Upload 98 files
Browse filesThis view is limited to 50 files because it contains too many changes.
See raw diff
- eval/mteb_cmn/AFQMC.json +26 -0
- eval/mteb_cmn/ATEC.json +43 -0
- eval/mteb_cmn/BQ.json +43 -0
- eval/mteb_cmn/CLSClusteringP2P.json +32 -0
- eval/mteb_cmn/CLSClusteringS2S.json +32 -0
- eval/mteb_cmn/CMedQAv1-reranking.json +26 -0
- eval/mteb_cmn/CMedQAv2-reranking.json +26 -0
- eval/mteb_cmn/CmedqaRetrieval.json +158 -0
- eval/mteb_cmn/Cmnli.json +57 -0
- eval/mteb_cmn/CovidRetrieval.json +158 -0
- eval/mteb_cmn/DuRetrieval.json +158 -0
- eval/mteb_cmn/EcomRetrieval.json +158 -0
- eval/mteb_cmn/IFlyTek.json +48 -0
- eval/mteb_cmn/JDReview.json +95 -0
- eval/mteb_cmn/LCQMC.json +26 -0
- eval/mteb_cmn/MMarcoReranking.json +26 -0
- eval/mteb_cmn/MMarcoRetrieval.json +158 -0
- eval/mteb_cmn/MedicalRetrieval.json +158 -0
- eval/mteb_cmn/MultilingualSentiment.json +137 -0
- eval/mteb_cmn/Ocnli.json +57 -0
- eval/mteb_cmn/OnlineShopping.json +95 -0
- eval/mteb_cmn/PAWSX.json +26 -0
- eval/mteb_cmn/QBQTC.json +26 -0
- eval/mteb_cmn/STSB.json +43 -0
- eval/mteb_cmn/T2Reranking.json +26 -0
- eval/mteb_cmn/T2Retrieval.json +158 -0
- eval/mteb_cmn/TNews.json +73 -0
- eval/mteb_cmn/ThuNewsClusteringP2P.json +32 -0
- eval/mteb_cmn/ThuNewsClusteringS2S.json +32 -0
- eval/mteb_cmn/VideoRetrieval.json +158 -0
- eval/mteb_cmn/Waimai.json +95 -0
- eval/mteb_eng/AmazonCounterfactualClassification.json +179 -0
- eval/mteb_eng/AmazonPolarityClassification.json +95 -0
- eval/mteb_eng/AmazonReviewsClassification.json +73 -0
- eval/mteb_eng/ArguAna.json +158 -0
- eval/mteb_eng/ArxivClusteringP2P.json +53 -0
- eval/mteb_eng/ArxivClusteringS2S.json +53 -0
- eval/mteb_eng/AskUbuntuDupQuestions.json +26 -0
- eval/mteb_eng/BIOSSES.json +26 -0
- eval/mteb_eng/Banking77Classification.json +73 -0
- eval/mteb_eng/BiorxivClusteringP2P.json +32 -0
- eval/mteb_eng/BiorxivClusteringS2S.json +32 -0
- eval/mteb_eng/CQADupstackAndroidRetrieval.json +158 -0
- eval/mteb_eng/CQADupstackEnglishRetrieval.json +158 -0
- eval/mteb_eng/CQADupstackGamingRetrieval.json +158 -0
- eval/mteb_eng/CQADupstackGisRetrieval.json +158 -0
- eval/mteb_eng/CQADupstackMathematicaRetrieval.json +158 -0
- eval/mteb_eng/CQADupstackPhysicsRetrieval.json +158 -0
- eval/mteb_eng/CQADupstackProgrammersRetrieval.json +158 -0
- eval/mteb_eng/CQADupstackStatsRetrieval.json +158 -0
eval/mteb_cmn/AFQMC.json
ADDED
|
@@ -0,0 +1,26 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset_revision": "b44c3b011063adb25877c13823db83bb193913c4",
|
| 3 |
+
"evaluation_time": 17.779419898986816,
|
| 4 |
+
"kg_co2_emissions": null,
|
| 5 |
+
"mteb_version": "1.14.5",
|
| 6 |
+
"scores": {
|
| 7 |
+
"validation": [
|
| 8 |
+
{
|
| 9 |
+
"cosine_pearson": 0.4250659691365476,
|
| 10 |
+
"cosine_spearman": 0.44183304700630943,
|
| 11 |
+
"euclidean_pearson": 0.42526113703430274,
|
| 12 |
+
"euclidean_spearman": 0.4417992717285455,
|
| 13 |
+
"hf_subset": "default",
|
| 14 |
+
"languages": [
|
| 15 |
+
"cmn-Hans"
|
| 16 |
+
],
|
| 17 |
+
"main_score": 0.44183304700630943,
|
| 18 |
+
"manhattan_pearson": 0.42253416555440887,
|
| 19 |
+
"manhattan_spearman": 0.4389046556586693,
|
| 20 |
+
"pearson": 0.4250659691365476,
|
| 21 |
+
"spearman": 0.44183304700630943
|
| 22 |
+
}
|
| 23 |
+
]
|
| 24 |
+
},
|
| 25 |
+
"task_name": "AFQMC"
|
| 26 |
+
}
|
eval/mteb_cmn/ATEC.json
ADDED
|
@@ -0,0 +1,43 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset_revision": "0f319b1142f28d00e055a6770f3f726ae9b7d865",
|
| 3 |
+
"evaluation_time": 36.5313138961792,
|
| 4 |
+
"kg_co2_emissions": null,
|
| 5 |
+
"mteb_version": "1.14.5",
|
| 6 |
+
"scores": {
|
| 7 |
+
"test": [
|
| 8 |
+
{
|
| 9 |
+
"cosine_pearson": 0.4798403609373523,
|
| 10 |
+
"cosine_spearman": 0.497533476641491,
|
| 11 |
+
"euclidean_pearson": 0.518004622348761,
|
| 12 |
+
"euclidean_spearman": 0.49753581843355005,
|
| 13 |
+
"hf_subset": "default",
|
| 14 |
+
"languages": [
|
| 15 |
+
"cmn-Hans"
|
| 16 |
+
],
|
| 17 |
+
"main_score": 0.497533476641491,
|
| 18 |
+
"manhattan_pearson": 0.5164257039005756,
|
| 19 |
+
"manhattan_spearman": 0.49578269527810714,
|
| 20 |
+
"pearson": 0.4798403609373523,
|
| 21 |
+
"spearman": 0.497533476641491
|
| 22 |
+
}
|
| 23 |
+
],
|
| 24 |
+
"validation": [
|
| 25 |
+
{
|
| 26 |
+
"cosine_pearson": 0.48003489808011685,
|
| 27 |
+
"cosine_spearman": 0.5035318309318482,
|
| 28 |
+
"euclidean_pearson": 0.5160293065116957,
|
| 29 |
+
"euclidean_spearman": 0.5035375253666186,
|
| 30 |
+
"hf_subset": "default",
|
| 31 |
+
"languages": [
|
| 32 |
+
"cmn-Hans"
|
| 33 |
+
],
|
| 34 |
+
"main_score": 0.5035318309318482,
|
| 35 |
+
"manhattan_pearson": 0.5140614907941444,
|
| 36 |
+
"manhattan_spearman": 0.5015052656661405,
|
| 37 |
+
"pearson": 0.48003489808011685,
|
| 38 |
+
"spearman": 0.5035318309318482
|
| 39 |
+
}
|
| 40 |
+
]
|
| 41 |
+
},
|
| 42 |
+
"task_name": "ATEC"
|
| 43 |
+
}
|
eval/mteb_cmn/BQ.json
ADDED
|
@@ -0,0 +1,43 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset_revision": "e3dda5e115e487b39ec7e618c0c6a29137052a55",
|
| 3 |
+
"evaluation_time": 25.37052321434021,
|
| 4 |
+
"kg_co2_emissions": null,
|
| 5 |
+
"mteb_version": "1.14.5",
|
| 6 |
+
"scores": {
|
| 7 |
+
"test": [
|
| 8 |
+
{
|
| 9 |
+
"cosine_pearson": 0.5920961844364131,
|
| 10 |
+
"cosine_spearman": 0.6122148038256976,
|
| 11 |
+
"euclidean_pearson": 0.5971624352353373,
|
| 12 |
+
"euclidean_spearman": 0.6121684194699424,
|
| 13 |
+
"hf_subset": "default",
|
| 14 |
+
"languages": [
|
| 15 |
+
"cmn-Hans"
|
| 16 |
+
],
|
| 17 |
+
"main_score": 0.6122148038256976,
|
| 18 |
+
"manhattan_pearson": 0.5939399897419557,
|
| 19 |
+
"manhattan_spearman": 0.6087909203800915,
|
| 20 |
+
"pearson": 0.5920961844364131,
|
| 21 |
+
"spearman": 0.6122148038256976
|
| 22 |
+
}
|
| 23 |
+
],
|
| 24 |
+
"validation": [
|
| 25 |
+
{
|
| 26 |
+
"cosine_pearson": 0.6253522612083122,
|
| 27 |
+
"cosine_spearman": 0.6435838029592735,
|
| 28 |
+
"euclidean_pearson": 0.6290371982328826,
|
| 29 |
+
"euclidean_spearman": 0.6436113078992056,
|
| 30 |
+
"hf_subset": "default",
|
| 31 |
+
"languages": [
|
| 32 |
+
"cmn-Hans"
|
| 33 |
+
],
|
| 34 |
+
"main_score": 0.6435838029592735,
|
| 35 |
+
"manhattan_pearson": 0.6255083160030317,
|
| 36 |
+
"manhattan_spearman": 0.6400507656714325,
|
| 37 |
+
"pearson": 0.6253522612083122,
|
| 38 |
+
"spearman": 0.6435838029592735
|
| 39 |
+
}
|
| 40 |
+
]
|
| 41 |
+
},
|
| 42 |
+
"task_name": "BQ"
|
| 43 |
+
}
|
eval/mteb_cmn/CLSClusteringP2P.json
ADDED
|
@@ -0,0 +1,32 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset_revision": "4b6227591c6c1a73bc76b1055f3b7f3588e72476",
|
| 3 |
+
"evaluation_time": 174.3532156944275,
|
| 4 |
+
"kg_co2_emissions": null,
|
| 5 |
+
"mteb_version": "1.14.5",
|
| 6 |
+
"scores": {
|
| 7 |
+
"test": [
|
| 8 |
+
{
|
| 9 |
+
"hf_subset": "default",
|
| 10 |
+
"languages": [
|
| 11 |
+
"cmn-Hans"
|
| 12 |
+
],
|
| 13 |
+
"main_score": 0.6295274810923576,
|
| 14 |
+
"v_measure": 0.6295274810923576,
|
| 15 |
+
"v_measure_std": 0.010039082533311398,
|
| 16 |
+
"v_measures": [
|
| 17 |
+
0.6051883990276483,
|
| 18 |
+
0.6299723497270955,
|
| 19 |
+
0.6416344467170713,
|
| 20 |
+
0.639413605936592,
|
| 21 |
+
0.6215401131552198,
|
| 22 |
+
0.6363829374672543,
|
| 23 |
+
0.6334113756459748,
|
| 24 |
+
0.6340926868268809,
|
| 25 |
+
0.6246353095902843,
|
| 26 |
+
0.6290035868295538
|
| 27 |
+
]
|
| 28 |
+
}
|
| 29 |
+
]
|
| 30 |
+
},
|
| 31 |
+
"task_name": "CLSClusteringP2P"
|
| 32 |
+
}
|
eval/mteb_cmn/CLSClusteringS2S.json
ADDED
|
@@ -0,0 +1,32 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset_revision": "e458b3f5414b62b7f9f83499ac1f5497ae2e869f",
|
| 3 |
+
"evaluation_time": 39.02606964111328,
|
| 4 |
+
"kg_co2_emissions": null,
|
| 5 |
+
"mteb_version": "1.14.5",
|
| 6 |
+
"scores": {
|
| 7 |
+
"test": [
|
| 8 |
+
{
|
| 9 |
+
"hf_subset": "default",
|
| 10 |
+
"languages": [
|
| 11 |
+
"cmn-Hans"
|
| 12 |
+
],
|
| 13 |
+
"main_score": 0.5944123687948425,
|
| 14 |
+
"v_measure": 0.5944123687948425,
|
| 15 |
+
"v_measure_std": 0.015140984300702424,
|
| 16 |
+
"v_measures": [
|
| 17 |
+
0.5722315844933469,
|
| 18 |
+
0.5987786398595848,
|
| 19 |
+
0.5923657590868481,
|
| 20 |
+
0.5846826753723038,
|
| 21 |
+
0.6103043729616677,
|
| 22 |
+
0.606373324644497,
|
| 23 |
+
0.5883623606895488,
|
| 24 |
+
0.6089499097813615,
|
| 25 |
+
0.613579102917004,
|
| 26 |
+
0.5684959581422618
|
| 27 |
+
]
|
| 28 |
+
}
|
| 29 |
+
]
|
| 30 |
+
},
|
| 31 |
+
"task_name": "CLSClusteringS2S"
|
| 32 |
+
}
|
eval/mteb_cmn/CMedQAv1-reranking.json
ADDED
|
@@ -0,0 +1,26 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset_revision": "8d7f1e942507dac42dc58017c1a001c3717da7df",
|
| 3 |
+
"evaluation_time": 180.84575176239014,
|
| 4 |
+
"kg_co2_emissions": null,
|
| 5 |
+
"mteb_version": "1.14.5",
|
| 6 |
+
"scores": {
|
| 7 |
+
"test": [
|
| 8 |
+
{
|
| 9 |
+
"hf_subset": "default",
|
| 10 |
+
"languages": [
|
| 11 |
+
"cmn-Hans"
|
| 12 |
+
],
|
| 13 |
+
"main_score": 0.836546137817015,
|
| 14 |
+
"map": 0.836546137817015,
|
| 15 |
+
"mrr": 0.8599285714285714,
|
| 16 |
+
"nAUC_map_diff1": 0.571718507034202,
|
| 17 |
+
"nAUC_map_max": 0.5991133756356268,
|
| 18 |
+
"nAUC_map_std": 0.27303074696868224,
|
| 19 |
+
"nAUC_mrr_diff1": 0.6571771252797034,
|
| 20 |
+
"nAUC_mrr_max": 0.695963234413063,
|
| 21 |
+
"nAUC_mrr_std": 0.3445286743292771
|
| 22 |
+
}
|
| 23 |
+
]
|
| 24 |
+
},
|
| 25 |
+
"task_name": "CMedQAv1-reranking"
|
| 26 |
+
}
|
eval/mteb_cmn/CMedQAv2-reranking.json
ADDED
|
@@ -0,0 +1,26 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset_revision": "23d186750531a14a0357ca22cd92d712fd512ea0",
|
| 3 |
+
"evaluation_time": 189.89718532562256,
|
| 4 |
+
"kg_co2_emissions": null,
|
| 5 |
+
"mteb_version": "1.14.5",
|
| 6 |
+
"scores": {
|
| 7 |
+
"test": [
|
| 8 |
+
{
|
| 9 |
+
"hf_subset": "default",
|
| 10 |
+
"languages": [
|
| 11 |
+
"cmn-Hans"
|
| 12 |
+
],
|
| 13 |
+
"main_score": 0.8425197908926525,
|
| 14 |
+
"map": 0.8425197908926525,
|
| 15 |
+
"mrr": 0.8706837301587301,
|
| 16 |
+
"nAUC_map_diff1": 0.6295763771144804,
|
| 17 |
+
"nAUC_map_max": 0.6321612517143266,
|
| 18 |
+
"nAUC_map_std": 0.22165484926013734,
|
| 19 |
+
"nAUC_mrr_diff1": 0.7083834318609274,
|
| 20 |
+
"nAUC_mrr_max": 0.7264935861607004,
|
| 21 |
+
"nAUC_mrr_std": 0.3192796657348562
|
| 22 |
+
}
|
| 23 |
+
]
|
| 24 |
+
},
|
| 25 |
+
"task_name": "CMedQAv2-reranking"
|
| 26 |
+
}
|
eval/mteb_cmn/CmedqaRetrieval.json
ADDED
|
@@ -0,0 +1,158 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset_revision": "cd540c506dae1cf9e9a59c3e06f42030d54e7301",
|
| 3 |
+
"evaluation_time": 214.87447047233582,
|
| 4 |
+
"kg_co2_emissions": null,
|
| 5 |
+
"mteb_version": "1.14.5",
|
| 6 |
+
"scores": {
|
| 7 |
+
"dev": [
|
| 8 |
+
{
|
| 9 |
+
"hf_subset": "default",
|
| 10 |
+
"languages": [
|
| 11 |
+
"cmn-Hans"
|
| 12 |
+
],
|
| 13 |
+
"main_score": 0.44808,
|
| 14 |
+
"map_at_1": 0.27067,
|
| 15 |
+
"map_at_10": 0.38834,
|
| 16 |
+
"map_at_100": 0.40421,
|
| 17 |
+
"map_at_1000": 0.40549,
|
| 18 |
+
"map_at_20": 0.39635,
|
| 19 |
+
"map_at_3": 0.35276,
|
| 20 |
+
"map_at_5": 0.37281,
|
| 21 |
+
"mrr_at_1": 0.4088522130532633,
|
| 22 |
+
"mrr_at_10": 0.48012955619857234,
|
| 23 |
+
"mrr_at_100": 0.48863801879354235,
|
| 24 |
+
"mrr_at_1000": 0.48917412122657344,
|
| 25 |
+
"mrr_at_20": 0.48457004339926113,
|
| 26 |
+
"mrr_at_3": 0.45957322663999217,
|
| 27 |
+
"mrr_at_5": 0.47087605234641955,
|
| 28 |
+
"nauc_map_at_1000_diff1": 0.4937120236977034,
|
| 29 |
+
"nauc_map_at_1000_max": 0.36417960531512533,
|
| 30 |
+
"nauc_map_at_1000_std": -0.055065144481162634,
|
| 31 |
+
"nauc_map_at_100_diff1": 0.4931872605129154,
|
| 32 |
+
"nauc_map_at_100_max": 0.36385950562517766,
|
| 33 |
+
"nauc_map_at_100_std": -0.05530557733919395,
|
| 34 |
+
"nauc_map_at_10_diff1": 0.49149191109047463,
|
| 35 |
+
"nauc_map_at_10_max": 0.3533921509371667,
|
| 36 |
+
"nauc_map_at_10_std": -0.06777466644482841,
|
| 37 |
+
"nauc_map_at_1_diff1": 0.5205809491309722,
|
| 38 |
+
"nauc_map_at_1_max": 0.2574443105992817,
|
| 39 |
+
"nauc_map_at_1_std": -0.07726839268281983,
|
| 40 |
+
"nauc_map_at_20_diff1": 0.4915759283727485,
|
| 41 |
+
"nauc_map_at_20_max": 0.35917846581227497,
|
| 42 |
+
"nauc_map_at_20_std": -0.06141517145109673,
|
| 43 |
+
"nauc_map_at_3_diff1": 0.5008915338616527,
|
| 44 |
+
"nauc_map_at_3_max": 0.3227025003832242,
|
| 45 |
+
"nauc_map_at_3_std": -0.0814368475830868,
|
| 46 |
+
"nauc_map_at_5_diff1": 0.49513243627679415,
|
| 47 |
+
"nauc_map_at_5_max": 0.34096772426854327,
|
| 48 |
+
"nauc_map_at_5_std": -0.07519282714690537,
|
| 49 |
+
"nauc_mrr_at_1000_diff1": 0.5667890146867411,
|
| 50 |
+
"nauc_mrr_at_1000_max": 0.4308404757072298,
|
| 51 |
+
"nauc_mrr_at_1000_std": -0.01731233392914414,
|
| 52 |
+
"nauc_mrr_at_100_diff1": 0.5665186292262503,
|
| 53 |
+
"nauc_mrr_at_100_max": 0.4308700126516931,
|
| 54 |
+
"nauc_mrr_at_100_std": -0.01709875801532414,
|
| 55 |
+
"nauc_mrr_at_10_diff1": 0.5658386967498069,
|
| 56 |
+
"nauc_mrr_at_10_max": 0.42954816815075625,
|
| 57 |
+
"nauc_mrr_at_10_std": -0.019873812541829246,
|
| 58 |
+
"nauc_mrr_at_1_diff1": 0.6123513802549905,
|
| 59 |
+
"nauc_mrr_at_1_max": 0.436096599120776,
|
| 60 |
+
"nauc_mrr_at_1_std": -0.019282537580804497,
|
| 61 |
+
"nauc_mrr_at_20_diff1": 0.5657568886210637,
|
| 62 |
+
"nauc_mrr_at_20_max": 0.43027941134626496,
|
| 63 |
+
"nauc_mrr_at_20_std": -0.018512145096354907,
|
| 64 |
+
"nauc_mrr_at_3_diff1": 0.5785056657057477,
|
| 65 |
+
"nauc_mrr_at_3_max": 0.43096723216579974,
|
| 66 |
+
"nauc_mrr_at_3_std": -0.024268887552437855,
|
| 67 |
+
"nauc_mrr_at_5_diff1": 0.5695138954939111,
|
| 68 |
+
"nauc_mrr_at_5_max": 0.42960431894893397,
|
| 69 |
+
"nauc_mrr_at_5_std": -0.021390884710912463,
|
| 70 |
+
"nauc_ndcg_at_1000_diff1": 0.5012739665539346,
|
| 71 |
+
"nauc_ndcg_at_1000_max": 0.3985318961610748,
|
| 72 |
+
"nauc_ndcg_at_1000_std": -0.019065371669441968,
|
| 73 |
+
"nauc_ndcg_at_100_diff1": 0.49096748366228604,
|
| 74 |
+
"nauc_ndcg_at_100_max": 0.3980802976368991,
|
| 75 |
+
"nauc_ndcg_at_100_std": -0.013854941560278672,
|
| 76 |
+
"nauc_ndcg_at_10_diff1": 0.48581374175410214,
|
| 77 |
+
"nauc_ndcg_at_10_max": 0.37421728082068667,
|
| 78 |
+
"nauc_ndcg_at_10_std": -0.05236912763377147,
|
| 79 |
+
"nauc_ndcg_at_1_diff1": 0.6123513802549905,
|
| 80 |
+
"nauc_ndcg_at_1_max": 0.436096599120776,
|
| 81 |
+
"nauc_ndcg_at_1_std": -0.019282537580804497,
|
| 82 |
+
"nauc_ndcg_at_20_diff1": 0.48475701816009753,
|
| 83 |
+
"nauc_ndcg_at_20_max": 0.38252394456157585,
|
| 84 |
+
"nauc_ndcg_at_20_std": -0.04081426534709215,
|
| 85 |
+
"nauc_ndcg_at_3_diff1": 0.5117373743201141,
|
| 86 |
+
"nauc_ndcg_at_3_max": 0.38220109525937496,
|
| 87 |
+
"nauc_ndcg_at_3_std": -0.04797490011911952,
|
| 88 |
+
"nauc_ndcg_at_5_diff1": 0.4965957926481644,
|
| 89 |
+
"nauc_ndcg_at_5_max": 0.37257196817588806,
|
| 90 |
+
"nauc_ndcg_at_5_std": -0.052928705181084376,
|
| 91 |
+
"nauc_precision_at_1000_diff1": 0.05288060398269164,
|
| 92 |
+
"nauc_precision_at_1000_max": 0.3022745413399478,
|
| 93 |
+
"nauc_precision_at_1000_std": 0.22770459330338708,
|
| 94 |
+
"nauc_precision_at_100_diff1": 0.11057057969367554,
|
| 95 |
+
"nauc_precision_at_100_max": 0.3814292963481693,
|
| 96 |
+
"nauc_precision_at_100_std": 0.23963072510752947,
|
| 97 |
+
"nauc_precision_at_10_diff1": 0.24036739876031993,
|
| 98 |
+
"nauc_precision_at_10_max": 0.4386585660495682,
|
| 99 |
+
"nauc_precision_at_10_std": 0.09509956543996134,
|
| 100 |
+
"nauc_precision_at_1_diff1": 0.6123513802549905,
|
| 101 |
+
"nauc_precision_at_1_max": 0.436096599120776,
|
| 102 |
+
"nauc_precision_at_1_std": -0.019282537580804497,
|
| 103 |
+
"nauc_precision_at_20_diff1": 0.19647566364401248,
|
| 104 |
+
"nauc_precision_at_20_max": 0.4255090449614888,
|
| 105 |
+
"nauc_precision_at_20_std": 0.14289725901635614,
|
| 106 |
+
"nauc_precision_at_3_diff1": 0.37933208671469354,
|
| 107 |
+
"nauc_precision_at_3_max": 0.44375904504738833,
|
| 108 |
+
"nauc_precision_at_3_std": 0.021425135709727625,
|
| 109 |
+
"nauc_precision_at_5_diff1": 0.31198346523894815,
|
| 110 |
+
"nauc_precision_at_5_max": 0.4493979491419255,
|
| 111 |
+
"nauc_precision_at_5_std": 0.05518335912513718,
|
| 112 |
+
"nauc_recall_at_1000_diff1": 0.3099932120652458,
|
| 113 |
+
"nauc_recall_at_1000_max": 0.46203476376482067,
|
| 114 |
+
"nauc_recall_at_1000_std": 0.5014068305672565,
|
| 115 |
+
"nauc_recall_at_100_diff1": 0.29646089269803017,
|
| 116 |
+
"nauc_recall_at_100_max": 0.37773933946325833,
|
| 117 |
+
"nauc_recall_at_100_std": 0.15427942616881135,
|
| 118 |
+
"nauc_recall_at_10_diff1": 0.3637416120244853,
|
| 119 |
+
"nauc_recall_at_10_max": 0.31241736975699497,
|
| 120 |
+
"nauc_recall_at_10_std": -0.06237200648918123,
|
| 121 |
+
"nauc_recall_at_1_diff1": 0.5205809491309722,
|
| 122 |
+
"nauc_recall_at_1_max": 0.2574443105992817,
|
| 123 |
+
"nauc_recall_at_1_std": -0.07726839268281983,
|
| 124 |
+
"nauc_recall_at_20_diff1": 0.3410843972132866,
|
| 125 |
+
"nauc_recall_at_20_max": 0.3256044668471233,
|
| 126 |
+
"nauc_recall_at_20_std": -0.024995959318616676,
|
| 127 |
+
"nauc_recall_at_3_diff1": 0.44214159787659024,
|
| 128 |
+
"nauc_recall_at_3_max": 0.29349219032925417,
|
| 129 |
+
"nauc_recall_at_3_std": -0.08855176957902684,
|
| 130 |
+
"nauc_recall_at_5_diff1": 0.40403558822802665,
|
| 131 |
+
"nauc_recall_at_5_max": 0.30222053079000727,
|
| 132 |
+
"nauc_recall_at_5_std": -0.07730256768442927,
|
| 133 |
+
"ndcg_at_1": 0.40885,
|
| 134 |
+
"ndcg_at_10": 0.44808,
|
| 135 |
+
"ndcg_at_100": 0.51323,
|
| 136 |
+
"ndcg_at_1000": 0.53744,
|
| 137 |
+
"ndcg_at_20": 0.47003,
|
| 138 |
+
"ndcg_at_3": 0.40709,
|
| 139 |
+
"ndcg_at_5": 0.42328,
|
| 140 |
+
"precision_at_1": 0.40885,
|
| 141 |
+
"precision_at_10": 0.0965,
|
| 142 |
+
"precision_at_100": 0.01503,
|
| 143 |
+
"precision_at_1000": 0.00181,
|
| 144 |
+
"precision_at_20": 0.05564,
|
| 145 |
+
"precision_at_3": 0.22764,
|
| 146 |
+
"precision_at_5": 0.16124,
|
| 147 |
+
"recall_at_1": 0.27067,
|
| 148 |
+
"recall_at_10": 0.53254,
|
| 149 |
+
"recall_at_100": 0.80772,
|
| 150 |
+
"recall_at_1000": 0.97309,
|
| 151 |
+
"recall_at_20": 0.60791,
|
| 152 |
+
"recall_at_3": 0.40157,
|
| 153 |
+
"recall_at_5": 0.45771
|
| 154 |
+
}
|
| 155 |
+
]
|
| 156 |
+
},
|
| 157 |
+
"task_name": "CmedqaRetrieval"
|
| 158 |
+
}
|
eval/mteb_cmn/Cmnli.json
ADDED
|
@@ -0,0 +1,57 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset_revision": "41bc36f332156f7adc9e38f53777c959b2ae9766",
|
| 3 |
+
"evaluation_time": 4.603914260864258,
|
| 4 |
+
"kg_co2_emissions": null,
|
| 5 |
+
"mteb_version": "1.14.5",
|
| 6 |
+
"scores": {
|
| 7 |
+
"validation": [
|
| 8 |
+
{
|
| 9 |
+
"cosine_accuracy": 0.7067949488875526,
|
| 10 |
+
"cosine_accuracy_threshold": 0.8727909326553345,
|
| 11 |
+
"cosine_ap": 0.7808203166658927,
|
| 12 |
+
"cosine_f1": 0.7356716870514506,
|
| 13 |
+
"cosine_f1_threshold": 0.8533215522766113,
|
| 14 |
+
"cosine_precision": 0.6479700854700855,
|
| 15 |
+
"cosine_recall": 0.850830021042787,
|
| 16 |
+
"dot_accuracy": 0.7057125676488274,
|
| 17 |
+
"dot_accuracy_threshold": 0.8719190359115601,
|
| 18 |
+
"dot_ap": 0.7805335202323673,
|
| 19 |
+
"dot_f1": 0.7363873819570022,
|
| 20 |
+
"dot_f1_threshold": 0.8529895544052124,
|
| 21 |
+
"dot_precision": 0.6455874581645236,
|
| 22 |
+
"dot_recall": 0.8569090483984101,
|
| 23 |
+
"euclidean_accuracy": 0.7067949488875526,
|
| 24 |
+
"euclidean_accuracy_threshold": 0.5051177740097046,
|
| 25 |
+
"euclidean_ap": 0.7808279940789677,
|
| 26 |
+
"euclidean_f1": 0.7356160257053921,
|
| 27 |
+
"euclidean_f1_threshold": 0.5441184639930725,
|
| 28 |
+
"euclidean_precision": 0.6446673706441394,
|
| 29 |
+
"euclidean_recall": 0.856441430909516,
|
| 30 |
+
"hf_subset": "default",
|
| 31 |
+
"languages": [
|
| 32 |
+
"cmn-Hans"
|
| 33 |
+
],
|
| 34 |
+
"main_score": 0.7808279940789677,
|
| 35 |
+
"manhattan_accuracy": 0.701022248947685,
|
| 36 |
+
"manhattan_accuracy_threshold": 12.106786727905273,
|
| 37 |
+
"manhattan_ap": 0.775895439192785,
|
| 38 |
+
"manhattan_f1": 0.7329873690394595,
|
| 39 |
+
"manhattan_f1_threshold": 12.992208480834961,
|
| 40 |
+
"manhattan_precision": 0.6305592991913747,
|
| 41 |
+
"manhattan_recall": 0.8751461304652794,
|
| 42 |
+
"max_ap": 0.7808279940789677,
|
| 43 |
+
"max_f1": 0.7363873819570022,
|
| 44 |
+
"max_precision": 0.6479700854700855,
|
| 45 |
+
"max_recall": 0.8751461304652794,
|
| 46 |
+
"similarity_accuracy": 0.7067949488875526,
|
| 47 |
+
"similarity_accuracy_threshold": 0.8727909326553345,
|
| 48 |
+
"similarity_ap": 0.7808203166658927,
|
| 49 |
+
"similarity_f1": 0.7356716870514506,
|
| 50 |
+
"similarity_f1_threshold": 0.8533215522766113,
|
| 51 |
+
"similarity_precision": 0.6479700854700855,
|
| 52 |
+
"similarity_recall": 0.850830021042787
|
| 53 |
+
}
|
| 54 |
+
]
|
| 55 |
+
},
|
| 56 |
+
"task_name": "Cmnli"
|
| 57 |
+
}
|
eval/mteb_cmn/CovidRetrieval.json
ADDED
|
@@ -0,0 +1,158 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset_revision": "1271c7809071a13532e05f25fb53511ffce77117",
|
| 3 |
+
"evaluation_time": 213.4800248146057,
|
| 4 |
+
"kg_co2_emissions": null,
|
| 5 |
+
"mteb_version": "1.14.5",
|
| 6 |
+
"scores": {
|
| 7 |
+
"dev": [
|
| 8 |
+
{
|
| 9 |
+
"hf_subset": "default",
|
| 10 |
+
"languages": [
|
| 11 |
+
"cmn-Hans"
|
| 12 |
+
],
|
| 13 |
+
"main_score": 0.83304,
|
| 14 |
+
"map_at_1": 0.70285,
|
| 15 |
+
"map_at_10": 0.79345,
|
| 16 |
+
"map_at_100": 0.79544,
|
| 17 |
+
"map_at_1000": 0.79549,
|
| 18 |
+
"map_at_20": 0.79506,
|
| 19 |
+
"map_at_3": 0.77722,
|
| 20 |
+
"map_at_5": 0.78642,
|
| 21 |
+
"mrr_at_1": 0.7049525816649105,
|
| 22 |
+
"mrr_at_10": 0.7936997173298549,
|
| 23 |
+
"mrr_at_100": 0.7956857328004765,
|
| 24 |
+
"mrr_at_1000": 0.7957350755481933,
|
| 25 |
+
"mrr_at_20": 0.7953056747808113,
|
| 26 |
+
"mrr_at_3": 0.7780119423955044,
|
| 27 |
+
"mrr_at_5": 0.7871268001404993,
|
| 28 |
+
"nauc_map_at_1000_diff1": 0.8286737342559569,
|
| 29 |
+
"nauc_map_at_1000_max": 0.3276774515786763,
|
| 30 |
+
"nauc_map_at_1000_std": -0.4740833132216874,
|
| 31 |
+
"nauc_map_at_100_diff1": 0.8286653033143119,
|
| 32 |
+
"nauc_map_at_100_max": 0.3277698798730506,
|
| 33 |
+
"nauc_map_at_100_std": -0.47396162988275825,
|
| 34 |
+
"nauc_map_at_10_diff1": 0.8294057020131235,
|
| 35 |
+
"nauc_map_at_10_max": 0.32727044419526796,
|
| 36 |
+
"nauc_map_at_10_std": -0.4787125307963501,
|
| 37 |
+
"nauc_map_at_1_diff1": 0.8402372711761933,
|
| 38 |
+
"nauc_map_at_1_max": 0.31043690456003603,
|
| 39 |
+
"nauc_map_at_1_std": -0.43236489383274007,
|
| 40 |
+
"nauc_map_at_20_diff1": 0.8287604601309357,
|
| 41 |
+
"nauc_map_at_20_max": 0.328297740610906,
|
| 42 |
+
"nauc_map_at_20_std": -0.4742080096684006,
|
| 43 |
+
"nauc_map_at_3_diff1": 0.8249842509717855,
|
| 44 |
+
"nauc_map_at_3_max": 0.31873343855645175,
|
| 45 |
+
"nauc_map_at_3_std": -0.4868374114885992,
|
| 46 |
+
"nauc_map_at_5_diff1": 0.8257384205299353,
|
| 47 |
+
"nauc_map_at_5_max": 0.3228217855332091,
|
| 48 |
+
"nauc_map_at_5_std": -0.48992548356845045,
|
| 49 |
+
"nauc_mrr_at_1000_diff1": 0.8281860517305,
|
| 50 |
+
"nauc_mrr_at_1000_max": 0.3307847633409372,
|
| 51 |
+
"nauc_mrr_at_1000_std": -0.4676549847324711,
|
| 52 |
+
"nauc_mrr_at_100_diff1": 0.8281777456030276,
|
| 53 |
+
"nauc_mrr_at_100_max": 0.3308764290193827,
|
| 54 |
+
"nauc_mrr_at_100_std": -0.4675349377168894,
|
| 55 |
+
"nauc_mrr_at_10_diff1": 0.8289240134028131,
|
| 56 |
+
"nauc_mrr_at_10_max": 0.3303431167767452,
|
| 57 |
+
"nauc_mrr_at_10_std": -0.4723590227626833,
|
| 58 |
+
"nauc_mrr_at_1_diff1": 0.8381840530999669,
|
| 59 |
+
"nauc_mrr_at_1_max": 0.31870185468895296,
|
| 60 |
+
"nauc_mrr_at_1_std": -0.4189945848409642,
|
| 61 |
+
"nauc_mrr_at_20_diff1": 0.8282739962771397,
|
| 62 |
+
"nauc_mrr_at_20_max": 0.3313982746607441,
|
| 63 |
+
"nauc_mrr_at_20_std": -0.4677948877453745,
|
| 64 |
+
"nauc_mrr_at_3_diff1": 0.8238778631815169,
|
| 65 |
+
"nauc_mrr_at_3_max": 0.3249395689358969,
|
| 66 |
+
"nauc_mrr_at_3_std": -0.4776035466224244,
|
| 67 |
+
"nauc_mrr_at_5_diff1": 0.8248730152662211,
|
| 68 |
+
"nauc_mrr_at_5_max": 0.3275536151403534,
|
| 69 |
+
"nauc_mrr_at_5_std": -0.48240456811884297,
|
| 70 |
+
"nauc_ndcg_at_1000_diff1": 0.82788915778795,
|
| 71 |
+
"nauc_ndcg_at_1000_max": 0.33464104259121563,
|
| 72 |
+
"nauc_ndcg_at_1000_std": -0.4763921791025829,
|
| 73 |
+
"nauc_ndcg_at_100_diff1": 0.827822164815334,
|
| 74 |
+
"nauc_ndcg_at_100_max": 0.3376916433737521,
|
| 75 |
+
"nauc_ndcg_at_100_std": -0.47257183392104946,
|
| 76 |
+
"nauc_ndcg_at_10_diff1": 0.8311513730418215,
|
| 77 |
+
"nauc_ndcg_at_10_max": 0.33660660341975496,
|
| 78 |
+
"nauc_ndcg_at_10_std": -0.49252702508321256,
|
| 79 |
+
"nauc_ndcg_at_1_diff1": 0.8381840530999669,
|
| 80 |
+
"nauc_ndcg_at_1_max": 0.31773289221807655,
|
| 81 |
+
"nauc_ndcg_at_1_std": -0.4266655377353998,
|
| 82 |
+
"nauc_ndcg_at_20_diff1": 0.8283946266173352,
|
| 83 |
+
"nauc_ndcg_at_20_max": 0.340734116616199,
|
| 84 |
+
"nauc_ndcg_at_20_std": -0.47396036420322846,
|
| 85 |
+
"nauc_ndcg_at_3_diff1": 0.819752349367099,
|
| 86 |
+
"nauc_ndcg_at_3_max": 0.3211848145301242,
|
| 87 |
+
"nauc_ndcg_at_3_std": -0.5094487945063072,
|
| 88 |
+
"nauc_ndcg_at_5_diff1": 0.8211630844172711,
|
| 89 |
+
"nauc_ndcg_at_5_max": 0.3281827797402445,
|
| 90 |
+
"nauc_ndcg_at_5_std": -0.5193214295342372,
|
| 91 |
+
"nauc_precision_at_1000_diff1": -0.3223904476063724,
|
| 92 |
+
"nauc_precision_at_1000_max": 0.4168526941042752,
|
| 93 |
+
"nauc_precision_at_1000_std": 0.5077830649029799,
|
| 94 |
+
"nauc_precision_at_100_diff1": 0.0012603930990318292,
|
| 95 |
+
"nauc_precision_at_100_max": 0.5081164609638505,
|
| 96 |
+
"nauc_precision_at_100_std": 0.37158585556432844,
|
| 97 |
+
"nauc_precision_at_10_diff1": 0.4705943722853521,
|
| 98 |
+
"nauc_precision_at_10_max": 0.4143546934322814,
|
| 99 |
+
"nauc_precision_at_10_std": -0.2562496819139487,
|
| 100 |
+
"nauc_precision_at_1_diff1": 0.8381840530999669,
|
| 101 |
+
"nauc_precision_at_1_max": 0.31773289221807655,
|
| 102 |
+
"nauc_precision_at_1_std": -0.4266655377353998,
|
| 103 |
+
"nauc_precision_at_20_diff1": 0.25573629848339824,
|
| 104 |
+
"nauc_precision_at_20_max": 0.5017739551500668,
|
| 105 |
+
"nauc_precision_at_20_std": 0.1003258707856772,
|
| 106 |
+
"nauc_precision_at_3_diff1": 0.7275445754879661,
|
| 107 |
+
"nauc_precision_at_3_max": 0.3332891699491361,
|
| 108 |
+
"nauc_precision_at_3_std": -0.5446620363617507,
|
| 109 |
+
"nauc_precision_at_5_diff1": 0.6585056467155556,
|
| 110 |
+
"nauc_precision_at_5_max": 0.3662187597555933,
|
| 111 |
+
"nauc_precision_at_5_std": -0.5526369689997288,
|
| 112 |
+
"nauc_recall_at_1000_diff1": 0.8147787765833231,
|
| 113 |
+
"nauc_recall_at_1000_max": 0.6933256322578922,
|
| 114 |
+
"nauc_recall_at_1000_std": -0.45179567126620995,
|
| 115 |
+
"nauc_recall_at_100_diff1": 0.8227722618857768,
|
| 116 |
+
"nauc_recall_at_100_max": 0.7277167500629294,
|
| 117 |
+
"nauc_recall_at_100_std": -0.10531175347398032,
|
| 118 |
+
"nauc_recall_at_10_diff1": 0.8704492204036246,
|
| 119 |
+
"nauc_recall_at_10_max": 0.4326338332621791,
|
| 120 |
+
"nauc_recall_at_10_std": -0.6320123237585138,
|
| 121 |
+
"nauc_recall_at_1_diff1": 0.8402372711761933,
|
| 122 |
+
"nauc_recall_at_1_max": 0.31043690456003603,
|
| 123 |
+
"nauc_recall_at_1_std": -0.43236489383274007,
|
| 124 |
+
"nauc_recall_at_20_diff1": 0.840930986810908,
|
| 125 |
+
"nauc_recall_at_20_max": 0.6020073913385048,
|
| 126 |
+
"nauc_recall_at_20_std": -0.3327363887913055,
|
| 127 |
+
"nauc_recall_at_3_diff1": 0.7989718233943347,
|
| 128 |
+
"nauc_recall_at_3_max": 0.32182139591276865,
|
| 129 |
+
"nauc_recall_at_3_std": -0.6160244223884304,
|
| 130 |
+
"nauc_recall_at_5_diff1": 0.7974058580565607,
|
| 131 |
+
"nauc_recall_at_5_max": 0.3486214641346551,
|
| 132 |
+
"nauc_recall_at_5_std": -0.6994841263823743,
|
| 133 |
+
"ndcg_at_1": 0.70495,
|
| 134 |
+
"ndcg_at_10": 0.83304,
|
| 135 |
+
"ndcg_at_100": 0.84101,
|
| 136 |
+
"ndcg_at_1000": 0.84212,
|
| 137 |
+
"ndcg_at_20": 0.83855,
|
| 138 |
+
"ndcg_at_3": 0.8004,
|
| 139 |
+
"ndcg_at_5": 0.8169,
|
| 140 |
+
"precision_at_1": 0.70495,
|
| 141 |
+
"precision_at_10": 0.09652,
|
| 142 |
+
"precision_at_100": 0.00999,
|
| 143 |
+
"precision_at_1000": 0.00101,
|
| 144 |
+
"precision_at_20": 0.04932,
|
| 145 |
+
"precision_at_3": 0.29048,
|
| 146 |
+
"precision_at_5": 0.18272,
|
| 147 |
+
"recall_at_1": 0.70285,
|
| 148 |
+
"recall_at_10": 0.95469,
|
| 149 |
+
"recall_at_100": 0.98841,
|
| 150 |
+
"recall_at_1000": 0.99684,
|
| 151 |
+
"recall_at_20": 0.97576,
|
| 152 |
+
"recall_at_3": 0.86644,
|
| 153 |
+
"recall_at_5": 0.90622
|
| 154 |
+
}
|
| 155 |
+
]
|
| 156 |
+
},
|
| 157 |
+
"task_name": "CovidRetrieval"
|
| 158 |
+
}
|
eval/mteb_cmn/DuRetrieval.json
ADDED
|
@@ -0,0 +1,158 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset_revision": "a1a333e290fe30b10f3f56498e3a0d911a693ced",
|
| 3 |
+
"evaluation_time": 219.69083166122437,
|
| 4 |
+
"kg_co2_emissions": null,
|
| 5 |
+
"mteb_version": "1.14.5",
|
| 6 |
+
"scores": {
|
| 7 |
+
"dev": [
|
| 8 |
+
{
|
| 9 |
+
"hf_subset": "default",
|
| 10 |
+
"languages": [
|
| 11 |
+
"cmn-Hans"
|
| 12 |
+
],
|
| 13 |
+
"main_score": 0.83169,
|
| 14 |
+
"map_at_1": 0.23813,
|
| 15 |
+
"map_at_10": 0.74239,
|
| 16 |
+
"map_at_100": 0.77383,
|
| 17 |
+
"map_at_1000": 0.77427,
|
| 18 |
+
"map_at_20": 0.7664,
|
| 19 |
+
"map_at_3": 0.5002,
|
| 20 |
+
"map_at_5": 0.63651,
|
| 21 |
+
"mrr_at_1": 0.8275,
|
| 22 |
+
"mrr_at_10": 0.8903595238095235,
|
| 23 |
+
"mrr_at_100": 0.8911519789862242,
|
| 24 |
+
"mrr_at_1000": 0.891188129312538,
|
| 25 |
+
"mrr_at_20": 0.8908514427157805,
|
| 26 |
+
"mrr_at_3": 0.8863333333333329,
|
| 27 |
+
"mrr_at_5": 0.8891083333333331,
|
| 28 |
+
"nauc_map_at_1000_diff1": 0.0030153300382961845,
|
| 29 |
+
"nauc_map_at_1000_max": 0.30200221736776345,
|
| 30 |
+
"nauc_map_at_1000_std": 0.1420849645384926,
|
| 31 |
+
"nauc_map_at_100_diff1": 0.0033747283883583615,
|
| 32 |
+
"nauc_map_at_100_max": 0.3024269931598148,
|
| 33 |
+
"nauc_map_at_100_std": 0.14198237774530995,
|
| 34 |
+
"nauc_map_at_10_diff1": 0.034065426912600866,
|
| 35 |
+
"nauc_map_at_10_max": 0.261132170006219,
|
| 36 |
+
"nauc_map_at_10_std": 0.03823441091794849,
|
| 37 |
+
"nauc_map_at_1_diff1": 0.39184220178508794,
|
| 38 |
+
"nauc_map_at_1_max": -0.11311686696143934,
|
| 39 |
+
"nauc_map_at_1_std": -0.299405271886252,
|
| 40 |
+
"nauc_map_at_20_diff1": 0.00781380091249614,
|
| 41 |
+
"nauc_map_at_20_max": 0.29558597559689054,
|
| 42 |
+
"nauc_map_at_20_std": 0.11972937348318348,
|
| 43 |
+
"nauc_map_at_3_diff1": 0.24195408857652548,
|
| 44 |
+
"nauc_map_at_3_max": 0.0020531898451072264,
|
| 45 |
+
"nauc_map_at_3_std": -0.24618609632970492,
|
| 46 |
+
"nauc_map_at_5_diff1": 0.14298321769922026,
|
| 47 |
+
"nauc_map_at_5_max": 0.11012999037738448,
|
| 48 |
+
"nauc_map_at_5_std": -0.153069797222398,
|
| 49 |
+
"nauc_mrr_at_1000_diff1": 0.1730690092318314,
|
| 50 |
+
"nauc_mrr_at_1000_max": 0.4677975462581177,
|
| 51 |
+
"nauc_mrr_at_1000_std": 0.22583604355605716,
|
| 52 |
+
"nauc_mrr_at_100_diff1": 0.17299941966119248,
|
| 53 |
+
"nauc_mrr_at_100_max": 0.46796183136535546,
|
| 54 |
+
"nauc_mrr_at_100_std": 0.22605881671038833,
|
| 55 |
+
"nauc_mrr_at_10_diff1": 0.1729872962765153,
|
| 56 |
+
"nauc_mrr_at_10_max": 0.4706311512334784,
|
| 57 |
+
"nauc_mrr_at_10_std": 0.2283418677145377,
|
| 58 |
+
"nauc_mrr_at_1_diff1": 0.2125316800068732,
|
| 59 |
+
"nauc_mrr_at_1_max": 0.3944959120262318,
|
| 60 |
+
"nauc_mrr_at_1_std": 0.147108349203168,
|
| 61 |
+
"nauc_mrr_at_20_diff1": 0.17263999836004834,
|
| 62 |
+
"nauc_mrr_at_20_max": 0.46886139859540743,
|
| 63 |
+
"nauc_mrr_at_20_std": 0.2266336717499551,
|
| 64 |
+
"nauc_mrr_at_3_diff1": 0.1692896287280064,
|
| 65 |
+
"nauc_mrr_at_3_max": 0.47716658666346806,
|
| 66 |
+
"nauc_mrr_at_3_std": 0.2303670718257299,
|
| 67 |
+
"nauc_mrr_at_5_diff1": 0.16947320259914372,
|
| 68 |
+
"nauc_mrr_at_5_max": 0.4724039725871473,
|
| 69 |
+
"nauc_mrr_at_5_std": 0.23156677476033632,
|
| 70 |
+
"nauc_ndcg_at_1000_diff1": 0.009357869661244729,
|
| 71 |
+
"nauc_ndcg_at_1000_max": 0.3928652345928257,
|
| 72 |
+
"nauc_ndcg_at_1000_std": 0.24251162648286412,
|
| 73 |
+
"nauc_ndcg_at_100_diff1": 0.007970833473165717,
|
| 74 |
+
"nauc_ndcg_at_100_max": 0.4000711709599535,
|
| 75 |
+
"nauc_ndcg_at_100_std": 0.250859741656437,
|
| 76 |
+
"nauc_ndcg_at_10_diff1": 0.007927670959690951,
|
| 77 |
+
"nauc_ndcg_at_10_max": 0.34497842689445707,
|
| 78 |
+
"nauc_ndcg_at_10_std": 0.15958269156926863,
|
| 79 |
+
"nauc_ndcg_at_1_diff1": 0.2125316800068732,
|
| 80 |
+
"nauc_ndcg_at_1_max": 0.3944959120262318,
|
| 81 |
+
"nauc_ndcg_at_1_std": 0.147108349203168,
|
| 82 |
+
"nauc_ndcg_at_20_diff1": -0.0014358882178818842,
|
| 83 |
+
"nauc_ndcg_at_20_max": 0.3852638495426654,
|
| 84 |
+
"nauc_ndcg_at_20_std": 0.21629350593063715,
|
| 85 |
+
"nauc_ndcg_at_3_diff1": 0.01953281557634923,
|
| 86 |
+
"nauc_ndcg_at_3_max": 0.3162244705419839,
|
| 87 |
+
"nauc_ndcg_at_3_std": 0.1537642199398451,
|
| 88 |
+
"nauc_ndcg_at_5_diff1": 0.03319959439648783,
|
| 89 |
+
"nauc_ndcg_at_5_max": 0.27529005192246214,
|
| 90 |
+
"nauc_ndcg_at_5_std": 0.10018956973115202,
|
| 91 |
+
"nauc_precision_at_1000_diff1": -0.28564685897155506,
|
| 92 |
+
"nauc_precision_at_1000_max": 0.21606335699888454,
|
| 93 |
+
"nauc_precision_at_1000_std": 0.48634894812608775,
|
| 94 |
+
"nauc_precision_at_100_diff1": -0.2906891102686208,
|
| 95 |
+
"nauc_precision_at_100_max": 0.2368451175558173,
|
| 96 |
+
"nauc_precision_at_100_std": 0.5047274921000926,
|
| 97 |
+
"nauc_precision_at_10_diff1": -0.31538437625264765,
|
| 98 |
+
"nauc_precision_at_10_max": 0.3185049706592854,
|
| 99 |
+
"nauc_precision_at_10_std": 0.47163372860357,
|
| 100 |
+
"nauc_precision_at_1_diff1": 0.2125316800068732,
|
| 101 |
+
"nauc_precision_at_1_max": 0.3944959120262318,
|
| 102 |
+
"nauc_precision_at_1_std": 0.147108349203168,
|
| 103 |
+
"nauc_precision_at_20_diff1": -0.3032330401932461,
|
| 104 |
+
"nauc_precision_at_20_max": 0.2763207998832721,
|
| 105 |
+
"nauc_precision_at_20_std": 0.5026542334909043,
|
| 106 |
+
"nauc_precision_at_3_diff1": -0.2395081769397318,
|
| 107 |
+
"nauc_precision_at_3_max": 0.37764036339930546,
|
| 108 |
+
"nauc_precision_at_3_std": 0.33436507954577344,
|
| 109 |
+
"nauc_precision_at_5_diff1": -0.29815431744446436,
|
| 110 |
+
"nauc_precision_at_5_max": 0.3497876999686367,
|
| 111 |
+
"nauc_precision_at_5_std": 0.3883136829095935,
|
| 112 |
+
"nauc_recall_at_1000_diff1": -0.04208113681922486,
|
| 113 |
+
"nauc_recall_at_1000_max": 0.6689945458453814,
|
| 114 |
+
"nauc_recall_at_1000_std": 0.7739601639660768,
|
| 115 |
+
"nauc_recall_at_100_diff1": -0.06177670903834605,
|
| 116 |
+
"nauc_recall_at_100_max": 0.6279844957712923,
|
| 117 |
+
"nauc_recall_at_100_std": 0.6287910435944444,
|
| 118 |
+
"nauc_recall_at_10_diff1": -0.008287618857529454,
|
| 119 |
+
"nauc_recall_at_10_max": 0.27861279617525003,
|
| 120 |
+
"nauc_recall_at_10_std": 0.028680476939806607,
|
| 121 |
+
"nauc_recall_at_1_diff1": 0.39184220178508794,
|
| 122 |
+
"nauc_recall_at_1_max": -0.11311686696143934,
|
| 123 |
+
"nauc_recall_at_1_std": -0.299405271886252,
|
| 124 |
+
"nauc_recall_at_20_diff1": -0.09397422767558514,
|
| 125 |
+
"nauc_recall_at_20_max": 0.427451681681749,
|
| 126 |
+
"nauc_recall_at_20_std": 0.27807598270201145,
|
| 127 |
+
"nauc_recall_at_3_diff1": 0.22606333658293862,
|
| 128 |
+
"nauc_recall_at_3_max": -0.037503963871215795,
|
| 129 |
+
"nauc_recall_at_3_std": -0.27737938171376264,
|
| 130 |
+
"nauc_recall_at_5_diff1": 0.13115917118765028,
|
| 131 |
+
"nauc_recall_at_5_max": 0.05802780294911969,
|
| 132 |
+
"nauc_recall_at_5_std": -0.2080254791540934,
|
| 133 |
+
"ndcg_at_1": 0.8275,
|
| 134 |
+
"ndcg_at_10": 0.83169,
|
| 135 |
+
"ndcg_at_100": 0.86565,
|
| 136 |
+
"ndcg_at_1000": 0.86974,
|
| 137 |
+
"ndcg_at_20": 0.85049,
|
| 138 |
+
"ndcg_at_3": 0.79918,
|
| 139 |
+
"ndcg_at_5": 0.79552,
|
| 140 |
+
"precision_at_1": 0.8275,
|
| 141 |
+
"precision_at_10": 0.4075,
|
| 142 |
+
"precision_at_100": 0.04787,
|
| 143 |
+
"precision_at_1000": 0.00488,
|
| 144 |
+
"precision_at_20": 0.22438,
|
| 145 |
+
"precision_at_3": 0.72,
|
| 146 |
+
"precision_at_5": 0.6147,
|
| 147 |
+
"recall_at_1": 0.23813,
|
| 148 |
+
"recall_at_10": 0.86442,
|
| 149 |
+
"recall_at_100": 0.97106,
|
| 150 |
+
"recall_at_1000": 0.9929,
|
| 151 |
+
"recall_at_20": 0.92122,
|
| 152 |
+
"recall_at_3": 0.53631,
|
| 153 |
+
"recall_at_5": 0.70582
|
| 154 |
+
}
|
| 155 |
+
]
|
| 156 |
+
},
|
| 157 |
+
"task_name": "DuRetrieval"
|
| 158 |
+
}
|
eval/mteb_cmn/EcomRetrieval.json
ADDED
|
@@ -0,0 +1,158 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset_revision": "687de13dc7294d6fd9be10c6945f9e8fec8166b9",
|
| 3 |
+
"evaluation_time": 37.08768033981323,
|
| 4 |
+
"kg_co2_emissions": null,
|
| 5 |
+
"mteb_version": "1.14.5",
|
| 6 |
+
"scores": {
|
| 7 |
+
"dev": [
|
| 8 |
+
{
|
| 9 |
+
"hf_subset": "default",
|
| 10 |
+
"languages": [
|
| 11 |
+
"cmn-Hans"
|
| 12 |
+
],
|
| 13 |
+
"main_score": 0.65104,
|
| 14 |
+
"map_at_1": 0.508,
|
| 15 |
+
"map_at_10": 0.60136,
|
| 16 |
+
"map_at_100": 0.60726,
|
| 17 |
+
"map_at_1000": 0.6074,
|
| 18 |
+
"map_at_20": 0.60533,
|
| 19 |
+
"map_at_3": 0.574,
|
| 20 |
+
"map_at_5": 0.5911,
|
| 21 |
+
"mrr_at_1": 0.508,
|
| 22 |
+
"mrr_at_10": 0.6013563492063494,
|
| 23 |
+
"mrr_at_100": 0.6072566651118196,
|
| 24 |
+
"mrr_at_1000": 0.607404574235741,
|
| 25 |
+
"mrr_at_20": 0.6053263344069071,
|
| 26 |
+
"mrr_at_3": 0.5739999999999998,
|
| 27 |
+
"mrr_at_5": 0.5911000000000002,
|
| 28 |
+
"nauc_map_at_1000_diff1": 0.6696081902689717,
|
| 29 |
+
"nauc_map_at_1000_max": 0.21431450309234368,
|
| 30 |
+
"nauc_map_at_1000_std": -0.1534223794675806,
|
| 31 |
+
"nauc_map_at_100_diff1": 0.6695210481598807,
|
| 32 |
+
"nauc_map_at_100_max": 0.21441293772601147,
|
| 33 |
+
"nauc_map_at_100_std": -0.15331829490441054,
|
| 34 |
+
"nauc_map_at_10_diff1": 0.6696193864559191,
|
| 35 |
+
"nauc_map_at_10_max": 0.21496074583283992,
|
| 36 |
+
"nauc_map_at_10_std": -0.1540828725873311,
|
| 37 |
+
"nauc_map_at_1_diff1": 0.7016486557651898,
|
| 38 |
+
"nauc_map_at_1_max": 0.16676115448893286,
|
| 39 |
+
"nauc_map_at_1_std": -0.1909751143257869,
|
| 40 |
+
"nauc_map_at_20_diff1": 0.6690973496910229,
|
| 41 |
+
"nauc_map_at_20_max": 0.21450301356985596,
|
| 42 |
+
"nauc_map_at_20_std": -0.15443720087807836,
|
| 43 |
+
"nauc_map_at_3_diff1": 0.6702575745637456,
|
| 44 |
+
"nauc_map_at_3_max": 0.19661886571473325,
|
| 45 |
+
"nauc_map_at_3_std": -0.17158294690825848,
|
| 46 |
+
"nauc_map_at_5_diff1": 0.6690993031195033,
|
| 47 |
+
"nauc_map_at_5_max": 0.21094721358701432,
|
| 48 |
+
"nauc_map_at_5_std": -0.1561580594313193,
|
| 49 |
+
"nauc_mrr_at_1000_diff1": 0.6696081902689717,
|
| 50 |
+
"nauc_mrr_at_1000_max": 0.21431450309234368,
|
| 51 |
+
"nauc_mrr_at_1000_std": -0.1534223794675806,
|
| 52 |
+
"nauc_mrr_at_100_diff1": 0.6695210481598807,
|
| 53 |
+
"nauc_mrr_at_100_max": 0.21441293772601147,
|
| 54 |
+
"nauc_mrr_at_100_std": -0.15331829490441054,
|
| 55 |
+
"nauc_mrr_at_10_diff1": 0.6696193864559191,
|
| 56 |
+
"nauc_mrr_at_10_max": 0.21496074583283992,
|
| 57 |
+
"nauc_mrr_at_10_std": -0.1540828725873311,
|
| 58 |
+
"nauc_mrr_at_1_diff1": 0.7016486557651898,
|
| 59 |
+
"nauc_mrr_at_1_max": 0.16676115448893286,
|
| 60 |
+
"nauc_mrr_at_1_std": -0.1909751143257869,
|
| 61 |
+
"nauc_mrr_at_20_diff1": 0.6690973496910229,
|
| 62 |
+
"nauc_mrr_at_20_max": 0.21450301356985596,
|
| 63 |
+
"nauc_mrr_at_20_std": -0.15443720087807836,
|
| 64 |
+
"nauc_mrr_at_3_diff1": 0.6702575745637456,
|
| 65 |
+
"nauc_mrr_at_3_max": 0.19661886571473325,
|
| 66 |
+
"nauc_mrr_at_3_std": -0.17158294690825848,
|
| 67 |
+
"nauc_mrr_at_5_diff1": 0.6690993031195033,
|
| 68 |
+
"nauc_mrr_at_5_max": 0.21094721358701432,
|
| 69 |
+
"nauc_mrr_at_5_std": -0.1561580594313193,
|
| 70 |
+
"nauc_ndcg_at_1000_diff1": 0.6619594699516157,
|
| 71 |
+
"nauc_ndcg_at_1000_max": 0.24402132968824827,
|
| 72 |
+
"nauc_ndcg_at_1000_std": -0.11743395983494839,
|
| 73 |
+
"nauc_ndcg_at_100_diff1": 0.6584142634254115,
|
| 74 |
+
"nauc_ndcg_at_100_max": 0.24867902970536462,
|
| 75 |
+
"nauc_ndcg_at_100_std": -0.11179693901061764,
|
| 76 |
+
"nauc_ndcg_at_10_diff1": 0.6577983889289175,
|
| 77 |
+
"nauc_ndcg_at_10_max": 0.24794512063698365,
|
| 78 |
+
"nauc_ndcg_at_10_std": -0.12325749821849519,
|
| 79 |
+
"nauc_ndcg_at_1_diff1": 0.7016486557651898,
|
| 80 |
+
"nauc_ndcg_at_1_max": 0.16676115448893286,
|
| 81 |
+
"nauc_ndcg_at_1_std": -0.1909751143257869,
|
| 82 |
+
"nauc_ndcg_at_20_diff1": 0.6555828760321852,
|
| 83 |
+
"nauc_ndcg_at_20_max": 0.24756935264288332,
|
| 84 |
+
"nauc_ndcg_at_20_std": -0.12321428660632129,
|
| 85 |
+
"nauc_ndcg_at_3_diff1": 0.6591612545624573,
|
| 86 |
+
"nauc_ndcg_at_3_max": 0.20801200670973338,
|
| 87 |
+
"nauc_ndcg_at_3_std": -0.16184680874363397,
|
| 88 |
+
"nauc_ndcg_at_5_diff1": 0.6568557559113027,
|
| 89 |
+
"nauc_ndcg_at_5_max": 0.23593625743773952,
|
| 90 |
+
"nauc_ndcg_at_5_std": -0.13227082775679477,
|
| 91 |
+
"nauc_precision_at_1000_diff1": 0.6290703781512575,
|
| 92 |
+
"nauc_precision_at_1000_max": 0.9518557422969166,
|
| 93 |
+
"nauc_precision_at_1000_std": 0.9002976190476178,
|
| 94 |
+
"nauc_precision_at_100_diff1": 0.5331968684909878,
|
| 95 |
+
"nauc_precision_at_100_max": 0.7479350714644858,
|
| 96 |
+
"nauc_precision_at_100_std": 0.5746319040436699,
|
| 97 |
+
"nauc_precision_at_10_diff1": 0.6017511117135235,
|
| 98 |
+
"nauc_precision_at_10_max": 0.4228655882306936,
|
| 99 |
+
"nauc_precision_at_10_std": 0.0438194983865161,
|
| 100 |
+
"nauc_precision_at_1_diff1": 0.7016486557651898,
|
| 101 |
+
"nauc_precision_at_1_max": 0.16676115448893286,
|
| 102 |
+
"nauc_precision_at_1_std": -0.1909751143257869,
|
| 103 |
+
"nauc_precision_at_20_diff1": 0.5648738054398427,
|
| 104 |
+
"nauc_precision_at_20_max": 0.48654813554924453,
|
| 105 |
+
"nauc_precision_at_20_std": 0.10816625106303053,
|
| 106 |
+
"nauc_precision_at_3_diff1": 0.6229705629548247,
|
| 107 |
+
"nauc_precision_at_3_max": 0.24546103959309884,
|
| 108 |
+
"nauc_precision_at_3_std": -0.1290953754984392,
|
| 109 |
+
"nauc_precision_at_5_diff1": 0.6108079969554929,
|
| 110 |
+
"nauc_precision_at_5_max": 0.3355897646226012,
|
| 111 |
+
"nauc_precision_at_5_std": -0.035903088478004115,
|
| 112 |
+
"nauc_recall_at_1000_diff1": 0.6290703781512614,
|
| 113 |
+
"nauc_recall_at_1000_max": 0.9518557422969206,
|
| 114 |
+
"nauc_recall_at_1000_std": 0.9002976190476195,
|
| 115 |
+
"nauc_recall_at_100_diff1": 0.5331968684909862,
|
| 116 |
+
"nauc_recall_at_100_max": 0.7479350714644823,
|
| 117 |
+
"nauc_recall_at_100_std": 0.5746319040436679,
|
| 118 |
+
"nauc_recall_at_10_diff1": 0.6017511117135252,
|
| 119 |
+
"nauc_recall_at_10_max": 0.42286558823069476,
|
| 120 |
+
"nauc_recall_at_10_std": 0.04381949838651615,
|
| 121 |
+
"nauc_recall_at_1_diff1": 0.7016486557651898,
|
| 122 |
+
"nauc_recall_at_1_max": 0.16676115448893286,
|
| 123 |
+
"nauc_recall_at_1_std": -0.1909751143257869,
|
| 124 |
+
"nauc_recall_at_20_diff1": 0.5648738054398433,
|
| 125 |
+
"nauc_recall_at_20_max": 0.48654813554924514,
|
| 126 |
+
"nauc_recall_at_20_std": 0.10816625106303271,
|
| 127 |
+
"nauc_recall_at_3_diff1": 0.6229705629548248,
|
| 128 |
+
"nauc_recall_at_3_max": 0.2454610395930983,
|
| 129 |
+
"nauc_recall_at_3_std": -0.1290953754984402,
|
| 130 |
+
"nauc_recall_at_5_diff1": 0.6108079969554934,
|
| 131 |
+
"nauc_recall_at_5_max": 0.335589764622602,
|
| 132 |
+
"nauc_recall_at_5_std": -0.035903088478003144,
|
| 133 |
+
"ndcg_at_1": 0.508,
|
| 134 |
+
"ndcg_at_10": 0.65104,
|
| 135 |
+
"ndcg_at_100": 0.67858,
|
| 136 |
+
"ndcg_at_1000": 0.68272,
|
| 137 |
+
"ndcg_at_20": 0.66546,
|
| 138 |
+
"ndcg_at_3": 0.59533,
|
| 139 |
+
"ndcg_at_5": 0.62597,
|
| 140 |
+
"precision_at_1": 0.508,
|
| 141 |
+
"precision_at_10": 0.0809,
|
| 142 |
+
"precision_at_100": 0.00935,
|
| 143 |
+
"precision_at_1000": 0.00097,
|
| 144 |
+
"precision_at_20": 0.0433,
|
| 145 |
+
"precision_at_3": 0.219,
|
| 146 |
+
"precision_at_5": 0.1462,
|
| 147 |
+
"recall_at_1": 0.508,
|
| 148 |
+
"recall_at_10": 0.809,
|
| 149 |
+
"recall_at_100": 0.935,
|
| 150 |
+
"recall_at_1000": 0.968,
|
| 151 |
+
"recall_at_20": 0.866,
|
| 152 |
+
"recall_at_3": 0.657,
|
| 153 |
+
"recall_at_5": 0.731
|
| 154 |
+
}
|
| 155 |
+
]
|
| 156 |
+
},
|
| 157 |
+
"task_name": "EcomRetrieval"
|
| 158 |
+
}
|
eval/mteb_cmn/IFlyTek.json
ADDED
|
@@ -0,0 +1,48 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset_revision": "421605374b29664c5fc098418fe20ada9bd55f8a",
|
| 3 |
+
"evaluation_time": 69.15807867050171,
|
| 4 |
+
"kg_co2_emissions": null,
|
| 5 |
+
"mteb_version": "1.14.5",
|
| 6 |
+
"scores": {
|
| 7 |
+
"validation": [
|
| 8 |
+
{
|
| 9 |
+
"accuracy": 0.5101192766448633,
|
| 10 |
+
"f1": 0.33898505029598563,
|
| 11 |
+
"f1_weighted": 0.48503200481793113,
|
| 12 |
+
"hf_subset": "default",
|
| 13 |
+
"languages": [
|
| 14 |
+
"cmn-Hans"
|
| 15 |
+
],
|
| 16 |
+
"main_score": 0.5101192766448633,
|
| 17 |
+
"scores_per_experiment": [
|
| 18 |
+
{
|
| 19 |
+
"accuracy": 0.5059638322431704,
|
| 20 |
+
"f1": 0.33722023411779445,
|
| 21 |
+
"f1_weighted": 0.4813257751005801
|
| 22 |
+
},
|
| 23 |
+
{
|
| 24 |
+
"accuracy": 0.5121200461716044,
|
| 25 |
+
"f1": 0.3366071589206189,
|
| 26 |
+
"f1_weighted": 0.4857503533480787
|
| 27 |
+
},
|
| 28 |
+
{
|
| 29 |
+
"accuracy": 0.5101962293189688,
|
| 30 |
+
"f1": 0.3434249037605159,
|
| 31 |
+
"f1_weighted": 0.48369993372946457
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"accuracy": 0.5059638322431704,
|
| 35 |
+
"f1": 0.3450259855843643,
|
| 36 |
+
"f1_weighted": 0.4747751902960636
|
| 37 |
+
},
|
| 38 |
+
{
|
| 39 |
+
"accuracy": 0.5163524432474028,
|
| 40 |
+
"f1": 0.33264696909663466,
|
| 41 |
+
"f1_weighted": 0.4996087716154686
|
| 42 |
+
}
|
| 43 |
+
]
|
| 44 |
+
}
|
| 45 |
+
]
|
| 46 |
+
},
|
| 47 |
+
"task_name": "IFlyTek"
|
| 48 |
+
}
|
eval/mteb_cmn/JDReview.json
ADDED
|
@@ -0,0 +1,95 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset_revision": "b7c64bd89eb87f8ded463478346f76731f07bf8b",
|
| 3 |
+
"evaluation_time": 12.639761209487915,
|
| 4 |
+
"kg_co2_emissions": null,
|
| 5 |
+
"mteb_version": "1.14.5",
|
| 6 |
+
"scores": {
|
| 7 |
+
"test": [
|
| 8 |
+
{
|
| 9 |
+
"accuracy": 0.8686679174484053,
|
| 10 |
+
"ap": 0.5420834943671032,
|
| 11 |
+
"ap_weighted": 0.5420834943671032,
|
| 12 |
+
"f1": 0.8111082234715783,
|
| 13 |
+
"f1_weighted": 0.8766438544153251,
|
| 14 |
+
"hf_subset": "default",
|
| 15 |
+
"languages": [
|
| 16 |
+
"cmn-Hans"
|
| 17 |
+
],
|
| 18 |
+
"main_score": 0.8686679174484053,
|
| 19 |
+
"scores_per_experiment": [
|
| 20 |
+
{
|
| 21 |
+
"accuracy": 0.8667917448405253,
|
| 22 |
+
"ap": 0.5342641137975178,
|
| 23 |
+
"ap_weighted": 0.5342641137975178,
|
| 24 |
+
"f1": 0.807388292538924,
|
| 25 |
+
"f1_weighted": 0.8746185510559391
|
| 26 |
+
},
|
| 27 |
+
{
|
| 28 |
+
"accuracy": 0.8667917448405253,
|
| 29 |
+
"ap": 0.5342641137975178,
|
| 30 |
+
"ap_weighted": 0.5342641137975178,
|
| 31 |
+
"f1": 0.807388292538924,
|
| 32 |
+
"f1_weighted": 0.8746185510559391
|
| 33 |
+
},
|
| 34 |
+
{
|
| 35 |
+
"accuracy": 0.8705440900562852,
|
| 36 |
+
"ap": 0.5504963756423736,
|
| 37 |
+
"ap_weighted": 0.5504963756423736,
|
| 38 |
+
"f1": 0.8150282912108638,
|
| 39 |
+
"f1_weighted": 0.8787193618040698
|
| 40 |
+
},
|
| 41 |
+
{
|
| 42 |
+
"accuracy": 0.8667917448405253,
|
| 43 |
+
"ap": 0.5372334982091079,
|
| 44 |
+
"ap_weighted": 0.5372334982091079,
|
| 45 |
+
"f1": 0.8085381957268546,
|
| 46 |
+
"f1_weighted": 0.8749155391046766
|
| 47 |
+
},
|
| 48 |
+
{
|
| 49 |
+
"accuracy": 0.8686679174484052,
|
| 50 |
+
"ap": 0.5408960227349419,
|
| 51 |
+
"ap_weighted": 0.5408960227349419,
|
| 52 |
+
"f1": 0.810670645069622,
|
| 53 |
+
"f1_weighted": 0.8765319543811216
|
| 54 |
+
},
|
| 55 |
+
{
|
| 56 |
+
"accuracy": 0.8705440900562852,
|
| 57 |
+
"ap": 0.5504963756423736,
|
| 58 |
+
"ap_weighted": 0.5504963756423736,
|
| 59 |
+
"f1": 0.8150282912108638,
|
| 60 |
+
"f1_weighted": 0.8787193618040698
|
| 61 |
+
},
|
| 62 |
+
{
|
| 63 |
+
"accuracy": 0.8705440900562852,
|
| 64 |
+
"ap": 0.5504963756423736,
|
| 65 |
+
"ap_weighted": 0.5504963756423736,
|
| 66 |
+
"f1": 0.8150282912108638,
|
| 67 |
+
"f1_weighted": 0.8787193618040698
|
| 68 |
+
},
|
| 69 |
+
{
|
| 70 |
+
"accuracy": 0.8686679174484052,
|
| 71 |
+
"ap": 0.5408960227349419,
|
| 72 |
+
"ap_weighted": 0.5408960227349419,
|
| 73 |
+
"f1": 0.810670645069622,
|
| 74 |
+
"f1_weighted": 0.8765319543811216
|
| 75 |
+
},
|
| 76 |
+
{
|
| 77 |
+
"accuracy": 0.8686679174484052,
|
| 78 |
+
"ap": 0.5408960227349419,
|
| 79 |
+
"ap_weighted": 0.5408960227349419,
|
| 80 |
+
"f1": 0.810670645069622,
|
| 81 |
+
"f1_weighted": 0.8765319543811216
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"accuracy": 0.8686679174484052,
|
| 85 |
+
"ap": 0.5408960227349419,
|
| 86 |
+
"ap_weighted": 0.5408960227349419,
|
| 87 |
+
"f1": 0.810670645069622,
|
| 88 |
+
"f1_weighted": 0.8765319543811216
|
| 89 |
+
}
|
| 90 |
+
]
|
| 91 |
+
}
|
| 92 |
+
]
|
| 93 |
+
},
|
| 94 |
+
"task_name": "JDReview"
|
| 95 |
+
}
|
eval/mteb_cmn/LCQMC.json
ADDED
|
@@ -0,0 +1,26 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset_revision": "17f9b096f80380fce5ed12a9be8be7784b337daf",
|
| 3 |
+
"evaluation_time": 20.165030241012573,
|
| 4 |
+
"kg_co2_emissions": null,
|
| 5 |
+
"mteb_version": "1.14.5",
|
| 6 |
+
"scores": {
|
| 7 |
+
"test": [
|
| 8 |
+
{
|
| 9 |
+
"cosine_pearson": 0.6884276958895937,
|
| 10 |
+
"cosine_spearman": 0.7382501835307599,
|
| 11 |
+
"euclidean_pearson": 0.7248309251154331,
|
| 12 |
+
"euclidean_spearman": 0.7382578322263282,
|
| 13 |
+
"hf_subset": "default",
|
| 14 |
+
"languages": [
|
| 15 |
+
"cmn-Hans"
|
| 16 |
+
],
|
| 17 |
+
"main_score": 0.7382501835307599,
|
| 18 |
+
"manhattan_pearson": 0.7238871343531136,
|
| 19 |
+
"manhattan_spearman": 0.7374299063939594,
|
| 20 |
+
"pearson": 0.6884276958895937,
|
| 21 |
+
"spearman": 0.7382501835307599
|
| 22 |
+
}
|
| 23 |
+
]
|
| 24 |
+
},
|
| 25 |
+
"task_name": "LCQMC"
|
| 26 |
+
}
|
eval/mteb_cmn/MMarcoReranking.json
ADDED
|
@@ -0,0 +1,26 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset_revision": "8e0c766dbe9e16e1d221116a3f36795fbade07f6",
|
| 3 |
+
"evaluation_time": 154.90197086334229,
|
| 4 |
+
"kg_co2_emissions": null,
|
| 5 |
+
"mteb_version": "1.14.5",
|
| 6 |
+
"scores": {
|
| 7 |
+
"dev": [
|
| 8 |
+
{
|
| 9 |
+
"hf_subset": "default",
|
| 10 |
+
"languages": [
|
| 11 |
+
"cmn-Hans"
|
| 12 |
+
],
|
| 13 |
+
"main_score": 0.26039726199813074,
|
| 14 |
+
"map": 0.26039726199813074,
|
| 15 |
+
"mrr": 0.2418015873015873,
|
| 16 |
+
"nAUC_map_diff1": 0.39950529440977717,
|
| 17 |
+
"nAUC_map_max": 0.027617442428511215,
|
| 18 |
+
"nAUC_map_std": -0.09995222896282875,
|
| 19 |
+
"nAUC_mrr_diff1": 0.38113190269516495,
|
| 20 |
+
"nAUC_mrr_max": 0.03154309127883774,
|
| 21 |
+
"nAUC_mrr_std": -0.09369021755438782
|
| 22 |
+
}
|
| 23 |
+
]
|
| 24 |
+
},
|
| 25 |
+
"task_name": "MMarcoReranking"
|
| 26 |
+
}
|
eval/mteb_cmn/MMarcoRetrieval.json
ADDED
|
@@ -0,0 +1,158 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset_revision": "539bbde593d947e2a124ba72651aafc09eb33fc2",
|
| 3 |
+
"evaluation_time": 116.22296476364136,
|
| 4 |
+
"kg_co2_emissions": null,
|
| 5 |
+
"mteb_version": "1.14.5",
|
| 6 |
+
"scores": {
|
| 7 |
+
"dev": [
|
| 8 |
+
{
|
| 9 |
+
"hf_subset": "default",
|
| 10 |
+
"languages": [
|
| 11 |
+
"cmn-Hans"
|
| 12 |
+
],
|
| 13 |
+
"main_score": 0.80592,
|
| 14 |
+
"map_at_1": 0.67994,
|
| 15 |
+
"map_at_10": 0.76967,
|
| 16 |
+
"map_at_100": 0.77273,
|
| 17 |
+
"map_at_1000": 0.7728,
|
| 18 |
+
"map_at_20": 0.7718,
|
| 19 |
+
"map_at_3": 0.75104,
|
| 20 |
+
"map_at_5": 0.76271,
|
| 21 |
+
"mrr_at_1": 0.7021489971346705,
|
| 22 |
+
"mrr_at_10": 0.7745686655751111,
|
| 23 |
+
"mrr_at_100": 0.7772385561457681,
|
| 24 |
+
"mrr_at_1000": 0.7773069940321863,
|
| 25 |
+
"mrr_at_20": 0.7764354114459548,
|
| 26 |
+
"mrr_at_3": 0.7583810888252144,
|
| 27 |
+
"mrr_at_5": 0.7683452722063016,
|
| 28 |
+
"nauc_map_at_1000_diff1": 0.7792787328696309,
|
| 29 |
+
"nauc_map_at_1000_max": 0.3303296188579737,
|
| 30 |
+
"nauc_map_at_1000_std": -0.20178441172080513,
|
| 31 |
+
"nauc_map_at_100_diff1": 0.7792346299651488,
|
| 32 |
+
"nauc_map_at_100_max": 0.3304352488927724,
|
| 33 |
+
"nauc_map_at_100_std": -0.2015438626673084,
|
| 34 |
+
"nauc_map_at_10_diff1": 0.778124096905252,
|
| 35 |
+
"nauc_map_at_10_max": 0.3320397815089205,
|
| 36 |
+
"nauc_map_at_10_std": -0.20251062737445613,
|
| 37 |
+
"nauc_map_at_1_diff1": 0.7984558268537515,
|
| 38 |
+
"nauc_map_at_1_max": 0.25415398025334723,
|
| 39 |
+
"nauc_map_at_1_std": -0.2517151931776185,
|
| 40 |
+
"nauc_map_at_20_diff1": 0.778946318083495,
|
| 41 |
+
"nauc_map_at_20_max": 0.3309547627440204,
|
| 42 |
+
"nauc_map_at_20_std": -0.20146600933967365,
|
| 43 |
+
"nauc_map_at_3_diff1": 0.7798437296970799,
|
| 44 |
+
"nauc_map_at_3_max": 0.3175713432352094,
|
| 45 |
+
"nauc_map_at_3_std": -0.22340264960535589,
|
| 46 |
+
"nauc_map_at_5_diff1": 0.7783789390493683,
|
| 47 |
+
"nauc_map_at_5_max": 0.32808003487865683,
|
| 48 |
+
"nauc_map_at_5_std": -0.21167418637319915,
|
| 49 |
+
"nauc_mrr_at_1000_diff1": 0.7810493578753471,
|
| 50 |
+
"nauc_mrr_at_1000_max": 0.33704328003969336,
|
| 51 |
+
"nauc_mrr_at_1000_std": -0.1920646273543675,
|
| 52 |
+
"nauc_mrr_at_100_diff1": 0.7810119587322104,
|
| 53 |
+
"nauc_mrr_at_100_max": 0.33714191974116103,
|
| 54 |
+
"nauc_mrr_at_100_std": -0.19183045514399205,
|
| 55 |
+
"nauc_mrr_at_10_diff1": 0.7799047354023323,
|
| 56 |
+
"nauc_mrr_at_10_max": 0.3388510710321906,
|
| 57 |
+
"nauc_mrr_at_10_std": -0.191863290345862,
|
| 58 |
+
"nauc_mrr_at_1_diff1": 0.8016577378626384,
|
| 59 |
+
"nauc_mrr_at_1_max": 0.2957340370094665,
|
| 60 |
+
"nauc_mrr_at_1_std": -0.23921630433456167,
|
| 61 |
+
"nauc_mrr_at_20_diff1": 0.780740159099524,
|
| 62 |
+
"nauc_mrr_at_20_max": 0.337775650790946,
|
| 63 |
+
"nauc_mrr_at_20_std": -0.1912363199925836,
|
| 64 |
+
"nauc_mrr_at_3_diff1": 0.781186912813951,
|
| 65 |
+
"nauc_mrr_at_3_max": 0.3299715100510591,
|
| 66 |
+
"nauc_mrr_at_3_std": -0.20867529002234367,
|
| 67 |
+
"nauc_mrr_at_5_diff1": 0.7801114858248891,
|
| 68 |
+
"nauc_mrr_at_5_max": 0.3359771869212073,
|
| 69 |
+
"nauc_mrr_at_5_std": -0.19967702700559595,
|
| 70 |
+
"nauc_ndcg_at_1000_diff1": 0.7754564513819835,
|
| 71 |
+
"nauc_ndcg_at_1000_max": 0.3500671742001739,
|
| 72 |
+
"nauc_ndcg_at_1000_std": -0.16912039779441573,
|
| 73 |
+
"nauc_ndcg_at_100_diff1": 0.7742590292319238,
|
| 74 |
+
"nauc_ndcg_at_100_max": 0.3535420435525818,
|
| 75 |
+
"nauc_ndcg_at_100_std": -0.1608447189060755,
|
| 76 |
+
"nauc_ndcg_at_10_diff1": 0.7691672223786252,
|
| 77 |
+
"nauc_ndcg_at_10_max": 0.3622401810976067,
|
| 78 |
+
"nauc_ndcg_at_10_std": -0.16269241152190933,
|
| 79 |
+
"nauc_ndcg_at_1_diff1": 0.8016577378626384,
|
| 80 |
+
"nauc_ndcg_at_1_max": 0.2957340370094665,
|
| 81 |
+
"nauc_ndcg_at_1_std": -0.23921630433456167,
|
| 82 |
+
"nauc_ndcg_at_20_diff1": 0.7722107179300595,
|
| 83 |
+
"nauc_ndcg_at_20_max": 0.35867165870213713,
|
| 84 |
+
"nauc_ndcg_at_20_std": -0.15745742952639485,
|
| 85 |
+
"nauc_ndcg_at_3_diff1": 0.7731025534811706,
|
| 86 |
+
"nauc_ndcg_at_3_max": 0.3341344881983834,
|
| 87 |
+
"nauc_ndcg_at_3_std": -0.20794528013988128,
|
| 88 |
+
"nauc_ndcg_at_5_diff1": 0.7702125857456675,
|
| 89 |
+
"nauc_ndcg_at_5_max": 0.3515320002027738,
|
| 90 |
+
"nauc_ndcg_at_5_std": -0.18715451964510904,
|
| 91 |
+
"nauc_precision_at_1000_diff1": -0.18190648365565823,
|
| 92 |
+
"nauc_precision_at_1000_max": 0.19437167091053179,
|
| 93 |
+
"nauc_precision_at_1000_std": 0.2572027150078305,
|
| 94 |
+
"nauc_precision_at_100_diff1": -0.08229290440150751,
|
| 95 |
+
"nauc_precision_at_100_max": 0.2579112596555515,
|
| 96 |
+
"nauc_precision_at_100_std": 0.2978182697954661,
|
| 97 |
+
"nauc_precision_at_10_diff1": 0.18558980705916484,
|
| 98 |
+
"nauc_precision_at_10_max": 0.3666897150672992,
|
| 99 |
+
"nauc_precision_at_10_std": 0.1651836508666604,
|
| 100 |
+
"nauc_precision_at_1_diff1": 0.8016577378626384,
|
| 101 |
+
"nauc_precision_at_1_max": 0.2957340370094665,
|
| 102 |
+
"nauc_precision_at_1_std": -0.23921630433456167,
|
| 103 |
+
"nauc_precision_at_20_diff1": 0.0775735821784615,
|
| 104 |
+
"nauc_precision_at_20_max": 0.3284919966586951,
|
| 105 |
+
"nauc_precision_at_20_std": 0.2427899647367792,
|
| 106 |
+
"nauc_precision_at_3_diff1": 0.45637216666812724,
|
| 107 |
+
"nauc_precision_at_3_max": 0.34277655568506804,
|
| 108 |
+
"nauc_precision_at_3_std": -0.0667537225138697,
|
| 109 |
+
"nauc_precision_at_5_diff1": 0.33311950007570773,
|
| 110 |
+
"nauc_precision_at_5_max": 0.3599420680829155,
|
| 111 |
+
"nauc_precision_at_5_std": 0.028873623899045957,
|
| 112 |
+
"nauc_recall_at_1000_diff1": 0.7212963179700878,
|
| 113 |
+
"nauc_recall_at_1000_max": 0.8043429070792659,
|
| 114 |
+
"nauc_recall_at_1000_std": 0.7046209384403644,
|
| 115 |
+
"nauc_recall_at_100_diff1": 0.6983906148904934,
|
| 116 |
+
"nauc_recall_at_100_max": 0.7066432658817337,
|
| 117 |
+
"nauc_recall_at_100_std": 0.5952059385303207,
|
| 118 |
+
"nauc_recall_at_10_diff1": 0.6986109494760016,
|
| 119 |
+
"nauc_recall_at_10_max": 0.5545735182413386,
|
| 120 |
+
"nauc_recall_at_10_std": 0.09975280390505216,
|
| 121 |
+
"nauc_recall_at_1_diff1": 0.7984558268537515,
|
| 122 |
+
"nauc_recall_at_1_max": 0.25415398025334723,
|
| 123 |
+
"nauc_recall_at_1_std": -0.2517151931776185,
|
| 124 |
+
"nauc_recall_at_20_diff1": 0.7038880586357362,
|
| 125 |
+
"nauc_recall_at_20_max": 0.6055716545952003,
|
| 126 |
+
"nauc_recall_at_20_std": 0.2737635131665419,
|
| 127 |
+
"nauc_recall_at_3_diff1": 0.7410238250825433,
|
| 128 |
+
"nauc_recall_at_3_max": 0.3765717111232866,
|
| 129 |
+
"nauc_recall_at_3_std": -0.16725166192880325,
|
| 130 |
+
"nauc_recall_at_5_diff1": 0.7257865323812991,
|
| 131 |
+
"nauc_recall_at_5_max": 0.4475177571433898,
|
| 132 |
+
"nauc_recall_at_5_std": -0.08907900296820123,
|
| 133 |
+
"ndcg_at_1": 0.70215,
|
| 134 |
+
"ndcg_at_10": 0.80592,
|
| 135 |
+
"ndcg_at_100": 0.81907,
|
| 136 |
+
"ndcg_at_1000": 0.8211,
|
| 137 |
+
"ndcg_at_20": 0.81312,
|
| 138 |
+
"ndcg_at_3": 0.77065,
|
| 139 |
+
"ndcg_at_5": 0.7901,
|
| 140 |
+
"precision_at_1": 0.70215,
|
| 141 |
+
"precision_at_10": 0.09708,
|
| 142 |
+
"precision_at_100": 0.01035,
|
| 143 |
+
"precision_at_1000": 0.00105,
|
| 144 |
+
"precision_at_20": 0.05005,
|
| 145 |
+
"precision_at_3": 0.28897,
|
| 146 |
+
"precision_at_5": 0.18381,
|
| 147 |
+
"recall_at_1": 0.67994,
|
| 148 |
+
"recall_at_10": 0.91293,
|
| 149 |
+
"recall_at_100": 0.97123,
|
| 150 |
+
"recall_at_1000": 0.98714,
|
| 151 |
+
"recall_at_20": 0.94052,
|
| 152 |
+
"recall_at_3": 0.8197,
|
| 153 |
+
"recall_at_5": 0.86554
|
| 154 |
+
}
|
| 155 |
+
]
|
| 156 |
+
},
|
| 157 |
+
"task_name": "MMarcoRetrieval"
|
| 158 |
+
}
|
eval/mteb_cmn/MedicalRetrieval.json
ADDED
|
@@ -0,0 +1,158 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset_revision": "2039188fb5800a9803ba5048df7b76e6fb151fc6",
|
| 3 |
+
"evaluation_time": 90.03163814544678,
|
| 4 |
+
"kg_co2_emissions": null,
|
| 5 |
+
"mteb_version": "1.14.5",
|
| 6 |
+
"scores": {
|
| 7 |
+
"dev": [
|
| 8 |
+
{
|
| 9 |
+
"hf_subset": "default",
|
| 10 |
+
"languages": [
|
| 11 |
+
"cmn-Hans"
|
| 12 |
+
],
|
| 13 |
+
"main_score": 0.59806,
|
| 14 |
+
"map_at_1": 0.513,
|
| 15 |
+
"map_at_10": 0.56963,
|
| 16 |
+
"map_at_100": 0.57501,
|
| 17 |
+
"map_at_1000": 0.57556,
|
| 18 |
+
"map_at_20": 0.57271,
|
| 19 |
+
"map_at_3": 0.55617,
|
| 20 |
+
"map_at_5": 0.56342,
|
| 21 |
+
"mrr_at_1": 0.512,
|
| 22 |
+
"mrr_at_10": 0.5691015873015874,
|
| 23 |
+
"mrr_at_100": 0.5744814355340938,
|
| 24 |
+
"mrr_at_1000": 0.5750282507532266,
|
| 25 |
+
"mrr_at_20": 0.5721858527695216,
|
| 26 |
+
"mrr_at_3": 0.5556666666666665,
|
| 27 |
+
"mrr_at_5": 0.5627166666666664,
|
| 28 |
+
"nauc_map_at_1000_diff1": 0.7842834678899291,
|
| 29 |
+
"nauc_map_at_1000_max": 0.5436271901135782,
|
| 30 |
+
"nauc_map_at_1000_std": 0.19993402300536658,
|
| 31 |
+
"nauc_map_at_100_diff1": 0.7841722497058736,
|
| 32 |
+
"nauc_map_at_100_max": 0.5435652041515247,
|
| 33 |
+
"nauc_map_at_100_std": 0.19993691210656983,
|
| 34 |
+
"nauc_map_at_10_diff1": 0.7850762757015127,
|
| 35 |
+
"nauc_map_at_10_max": 0.5434780797689073,
|
| 36 |
+
"nauc_map_at_10_std": 0.19830481220587887,
|
| 37 |
+
"nauc_map_at_1_diff1": 0.822487708111364,
|
| 38 |
+
"nauc_map_at_1_max": 0.5521728386059154,
|
| 39 |
+
"nauc_map_at_1_std": 0.1709615693646027,
|
| 40 |
+
"nauc_map_at_20_diff1": 0.7842400459665949,
|
| 41 |
+
"nauc_map_at_20_max": 0.5433774921401263,
|
| 42 |
+
"nauc_map_at_20_std": 0.19916373262078704,
|
| 43 |
+
"nauc_map_at_3_diff1": 0.7904474400046648,
|
| 44 |
+
"nauc_map_at_3_max": 0.5533753639237405,
|
| 45 |
+
"nauc_map_at_3_std": 0.19460256210811766,
|
| 46 |
+
"nauc_map_at_5_diff1": 0.7872028025421995,
|
| 47 |
+
"nauc_map_at_5_max": 0.5480861988681288,
|
| 48 |
+
"nauc_map_at_5_std": 0.19949040342225988,
|
| 49 |
+
"nauc_mrr_at_1000_diff1": 0.7854689948753617,
|
| 50 |
+
"nauc_mrr_at_1000_max": 0.5405907509568422,
|
| 51 |
+
"nauc_mrr_at_1000_std": 0.19805992388094248,
|
| 52 |
+
"nauc_mrr_at_100_diff1": 0.7853560376717995,
|
| 53 |
+
"nauc_mrr_at_100_max": 0.5405334316465601,
|
| 54 |
+
"nauc_mrr_at_100_std": 0.19806566803482306,
|
| 55 |
+
"nauc_mrr_at_10_diff1": 0.7862497898847869,
|
| 56 |
+
"nauc_mrr_at_10_max": 0.5404831611246468,
|
| 57 |
+
"nauc_mrr_at_10_std": 0.19647148940647138,
|
| 58 |
+
"nauc_mrr_at_1_diff1": 0.8245262351341432,
|
| 59 |
+
"nauc_mrr_at_1_max": 0.5465738382508474,
|
| 60 |
+
"nauc_mrr_at_1_std": 0.16745672443936024,
|
| 61 |
+
"nauc_mrr_at_20_diff1": 0.7854158368639239,
|
| 62 |
+
"nauc_mrr_at_20_max": 0.540358385390003,
|
| 63 |
+
"nauc_mrr_at_20_std": 0.19730294684162206,
|
| 64 |
+
"nauc_mrr_at_3_diff1": 0.7915344437151379,
|
| 65 |
+
"nauc_mrr_at_3_max": 0.5504369314806311,
|
| 66 |
+
"nauc_mrr_at_3_std": 0.1927507454425256,
|
| 67 |
+
"nauc_mrr_at_5_diff1": 0.7886506172240233,
|
| 68 |
+
"nauc_mrr_at_5_max": 0.5451488020460473,
|
| 69 |
+
"nauc_mrr_at_5_std": 0.19798909888012126,
|
| 70 |
+
"nauc_ndcg_at_1000_diff1": 0.7692751609250558,
|
| 71 |
+
"nauc_ndcg_at_1000_max": 0.5350378815556763,
|
| 72 |
+
"nauc_ndcg_at_1000_std": 0.21458665978331848,
|
| 73 |
+
"nauc_ndcg_at_100_diff1": 0.7642931283931017,
|
| 74 |
+
"nauc_ndcg_at_100_max": 0.5315092300645153,
|
| 75 |
+
"nauc_ndcg_at_100_std": 0.2155163207908805,
|
| 76 |
+
"nauc_ndcg_at_10_diff1": 0.7681100406264375,
|
| 77 |
+
"nauc_ndcg_at_10_max": 0.5306873870711049,
|
| 78 |
+
"nauc_ndcg_at_10_std": 0.20754098749126554,
|
| 79 |
+
"nauc_ndcg_at_1_diff1": 0.822487708111364,
|
| 80 |
+
"nauc_ndcg_at_1_max": 0.5521728386059154,
|
| 81 |
+
"nauc_ndcg_at_1_std": 0.1709615693646027,
|
| 82 |
+
"nauc_ndcg_at_20_diff1": 0.7648970986420934,
|
| 83 |
+
"nauc_ndcg_at_20_max": 0.5308956259569235,
|
| 84 |
+
"nauc_ndcg_at_20_std": 0.21171023985131748,
|
| 85 |
+
"nauc_ndcg_at_3_diff1": 0.7798526420748361,
|
| 86 |
+
"nauc_ndcg_at_3_max": 0.5521501935608788,
|
| 87 |
+
"nauc_ndcg_at_3_std": 0.20240438273041417,
|
| 88 |
+
"nauc_ndcg_at_5_diff1": 0.7733937462319292,
|
| 89 |
+
"nauc_ndcg_at_5_max": 0.5421954864783991,
|
| 90 |
+
"nauc_ndcg_at_5_std": 0.21109581627548765,
|
| 91 |
+
"nauc_precision_at_1000_diff1": 0.6238631254971094,
|
| 92 |
+
"nauc_precision_at_1000_max": 0.4652972300031099,
|
| 93 |
+
"nauc_precision_at_1000_std": 0.4620292561468989,
|
| 94 |
+
"nauc_precision_at_100_diff1": 0.6494166342874409,
|
| 95 |
+
"nauc_precision_at_100_max": 0.45908615032595096,
|
| 96 |
+
"nauc_precision_at_100_std": 0.30937270647152715,
|
| 97 |
+
"nauc_precision_at_10_diff1": 0.7055611370278773,
|
| 98 |
+
"nauc_precision_at_10_max": 0.4782890484487398,
|
| 99 |
+
"nauc_precision_at_10_std": 0.23814951944694182,
|
| 100 |
+
"nauc_precision_at_1_diff1": 0.822487708111364,
|
| 101 |
+
"nauc_precision_at_1_max": 0.5521728386059154,
|
| 102 |
+
"nauc_precision_at_1_std": 0.1709615693646027,
|
| 103 |
+
"nauc_precision_at_20_diff1": 0.682320568040012,
|
| 104 |
+
"nauc_precision_at_20_max": 0.4750232616273408,
|
| 105 |
+
"nauc_precision_at_20_std": 0.2648869455152171,
|
| 106 |
+
"nauc_precision_at_3_diff1": 0.7473252458719203,
|
| 107 |
+
"nauc_precision_at_3_max": 0.5478419168189989,
|
| 108 |
+
"nauc_precision_at_3_std": 0.22635172903479234,
|
| 109 |
+
"nauc_precision_at_5_diff1": 0.7278323172828817,
|
| 110 |
+
"nauc_precision_at_5_max": 0.5209675381078904,
|
| 111 |
+
"nauc_precision_at_5_std": 0.24937253352486555,
|
| 112 |
+
"nauc_recall_at_1000_diff1": 0.6238631254971138,
|
| 113 |
+
"nauc_recall_at_1000_max": 0.4652972300031141,
|
| 114 |
+
"nauc_recall_at_1000_std": 0.46202925614690776,
|
| 115 |
+
"nauc_recall_at_100_diff1": 0.6494166342874412,
|
| 116 |
+
"nauc_recall_at_100_max": 0.4590861503259509,
|
| 117 |
+
"nauc_recall_at_100_std": 0.30937270647152915,
|
| 118 |
+
"nauc_recall_at_10_diff1": 0.7055611370278778,
|
| 119 |
+
"nauc_recall_at_10_max": 0.478289048448741,
|
| 120 |
+
"nauc_recall_at_10_std": 0.23814951944694265,
|
| 121 |
+
"nauc_recall_at_1_diff1": 0.822487708111364,
|
| 122 |
+
"nauc_recall_at_1_max": 0.5521728386059154,
|
| 123 |
+
"nauc_recall_at_1_std": 0.1709615693646027,
|
| 124 |
+
"nauc_recall_at_20_diff1": 0.6823205680400122,
|
| 125 |
+
"nauc_recall_at_20_max": 0.47502326162734193,
|
| 126 |
+
"nauc_recall_at_20_std": 0.26488694551521796,
|
| 127 |
+
"nauc_recall_at_3_diff1": 0.7473252458719198,
|
| 128 |
+
"nauc_recall_at_3_max": 0.5478419168189987,
|
| 129 |
+
"nauc_recall_at_3_std": 0.22635172903479212,
|
| 130 |
+
"nauc_recall_at_5_diff1": 0.7278323172828823,
|
| 131 |
+
"nauc_recall_at_5_max": 0.5209675381078906,
|
| 132 |
+
"nauc_recall_at_5_std": 0.24937253352486588,
|
| 133 |
+
"ndcg_at_1": 0.513,
|
| 134 |
+
"ndcg_at_10": 0.59806,
|
| 135 |
+
"ndcg_at_100": 0.62511,
|
| 136 |
+
"ndcg_at_1000": 0.64121,
|
| 137 |
+
"ndcg_at_20": 0.60938,
|
| 138 |
+
"ndcg_at_3": 0.57001,
|
| 139 |
+
"ndcg_at_5": 0.58292,
|
| 140 |
+
"precision_at_1": 0.513,
|
| 141 |
+
"precision_at_10": 0.0688,
|
| 142 |
+
"precision_at_100": 0.00816,
|
| 143 |
+
"precision_at_1000": 0.00095,
|
| 144 |
+
"precision_at_20": 0.03665,
|
| 145 |
+
"precision_at_3": 0.20333,
|
| 146 |
+
"precision_at_5": 0.1282,
|
| 147 |
+
"recall_at_1": 0.513,
|
| 148 |
+
"recall_at_10": 0.688,
|
| 149 |
+
"recall_at_100": 0.816,
|
| 150 |
+
"recall_at_1000": 0.946,
|
| 151 |
+
"recall_at_20": 0.733,
|
| 152 |
+
"recall_at_3": 0.61,
|
| 153 |
+
"recall_at_5": 0.641
|
| 154 |
+
}
|
| 155 |
+
]
|
| 156 |
+
},
|
| 157 |
+
"task_name": "MedicalRetrieval"
|
| 158 |
+
}
|
eval/mteb_cmn/MultilingualSentiment.json
ADDED
|
@@ -0,0 +1,137 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset_revision": "46958b007a63fdbf239b7672c25d0bea67b5ea1a",
|
| 3 |
+
"evaluation_time": 29.892837524414062,
|
| 4 |
+
"kg_co2_emissions": null,
|
| 5 |
+
"mteb_version": "1.14.5",
|
| 6 |
+
"scores": {
|
| 7 |
+
"test": [
|
| 8 |
+
{
|
| 9 |
+
"accuracy": 0.7915666666666668,
|
| 10 |
+
"f1": 0.788835374322064,
|
| 11 |
+
"f1_weighted": 0.7888353743220639,
|
| 12 |
+
"hf_subset": "default",
|
| 13 |
+
"languages": [
|
| 14 |
+
"cmn-Hans"
|
| 15 |
+
],
|
| 16 |
+
"main_score": 0.7915666666666668,
|
| 17 |
+
"scores_per_experiment": [
|
| 18 |
+
{
|
| 19 |
+
"accuracy": 0.7826666666666666,
|
| 20 |
+
"f1": 0.7779296381124103,
|
| 21 |
+
"f1_weighted": 0.7779296381124104
|
| 22 |
+
},
|
| 23 |
+
{
|
| 24 |
+
"accuracy": 0.7903333333333333,
|
| 25 |
+
"f1": 0.7870245727707803,
|
| 26 |
+
"f1_weighted": 0.7870245727707803
|
| 27 |
+
},
|
| 28 |
+
{
|
| 29 |
+
"accuracy": 0.7903333333333333,
|
| 30 |
+
"f1": 0.786884519599265,
|
| 31 |
+
"f1_weighted": 0.7868845195992649
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"accuracy": 0.7933333333333333,
|
| 35 |
+
"f1": 0.7909157256530345,
|
| 36 |
+
"f1_weighted": 0.7909157256530345
|
| 37 |
+
},
|
| 38 |
+
{
|
| 39 |
+
"accuracy": 0.7936666666666666,
|
| 40 |
+
"f1": 0.791125889277219,
|
| 41 |
+
"f1_weighted": 0.791125889277219
|
| 42 |
+
},
|
| 43 |
+
{
|
| 44 |
+
"accuracy": 0.788,
|
| 45 |
+
"f1": 0.7843471922835624,
|
| 46 |
+
"f1_weighted": 0.7843471922835624
|
| 47 |
+
},
|
| 48 |
+
{
|
| 49 |
+
"accuracy": 0.793,
|
| 50 |
+
"f1": 0.7908770386584093,
|
| 51 |
+
"f1_weighted": 0.7908770386584092
|
| 52 |
+
},
|
| 53 |
+
{
|
| 54 |
+
"accuracy": 0.7946666666666666,
|
| 55 |
+
"f1": 0.7927197802197803,
|
| 56 |
+
"f1_weighted": 0.7927197802197804
|
| 57 |
+
},
|
| 58 |
+
{
|
| 59 |
+
"accuracy": 0.7936666666666666,
|
| 60 |
+
"f1": 0.7915673968242717,
|
| 61 |
+
"f1_weighted": 0.7915673968242717
|
| 62 |
+
},
|
| 63 |
+
{
|
| 64 |
+
"accuracy": 0.796,
|
| 65 |
+
"f1": 0.7949619898219057,
|
| 66 |
+
"f1_weighted": 0.7949619898219057
|
| 67 |
+
}
|
| 68 |
+
]
|
| 69 |
+
}
|
| 70 |
+
],
|
| 71 |
+
"validation": [
|
| 72 |
+
{
|
| 73 |
+
"accuracy": 0.7772333333333333,
|
| 74 |
+
"f1": 0.7745812660307931,
|
| 75 |
+
"f1_weighted": 0.7745812660307931,
|
| 76 |
+
"hf_subset": "default",
|
| 77 |
+
"languages": [
|
| 78 |
+
"cmn-Hans"
|
| 79 |
+
],
|
| 80 |
+
"main_score": 0.7772333333333333,
|
| 81 |
+
"scores_per_experiment": [
|
| 82 |
+
{
|
| 83 |
+
"accuracy": 0.7726666666666666,
|
| 84 |
+
"f1": 0.7679966303070836,
|
| 85 |
+
"f1_weighted": 0.7679966303070839
|
| 86 |
+
},
|
| 87 |
+
{
|
| 88 |
+
"accuracy": 0.7736666666666666,
|
| 89 |
+
"f1": 0.7701976668648852,
|
| 90 |
+
"f1_weighted": 0.7701976668648852
|
| 91 |
+
},
|
| 92 |
+
{
|
| 93 |
+
"accuracy": 0.7766666666666666,
|
| 94 |
+
"f1": 0.7732535082276719,
|
| 95 |
+
"f1_weighted": 0.7732535082276719
|
| 96 |
+
},
|
| 97 |
+
{
|
| 98 |
+
"accuracy": 0.7786666666666666,
|
| 99 |
+
"f1": 0.7762597879844195,
|
| 100 |
+
"f1_weighted": 0.7762597879844196
|
| 101 |
+
},
|
| 102 |
+
{
|
| 103 |
+
"accuracy": 0.7776666666666666,
|
| 104 |
+
"f1": 0.775055757541203,
|
| 105 |
+
"f1_weighted": 0.7750557575412029
|
| 106 |
+
},
|
| 107 |
+
{
|
| 108 |
+
"accuracy": 0.7736666666666666,
|
| 109 |
+
"f1": 0.7701953381687762,
|
| 110 |
+
"f1_weighted": 0.770195338168776
|
| 111 |
+
},
|
| 112 |
+
{
|
| 113 |
+
"accuracy": 0.777,
|
| 114 |
+
"f1": 0.7751314427495369,
|
| 115 |
+
"f1_weighted": 0.7751314427495369
|
| 116 |
+
},
|
| 117 |
+
{
|
| 118 |
+
"accuracy": 0.781,
|
| 119 |
+
"f1": 0.779154242145693,
|
| 120 |
+
"f1_weighted": 0.779154242145693
|
| 121 |
+
},
|
| 122 |
+
{
|
| 123 |
+
"accuracy": 0.7786666666666666,
|
| 124 |
+
"f1": 0.7765195440456805,
|
| 125 |
+
"f1_weighted": 0.7765195440456804
|
| 126 |
+
},
|
| 127 |
+
{
|
| 128 |
+
"accuracy": 0.7826666666666666,
|
| 129 |
+
"f1": 0.7820487422729814,
|
| 130 |
+
"f1_weighted": 0.7820487422729813
|
| 131 |
+
}
|
| 132 |
+
]
|
| 133 |
+
}
|
| 134 |
+
]
|
| 135 |
+
},
|
| 136 |
+
"task_name": "MultilingualSentiment"
|
| 137 |
+
}
|
eval/mteb_cmn/Ocnli.json
ADDED
|
@@ -0,0 +1,57 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset_revision": "66e76a618a34d6d565d5538088562851e6daa7ec",
|
| 3 |
+
"evaluation_time": 1.203789234161377,
|
| 4 |
+
"kg_co2_emissions": null,
|
| 5 |
+
"mteb_version": "1.14.5",
|
| 6 |
+
"scores": {
|
| 7 |
+
"validation": [
|
| 8 |
+
{
|
| 9 |
+
"cosine_accuracy": 0.7433676231727125,
|
| 10 |
+
"cosine_accuracy_threshold": 0.8738439083099365,
|
| 11 |
+
"cosine_ap": 0.7773195079446207,
|
| 12 |
+
"cosine_f1": 0.7623318385650224,
|
| 13 |
+
"cosine_f1_threshold": 0.872545063495636,
|
| 14 |
+
"cosine_precision": 0.7216981132075472,
|
| 15 |
+
"cosine_recall": 0.8078141499472017,
|
| 16 |
+
"dot_accuracy": 0.7455332972387656,
|
| 17 |
+
"dot_accuracy_threshold": 0.8768895268440247,
|
| 18 |
+
"dot_ap": 0.7793863322153451,
|
| 19 |
+
"dot_f1": 0.7624521072796935,
|
| 20 |
+
"dot_f1_threshold": 0.8691158294677734,
|
| 21 |
+
"dot_precision": 0.6976336546888694,
|
| 22 |
+
"dot_recall": 0.8405491024287223,
|
| 23 |
+
"euclidean_accuracy": 0.7433676231727125,
|
| 24 |
+
"euclidean_accuracy_threshold": 0.49214184284210205,
|
| 25 |
+
"euclidean_ap": 0.7770653573808333,
|
| 26 |
+
"euclidean_f1": 0.7629482071713147,
|
| 27 |
+
"euclidean_f1_threshold": 0.5050199031829834,
|
| 28 |
+
"euclidean_precision": 0.7219604147031102,
|
| 29 |
+
"euclidean_recall": 0.808870116156283,
|
| 30 |
+
"hf_subset": "default",
|
| 31 |
+
"languages": [
|
| 32 |
+
"cmn-Hans"
|
| 33 |
+
],
|
| 34 |
+
"main_score": 0.7793863322153451,
|
| 35 |
+
"manhattan_accuracy": 0.742284786139686,
|
| 36 |
+
"manhattan_accuracy_threshold": 11.567289352416992,
|
| 37 |
+
"manhattan_ap": 0.7742956746959562,
|
| 38 |
+
"manhattan_f1": 0.758791480931154,
|
| 39 |
+
"manhattan_f1_threshold": 11.82667350769043,
|
| 40 |
+
"manhattan_precision": 0.7145522388059702,
|
| 41 |
+
"manhattan_recall": 0.808870116156283,
|
| 42 |
+
"max_ap": 0.7793863322153451,
|
| 43 |
+
"max_f1": 0.7629482071713147,
|
| 44 |
+
"max_precision": 0.7219604147031102,
|
| 45 |
+
"max_recall": 0.8405491024287223,
|
| 46 |
+
"similarity_accuracy": 0.7433676231727125,
|
| 47 |
+
"similarity_accuracy_threshold": 0.8738439083099365,
|
| 48 |
+
"similarity_ap": 0.7773195079446207,
|
| 49 |
+
"similarity_f1": 0.7623318385650224,
|
| 50 |
+
"similarity_f1_threshold": 0.872545063495636,
|
| 51 |
+
"similarity_precision": 0.7216981132075472,
|
| 52 |
+
"similarity_recall": 0.8078141499472017
|
| 53 |
+
}
|
| 54 |
+
]
|
| 55 |
+
},
|
| 56 |
+
"task_name": "Ocnli"
|
| 57 |
+
}
|
eval/mteb_cmn/OnlineShopping.json
ADDED
|
@@ -0,0 +1,95 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset_revision": "e610f2ebd179a8fda30ae534c3878750a96db120",
|
| 3 |
+
"evaluation_time": 10.937324523925781,
|
| 4 |
+
"kg_co2_emissions": null,
|
| 5 |
+
"mteb_version": "1.14.5",
|
| 6 |
+
"scores": {
|
| 7 |
+
"test": [
|
| 8 |
+
{
|
| 9 |
+
"accuracy": 0.944,
|
| 10 |
+
"ap": 0.9228617439417321,
|
| 11 |
+
"ap_weighted": 0.9228617439417321,
|
| 12 |
+
"f1": 0.9438550670253644,
|
| 13 |
+
"f1_weighted": 0.9439919710392829,
|
| 14 |
+
"hf_subset": "default",
|
| 15 |
+
"languages": [
|
| 16 |
+
"cmn-Hans"
|
| 17 |
+
],
|
| 18 |
+
"main_score": 0.944,
|
| 19 |
+
"scores_per_experiment": [
|
| 20 |
+
{
|
| 21 |
+
"accuracy": 0.944,
|
| 22 |
+
"ap": 0.923181029228224,
|
| 23 |
+
"ap_weighted": 0.923181029228224,
|
| 24 |
+
"f1": 0.9438596491228071,
|
| 25 |
+
"f1_weighted": 0.9439943859649123
|
| 26 |
+
},
|
| 27 |
+
{
|
| 28 |
+
"accuracy": 0.944,
|
| 29 |
+
"ap": 0.923181029228224,
|
| 30 |
+
"ap_weighted": 0.923181029228224,
|
| 31 |
+
"f1": 0.9438596491228071,
|
| 32 |
+
"f1_weighted": 0.9439943859649123
|
| 33 |
+
},
|
| 34 |
+
{
|
| 35 |
+
"accuracy": 0.944,
|
| 36 |
+
"ap": 0.9223827203331021,
|
| 37 |
+
"ap_weighted": 0.9223827203331021,
|
| 38 |
+
"f1": 0.943848165439348,
|
| 39 |
+
"f1_weighted": 0.9439883204184114
|
| 40 |
+
},
|
| 41 |
+
{
|
| 42 |
+
"accuracy": 0.945,
|
| 43 |
+
"ap": 0.9240836363109637,
|
| 44 |
+
"ap_weighted": 0.9240836363109637,
|
| 45 |
+
"f1": 0.9448565719436254,
|
| 46 |
+
"f1_weighted": 0.9449915630555075
|
| 47 |
+
},
|
| 48 |
+
{
|
| 49 |
+
"accuracy": 0.944,
|
| 50 |
+
"ap": 0.923181029228224,
|
| 51 |
+
"ap_weighted": 0.923181029228224,
|
| 52 |
+
"f1": 0.9438596491228071,
|
| 53 |
+
"f1_weighted": 0.9439943859649123
|
| 54 |
+
},
|
| 55 |
+
{
|
| 56 |
+
"accuracy": 0.944,
|
| 57 |
+
"ap": 0.923181029228224,
|
| 58 |
+
"ap_weighted": 0.923181029228224,
|
| 59 |
+
"f1": 0.9438596491228071,
|
| 60 |
+
"f1_weighted": 0.9439943859649123
|
| 61 |
+
},
|
| 62 |
+
{
|
| 63 |
+
"accuracy": 0.944,
|
| 64 |
+
"ap": 0.9223827203331021,
|
| 65 |
+
"ap_weighted": 0.9223827203331021,
|
| 66 |
+
"f1": 0.943848165439348,
|
| 67 |
+
"f1_weighted": 0.9439883204184114
|
| 68 |
+
},
|
| 69 |
+
{
|
| 70 |
+
"accuracy": 0.944,
|
| 71 |
+
"ap": 0.923181029228224,
|
| 72 |
+
"ap_weighted": 0.923181029228224,
|
| 73 |
+
"f1": 0.9438596491228071,
|
| 74 |
+
"f1_weighted": 0.9439943859649123
|
| 75 |
+
},
|
| 76 |
+
{
|
| 77 |
+
"accuracy": 0.944,
|
| 78 |
+
"ap": 0.9223827203331021,
|
| 79 |
+
"ap_weighted": 0.9223827203331021,
|
| 80 |
+
"f1": 0.943848165439348,
|
| 81 |
+
"f1_weighted": 0.9439883204184114
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"accuracy": 0.943,
|
| 85 |
+
"ap": 0.9214804959659314,
|
| 86 |
+
"ap_weighted": 0.9214804959659314,
|
| 87 |
+
"f1": 0.942851356377939,
|
| 88 |
+
"f1_weighted": 0.9429912562575258
|
| 89 |
+
}
|
| 90 |
+
]
|
| 91 |
+
}
|
| 92 |
+
]
|
| 93 |
+
},
|
| 94 |
+
"task_name": "OnlineShopping"
|
| 95 |
+
}
|
eval/mteb_cmn/PAWSX.json
ADDED
|
@@ -0,0 +1,26 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset_revision": "9c6a90e430ac22b5779fb019a23e820b11a8b5e1",
|
| 3 |
+
"evaluation_time": 2.3217403888702393,
|
| 4 |
+
"kg_co2_emissions": null,
|
| 5 |
+
"mteb_version": "1.14.5",
|
| 6 |
+
"scores": {
|
| 7 |
+
"test": [
|
| 8 |
+
{
|
| 9 |
+
"cosine_pearson": 0.3638653716414616,
|
| 10 |
+
"cosine_spearman": 0.4338310726855566,
|
| 11 |
+
"euclidean_pearson": 0.4283409722172322,
|
| 12 |
+
"euclidean_spearman": 0.4337326563315186,
|
| 13 |
+
"hf_subset": "default",
|
| 14 |
+
"languages": [
|
| 15 |
+
"cmn-Hans"
|
| 16 |
+
],
|
| 17 |
+
"main_score": 0.4338310726855566,
|
| 18 |
+
"manhattan_pearson": 0.41805596087958885,
|
| 19 |
+
"manhattan_spearman": 0.42436311751617173,
|
| 20 |
+
"pearson": 0.3638653716414616,
|
| 21 |
+
"spearman": 0.4338310726855566
|
| 22 |
+
}
|
| 23 |
+
]
|
| 24 |
+
},
|
| 25 |
+
"task_name": "PAWSX"
|
| 26 |
+
}
|
eval/mteb_cmn/QBQTC.json
ADDED
|
@@ -0,0 +1,26 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset_revision": "790b0510dc52b1553e8c49f3d2afb48c0e5c48b7",
|
| 3 |
+
"evaluation_time": 3.566206693649292,
|
| 4 |
+
"kg_co2_emissions": null,
|
| 5 |
+
"mteb_version": "1.14.5",
|
| 6 |
+
"scores": {
|
| 7 |
+
"test": [
|
| 8 |
+
{
|
| 9 |
+
"cosine_pearson": 0.34118935786879206,
|
| 10 |
+
"cosine_spearman": 0.3760751615968497,
|
| 11 |
+
"euclidean_pearson": 0.35240131866260427,
|
| 12 |
+
"euclidean_spearman": 0.3760287905402456,
|
| 13 |
+
"hf_subset": "default",
|
| 14 |
+
"languages": [
|
| 15 |
+
"cmn-Hans"
|
| 16 |
+
],
|
| 17 |
+
"main_score": 0.3760751615968497,
|
| 18 |
+
"manhattan_pearson": 0.3518062610574952,
|
| 19 |
+
"manhattan_spearman": 0.3758169383854428,
|
| 20 |
+
"pearson": 0.34118935786879206,
|
| 21 |
+
"spearman": 0.3760751615968497
|
| 22 |
+
}
|
| 23 |
+
]
|
| 24 |
+
},
|
| 25 |
+
"task_name": "QBQTC"
|
| 26 |
+
}
|
eval/mteb_cmn/STSB.json
ADDED
|
@@ -0,0 +1,43 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset_revision": "0cde68302b3541bb8b3c340dc0644b0b745b3dc0",
|
| 3 |
+
"evaluation_time": 2.764702796936035,
|
| 4 |
+
"kg_co2_emissions": null,
|
| 5 |
+
"mteb_version": "1.14.5",
|
| 6 |
+
"scores": {
|
| 7 |
+
"test": [
|
| 8 |
+
{
|
| 9 |
+
"cosine_pearson": 0.7697324195828549,
|
| 10 |
+
"cosine_spearman": 0.7909844260762123,
|
| 11 |
+
"euclidean_pearson": 0.7832547737463151,
|
| 12 |
+
"euclidean_spearman": 0.7910335754016831,
|
| 13 |
+
"hf_subset": "default",
|
| 14 |
+
"languages": [
|
| 15 |
+
"cmn-Hans"
|
| 16 |
+
],
|
| 17 |
+
"main_score": 0.7909844260762123,
|
| 18 |
+
"manhattan_pearson": 0.7812487695778677,
|
| 19 |
+
"manhattan_spearman": 0.7893038415914153,
|
| 20 |
+
"pearson": 0.7697324195828549,
|
| 21 |
+
"spearman": 0.7909844260762123
|
| 22 |
+
}
|
| 23 |
+
],
|
| 24 |
+
"validation": [
|
| 25 |
+
{
|
| 26 |
+
"cosine_pearson": 0.8119990888853972,
|
| 27 |
+
"cosine_spearman": 0.8274026606184356,
|
| 28 |
+
"euclidean_pearson": 0.8227713352483728,
|
| 29 |
+
"euclidean_spearman": 0.827449628928946,
|
| 30 |
+
"hf_subset": "default",
|
| 31 |
+
"languages": [
|
| 32 |
+
"cmn-Hans"
|
| 33 |
+
],
|
| 34 |
+
"main_score": 0.8274026606184356,
|
| 35 |
+
"manhattan_pearson": 0.8210413580101285,
|
| 36 |
+
"manhattan_spearman": 0.8262510325096832,
|
| 37 |
+
"pearson": 0.8119990888853972,
|
| 38 |
+
"spearman": 0.8274026606184356
|
| 39 |
+
}
|
| 40 |
+
]
|
| 41 |
+
},
|
| 42 |
+
"task_name": "STSB"
|
| 43 |
+
}
|
eval/mteb_cmn/T2Reranking.json
ADDED
|
@@ -0,0 +1,26 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset_revision": "76631901a18387f85eaa53e5450019b87ad58ef9",
|
| 3 |
+
"evaluation_time": 299.0581645965576,
|
| 4 |
+
"kg_co2_emissions": null,
|
| 5 |
+
"mteb_version": "1.14.5",
|
| 6 |
+
"scores": {
|
| 7 |
+
"dev": [
|
| 8 |
+
{
|
| 9 |
+
"hf_subset": "default",
|
| 10 |
+
"languages": [
|
| 11 |
+
"cmn-Hans"
|
| 12 |
+
],
|
| 13 |
+
"main_score": 0.6669331859736316,
|
| 14 |
+
"map": 0.6669331859736316,
|
| 15 |
+
"mrr": 0.7664832994809297,
|
| 16 |
+
"nAUC_map_diff1": -0.09557527129432838,
|
| 17 |
+
"nAUC_map_max": 0.3750501060378536,
|
| 18 |
+
"nAUC_map_std": -0.01152778285157882,
|
| 19 |
+
"nAUC_mrr_diff1": -0.052832783977450275,
|
| 20 |
+
"nAUC_mrr_max": 0.3053233508588692,
|
| 21 |
+
"nAUC_mrr_std": -0.03833038651703991
|
| 22 |
+
}
|
| 23 |
+
]
|
| 24 |
+
},
|
| 25 |
+
"task_name": "T2Reranking"
|
| 26 |
+
}
|
eval/mteb_cmn/T2Retrieval.json
ADDED
|
@@ -0,0 +1,158 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset_revision": "8731a845f1bf500a4f111cf1070785c793d10e64",
|
| 3 |
+
"evaluation_time": 480.1685869693756,
|
| 4 |
+
"kg_co2_emissions": null,
|
| 5 |
+
"mteb_version": "1.14.5",
|
| 6 |
+
"scores": {
|
| 7 |
+
"dev": [
|
| 8 |
+
{
|
| 9 |
+
"hf_subset": "default",
|
| 10 |
+
"languages": [
|
| 11 |
+
"cmn-Hans"
|
| 12 |
+
],
|
| 13 |
+
"main_score": 0.84875,
|
| 14 |
+
"map_at_1": 0.2759,
|
| 15 |
+
"map_at_10": 0.77414,
|
| 16 |
+
"map_at_100": 0.81014,
|
| 17 |
+
"map_at_1000": 0.81079,
|
| 18 |
+
"map_at_20": 0.80165,
|
| 19 |
+
"map_at_3": 0.54498,
|
| 20 |
+
"map_at_5": 0.66953,
|
| 21 |
+
"mrr_at_1": 0.9032526740312117,
|
| 22 |
+
"mrr_at_10": 0.9267651528435326,
|
| 23 |
+
"mrr_at_100": 0.9275455496833395,
|
| 24 |
+
"mrr_at_1000": 0.9275814986617988,
|
| 25 |
+
"mrr_at_20": 0.9272739421922038,
|
| 26 |
+
"mrr_at_3": 0.9224677070547657,
|
| 27 |
+
"mrr_at_5": 0.9251263954643759,
|
| 28 |
+
"nauc_map_at_1000_diff1": 0.13345442770495425,
|
| 29 |
+
"nauc_map_at_1000_max": 0.4391923971286031,
|
| 30 |
+
"nauc_map_at_1000_std": 0.20181056903012917,
|
| 31 |
+
"nauc_map_at_100_diff1": 0.13346387109870317,
|
| 32 |
+
"nauc_map_at_100_max": 0.4381257406404197,
|
| 33 |
+
"nauc_map_at_100_std": 0.2012647509131814,
|
| 34 |
+
"nauc_map_at_10_diff1": 0.17939645737234672,
|
| 35 |
+
"nauc_map_at_10_max": 0.3044591266560797,
|
| 36 |
+
"nauc_map_at_10_std": 0.03704002688369814,
|
| 37 |
+
"nauc_map_at_1_diff1": 0.5277266808447625,
|
| 38 |
+
"nauc_map_at_1_max": -0.26849571196450633,
|
| 39 |
+
"nauc_map_at_1_std": -0.37625580007222537,
|
| 40 |
+
"nauc_map_at_20_diff1": 0.13930612119658867,
|
| 41 |
+
"nauc_map_at_20_max": 0.41188861823332695,
|
| 42 |
+
"nauc_map_at_20_std": 0.16778027427436032,
|
| 43 |
+
"nauc_map_at_3_diff1": 0.3886068448169888,
|
| 44 |
+
"nauc_map_at_3_max": -0.15001764775136442,
|
| 45 |
+
"nauc_map_at_3_std": -0.35311675675219306,
|
| 46 |
+
"nauc_map_at_5_diff1": 0.30500374773374717,
|
| 47 |
+
"nauc_map_at_5_max": 0.010782661328790678,
|
| 48 |
+
"nauc_map_at_5_std": -0.24397299595776864,
|
| 49 |
+
"nauc_mrr_at_1000_diff1": 0.48375082644058975,
|
| 50 |
+
"nauc_mrr_at_1000_max": 0.7649261506872347,
|
| 51 |
+
"nauc_mrr_at_1000_std": 0.42405133282913593,
|
| 52 |
+
"nauc_mrr_at_100_diff1": 0.48374567767739574,
|
| 53 |
+
"nauc_mrr_at_100_max": 0.7650099323180571,
|
| 54 |
+
"nauc_mrr_at_100_std": 0.42421407492208846,
|
| 55 |
+
"nauc_mrr_at_10_diff1": 0.48333953899000853,
|
| 56 |
+
"nauc_mrr_at_10_max": 0.7656981446090204,
|
| 57 |
+
"nauc_mrr_at_10_std": 0.4245695757995892,
|
| 58 |
+
"nauc_mrr_at_1_diff1": 0.4859523207266426,
|
| 59 |
+
"nauc_mrr_at_1_max": 0.7290821294734671,
|
| 60 |
+
"nauc_mrr_at_1_std": 0.3678840010317741,
|
| 61 |
+
"nauc_mrr_at_20_diff1": 0.483562459802868,
|
| 62 |
+
"nauc_mrr_at_20_max": 0.7655436899544764,
|
| 63 |
+
"nauc_mrr_at_20_std": 0.4249327715228702,
|
| 64 |
+
"nauc_mrr_at_3_diff1": 0.48443341651741023,
|
| 65 |
+
"nauc_mrr_at_3_max": 0.7644443172136431,
|
| 66 |
+
"nauc_mrr_at_3_std": 0.4186015942453488,
|
| 67 |
+
"nauc_mrr_at_5_diff1": 0.48262429897451176,
|
| 68 |
+
"nauc_mrr_at_5_max": 0.7654084683146707,
|
| 69 |
+
"nauc_mrr_at_5_std": 0.42387427778364967,
|
| 70 |
+
"nauc_ndcg_at_1000_diff1": 0.17876990424389488,
|
| 71 |
+
"nauc_ndcg_at_1000_max": 0.568847439210128,
|
| 72 |
+
"nauc_ndcg_at_1000_std": 0.328598069547496,
|
| 73 |
+
"nauc_ndcg_at_100_diff1": 0.17459772046114824,
|
| 74 |
+
"nauc_ndcg_at_100_max": 0.5592240342391445,
|
| 75 |
+
"nauc_ndcg_at_100_std": 0.3285314074924357,
|
| 76 |
+
"nauc_ndcg_at_10_diff1": 0.17195543881626896,
|
| 77 |
+
"nauc_ndcg_at_10_max": 0.45517461748534727,
|
| 78 |
+
"nauc_ndcg_at_10_std": 0.20711703046119925,
|
| 79 |
+
"nauc_ndcg_at_1_diff1": 0.4859523207266426,
|
| 80 |
+
"nauc_ndcg_at_1_max": 0.7290821294734671,
|
| 81 |
+
"nauc_ndcg_at_1_std": 0.3678840010317741,
|
| 82 |
+
"nauc_ndcg_at_20_diff1": 0.17210492823890125,
|
| 83 |
+
"nauc_ndcg_at_20_max": 0.5034469431401163,
|
| 84 |
+
"nauc_ndcg_at_20_std": 0.2641687011706403,
|
| 85 |
+
"nauc_ndcg_at_3_diff1": 0.14152065529735802,
|
| 86 |
+
"nauc_ndcg_at_3_max": 0.6186261166484782,
|
| 87 |
+
"nauc_ndcg_at_3_std": 0.32792107932993453,
|
| 88 |
+
"nauc_ndcg_at_5_diff1": 0.1333031501216851,
|
| 89 |
+
"nauc_ndcg_at_5_max": 0.5382546612242814,
|
| 90 |
+
"nauc_ndcg_at_5_std": 0.2770177220127034,
|
| 91 |
+
"nauc_precision_at_1000_diff1": -0.3480362422810128,
|
| 92 |
+
"nauc_precision_at_1000_max": 0.5002050355106308,
|
| 93 |
+
"nauc_precision_at_1000_std": 0.6074013636034752,
|
| 94 |
+
"nauc_precision_at_100_diff1": -0.34872998819876305,
|
| 95 |
+
"nauc_precision_at_100_max": 0.5155533382112565,
|
| 96 |
+
"nauc_precision_at_100_std": 0.6226020296194723,
|
| 97 |
+
"nauc_precision_at_10_diff1": -0.349243141132558,
|
| 98 |
+
"nauc_precision_at_10_max": 0.5506597130018622,
|
| 99 |
+
"nauc_precision_at_10_std": 0.5788681266551527,
|
| 100 |
+
"nauc_precision_at_1_diff1": 0.4859523207266426,
|
| 101 |
+
"nauc_precision_at_1_max": 0.7290821294734671,
|
| 102 |
+
"nauc_precision_at_1_std": 0.3678840010317741,
|
| 103 |
+
"nauc_precision_at_20_diff1": -0.3502012314487369,
|
| 104 |
+
"nauc_precision_at_20_max": 0.5366334785072687,
|
| 105 |
+
"nauc_precision_at_20_std": 0.6151274009485738,
|
| 106 |
+
"nauc_precision_at_3_diff1": -0.29847849648414604,
|
| 107 |
+
"nauc_precision_at_3_max": 0.6430178413987991,
|
| 108 |
+
"nauc_precision_at_3_std": 0.49370176310417035,
|
| 109 |
+
"nauc_precision_at_5_diff1": -0.3507209808777213,
|
| 110 |
+
"nauc_precision_at_5_max": 0.595811728334368,
|
| 111 |
+
"nauc_precision_at_5_std": 0.5339535076259604,
|
| 112 |
+
"nauc_recall_at_1000_diff1": 0.04802875375325359,
|
| 113 |
+
"nauc_recall_at_1000_max": 0.639005747742515,
|
| 114 |
+
"nauc_recall_at_1000_std": 0.6520901274578319,
|
| 115 |
+
"nauc_recall_at_100_diff1": 0.07760025068411146,
|
| 116 |
+
"nauc_recall_at_100_max": 0.5194321537738289,
|
| 117 |
+
"nauc_recall_at_100_std": 0.4853500093868159,
|
| 118 |
+
"nauc_recall_at_10_diff1": 0.16240752640851688,
|
| 119 |
+
"nauc_recall_at_10_max": 0.2050772833081095,
|
| 120 |
+
"nauc_recall_at_10_std": -0.018562757248999598,
|
| 121 |
+
"nauc_recall_at_1_diff1": 0.5277266808447625,
|
| 122 |
+
"nauc_recall_at_1_max": -0.26849571196450633,
|
| 123 |
+
"nauc_recall_at_1_std": -0.37625580007222537,
|
| 124 |
+
"nauc_recall_at_20_diff1": 0.09591127679075533,
|
| 125 |
+
"nauc_recall_at_20_max": 0.3735128193831333,
|
| 126 |
+
"nauc_recall_at_20_std": 0.22325347482236488,
|
| 127 |
+
"nauc_recall_at_3_diff1": 0.37236223624296483,
|
| 128 |
+
"nauc_recall_at_3_max": -0.19246596496331067,
|
| 129 |
+
"nauc_recall_at_3_std": -0.37670482819151624,
|
| 130 |
+
"nauc_recall_at_5_diff1": 0.29382344896417417,
|
| 131 |
+
"nauc_recall_at_5_max": -0.07314745687904958,
|
| 132 |
+
"nauc_recall_at_5_std": -0.29850644144852717,
|
| 133 |
+
"ndcg_at_1": 0.90325,
|
| 134 |
+
"ndcg_at_10": 0.84875,
|
| 135 |
+
"ndcg_at_100": 0.88396,
|
| 136 |
+
"ndcg_at_1000": 0.89018,
|
| 137 |
+
"ndcg_at_20": 0.86605,
|
| 138 |
+
"ndcg_at_3": 0.8631,
|
| 139 |
+
"ndcg_at_5": 0.84899,
|
| 140 |
+
"precision_at_1": 0.90325,
|
| 141 |
+
"precision_at_10": 0.42134,
|
| 142 |
+
"precision_at_100": 0.05011,
|
| 143 |
+
"precision_at_1000": 0.00516,
|
| 144 |
+
"precision_at_20": 0.23371,
|
| 145 |
+
"precision_at_3": 0.75452,
|
| 146 |
+
"precision_at_5": 0.63215,
|
| 147 |
+
"recall_at_1": 0.2759,
|
| 148 |
+
"recall_at_10": 0.83718,
|
| 149 |
+
"recall_at_100": 0.95241,
|
| 150 |
+
"recall_at_1000": 0.98417,
|
| 151 |
+
"recall_at_20": 0.89569,
|
| 152 |
+
"recall_at_3": 0.56114,
|
| 153 |
+
"recall_at_5": 0.70227
|
| 154 |
+
}
|
| 155 |
+
]
|
| 156 |
+
},
|
| 157 |
+
"task_name": "T2Retrieval"
|
| 158 |
+
}
|
eval/mteb_cmn/TNews.json
ADDED
|
@@ -0,0 +1,73 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset_revision": "317f262bf1e6126357bbe89e875451e4b0938fe4",
|
| 3 |
+
"evaluation_time": 16.56235146522522,
|
| 4 |
+
"kg_co2_emissions": null,
|
| 5 |
+
"mteb_version": "1.14.5",
|
| 6 |
+
"scores": {
|
| 7 |
+
"validation": [
|
| 8 |
+
{
|
| 9 |
+
"accuracy": 0.50746,
|
| 10 |
+
"f1": 0.4788726970559245,
|
| 11 |
+
"f1_weighted": 0.487908928034478,
|
| 12 |
+
"hf_subset": "default",
|
| 13 |
+
"languages": [
|
| 14 |
+
"cmn-Hans"
|
| 15 |
+
],
|
| 16 |
+
"main_score": 0.50746,
|
| 17 |
+
"scores_per_experiment": [
|
| 18 |
+
{
|
| 19 |
+
"accuracy": 0.5094,
|
| 20 |
+
"f1": 0.4805384584927107,
|
| 21 |
+
"f1_weighted": 0.48971653713988245
|
| 22 |
+
},
|
| 23 |
+
{
|
| 24 |
+
"accuracy": 0.5095,
|
| 25 |
+
"f1": 0.48107876407342615,
|
| 26 |
+
"f1_weighted": 0.488203907190133
|
| 27 |
+
},
|
| 28 |
+
{
|
| 29 |
+
"accuracy": 0.512,
|
| 30 |
+
"f1": 0.4864665862897837,
|
| 31 |
+
"f1_weighted": 0.4972061025355369
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"accuracy": 0.4991,
|
| 35 |
+
"f1": 0.46648929148558455,
|
| 36 |
+
"f1_weighted": 0.4718842890333015
|
| 37 |
+
},
|
| 38 |
+
{
|
| 39 |
+
"accuracy": 0.5118,
|
| 40 |
+
"f1": 0.4855526922022164,
|
| 41 |
+
"f1_weighted": 0.49851709598310245
|
| 42 |
+
},
|
| 43 |
+
{
|
| 44 |
+
"accuracy": 0.5036,
|
| 45 |
+
"f1": 0.47239847379172667,
|
| 46 |
+
"f1_weighted": 0.4788894692143853
|
| 47 |
+
},
|
| 48 |
+
{
|
| 49 |
+
"accuracy": 0.5143,
|
| 50 |
+
"f1": 0.4891705425493965,
|
| 51 |
+
"f1_weighted": 0.50190340816586
|
| 52 |
+
},
|
| 53 |
+
{
|
| 54 |
+
"accuracy": 0.4982,
|
| 55 |
+
"f1": 0.463372341998934,
|
| 56 |
+
"f1_weighted": 0.4683879101320742
|
| 57 |
+
},
|
| 58 |
+
{
|
| 59 |
+
"accuracy": 0.5045,
|
| 60 |
+
"f1": 0.474145553566878,
|
| 61 |
+
"f1_weighted": 0.4823148824519145
|
| 62 |
+
},
|
| 63 |
+
{
|
| 64 |
+
"accuracy": 0.5122,
|
| 65 |
+
"f1": 0.4895142661085886,
|
| 66 |
+
"f1_weighted": 0.5020656784985897
|
| 67 |
+
}
|
| 68 |
+
]
|
| 69 |
+
}
|
| 70 |
+
]
|
| 71 |
+
},
|
| 72 |
+
"task_name": "TNews"
|
| 73 |
+
}
|
eval/mteb_cmn/ThuNewsClusteringP2P.json
ADDED
|
@@ -0,0 +1,32 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset_revision": "5798586b105c0434e4f0fe5e767abe619442cf93",
|
| 3 |
+
"evaluation_time": 115.81941485404968,
|
| 4 |
+
"kg_co2_emissions": null,
|
| 5 |
+
"mteb_version": "1.14.5",
|
| 6 |
+
"scores": {
|
| 7 |
+
"test": [
|
| 8 |
+
{
|
| 9 |
+
"hf_subset": "default",
|
| 10 |
+
"languages": [
|
| 11 |
+
"cmn-Hans"
|
| 12 |
+
],
|
| 13 |
+
"main_score": 0.8078925481234878,
|
| 14 |
+
"v_measure": 0.8078925481234878,
|
| 15 |
+
"v_measure_std": 0.013548933990050875,
|
| 16 |
+
"v_measures": [
|
| 17 |
+
0.8036894621616485,
|
| 18 |
+
0.794320539902475,
|
| 19 |
+
0.8236757085795113,
|
| 20 |
+
0.8169313898207705,
|
| 21 |
+
0.820611359789885,
|
| 22 |
+
0.7795699582647571,
|
| 23 |
+
0.8085631200406085,
|
| 24 |
+
0.8064443917140207,
|
| 25 |
+
0.8246637388419367,
|
| 26 |
+
0.8004558121192631
|
| 27 |
+
]
|
| 28 |
+
}
|
| 29 |
+
]
|
| 30 |
+
},
|
| 31 |
+
"task_name": "ThuNewsClusteringP2P"
|
| 32 |
+
}
|
eval/mteb_cmn/ThuNewsClusteringS2S.json
ADDED
|
@@ -0,0 +1,32 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset_revision": "8a8b2caeda43f39e13c4bc5bea0f8a667896e10d",
|
| 3 |
+
"evaluation_time": 42.4843590259552,
|
| 4 |
+
"kg_co2_emissions": null,
|
| 5 |
+
"mteb_version": "1.14.5",
|
| 6 |
+
"scores": {
|
| 7 |
+
"test": [
|
| 8 |
+
{
|
| 9 |
+
"hf_subset": "default",
|
| 10 |
+
"languages": [
|
| 11 |
+
"cmn-Hans"
|
| 12 |
+
],
|
| 13 |
+
"main_score": 0.7586605810287916,
|
| 14 |
+
"v_measure": 0.7586605810287916,
|
| 15 |
+
"v_measure_std": 0.009394387641985706,
|
| 16 |
+
"v_measures": [
|
| 17 |
+
0.7583154403716511,
|
| 18 |
+
0.7562271341967741,
|
| 19 |
+
0.7703735373015359,
|
| 20 |
+
0.7621806988176176,
|
| 21 |
+
0.7705951762031401,
|
| 22 |
+
0.7712228200574747,
|
| 23 |
+
0.7453071466850345,
|
| 24 |
+
0.7514683027166852,
|
| 25 |
+
0.7560282507306864,
|
| 26 |
+
0.7448873032073164
|
| 27 |
+
]
|
| 28 |
+
}
|
| 29 |
+
]
|
| 30 |
+
},
|
| 31 |
+
"task_name": "ThuNewsClusteringS2S"
|
| 32 |
+
}
|
eval/mteb_cmn/VideoRetrieval.json
ADDED
|
@@ -0,0 +1,158 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset_revision": "58c2597a5943a2ba48f4668c3b90d796283c5639",
|
| 3 |
+
"evaluation_time": 34.61679649353027,
|
| 4 |
+
"kg_co2_emissions": null,
|
| 5 |
+
"mteb_version": "1.14.5",
|
| 6 |
+
"scores": {
|
| 7 |
+
"dev": [
|
| 8 |
+
{
|
| 9 |
+
"hf_subset": "default",
|
| 10 |
+
"languages": [
|
| 11 |
+
"cmn-Hans"
|
| 12 |
+
],
|
| 13 |
+
"main_score": 0.75513,
|
| 14 |
+
"map_at_1": 0.613,
|
| 15 |
+
"map_at_10": 0.71038,
|
| 16 |
+
"map_at_100": 0.71363,
|
| 17 |
+
"map_at_1000": 0.71371,
|
| 18 |
+
"map_at_20": 0.71233,
|
| 19 |
+
"map_at_3": 0.69033,
|
| 20 |
+
"map_at_5": 0.70158,
|
| 21 |
+
"mrr_at_1": 0.613,
|
| 22 |
+
"mrr_at_10": 0.7103813492063498,
|
| 23 |
+
"mrr_at_100": 0.7136255052107244,
|
| 24 |
+
"mrr_at_1000": 0.7137089232629096,
|
| 25 |
+
"mrr_at_20": 0.7123264833377843,
|
| 26 |
+
"mrr_at_3": 0.6903333333333336,
|
| 27 |
+
"mrr_at_5": 0.7015833333333338,
|
| 28 |
+
"nauc_map_at_1000_diff1": 0.7557041393125548,
|
| 29 |
+
"nauc_map_at_1000_max": 0.03937084785291135,
|
| 30 |
+
"nauc_map_at_1000_std": -0.36919709397553935,
|
| 31 |
+
"nauc_map_at_100_diff1": 0.7556393107858498,
|
| 32 |
+
"nauc_map_at_100_max": 0.039513266921808614,
|
| 33 |
+
"nauc_map_at_100_std": -0.3691505931220743,
|
| 34 |
+
"nauc_map_at_10_diff1": 0.7560032951309457,
|
| 35 |
+
"nauc_map_at_10_max": 0.0351866903448001,
|
| 36 |
+
"nauc_map_at_10_std": -0.37523971012564367,
|
| 37 |
+
"nauc_map_at_1_diff1": 0.7685902586543415,
|
| 38 |
+
"nauc_map_at_1_max": 0.030227729434405746,
|
| 39 |
+
"nauc_map_at_1_std": -0.33116534952283583,
|
| 40 |
+
"nauc_map_at_20_diff1": 0.755892226838073,
|
| 41 |
+
"nauc_map_at_20_max": 0.03832044542810673,
|
| 42 |
+
"nauc_map_at_20_std": -0.37153050023667006,
|
| 43 |
+
"nauc_map_at_3_diff1": 0.7543379171143525,
|
| 44 |
+
"nauc_map_at_3_max": 0.033031843158570086,
|
| 45 |
+
"nauc_map_at_3_std": -0.37910560653878733,
|
| 46 |
+
"nauc_map_at_5_diff1": 0.7549749295758413,
|
| 47 |
+
"nauc_map_at_5_max": 0.040667161319498504,
|
| 48 |
+
"nauc_map_at_5_std": -0.3751790727892074,
|
| 49 |
+
"nauc_mrr_at_1000_diff1": 0.7557041393125548,
|
| 50 |
+
"nauc_mrr_at_1000_max": 0.03937084785291135,
|
| 51 |
+
"nauc_mrr_at_1000_std": -0.36919709397553935,
|
| 52 |
+
"nauc_mrr_at_100_diff1": 0.7556393107858498,
|
| 53 |
+
"nauc_mrr_at_100_max": 0.039513266921808614,
|
| 54 |
+
"nauc_mrr_at_100_std": -0.3691505931220743,
|
| 55 |
+
"nauc_mrr_at_10_diff1": 0.7560032951309457,
|
| 56 |
+
"nauc_mrr_at_10_max": 0.0351866903448001,
|
| 57 |
+
"nauc_mrr_at_10_std": -0.37523971012564367,
|
| 58 |
+
"nauc_mrr_at_1_diff1": 0.7685902586543415,
|
| 59 |
+
"nauc_mrr_at_1_max": 0.030227729434405746,
|
| 60 |
+
"nauc_mrr_at_1_std": -0.33116534952283583,
|
| 61 |
+
"nauc_mrr_at_20_diff1": 0.755892226838073,
|
| 62 |
+
"nauc_mrr_at_20_max": 0.03832044542810673,
|
| 63 |
+
"nauc_mrr_at_20_std": -0.37153050023667006,
|
| 64 |
+
"nauc_mrr_at_3_diff1": 0.7543379171143525,
|
| 65 |
+
"nauc_mrr_at_3_max": 0.033031843158570086,
|
| 66 |
+
"nauc_mrr_at_3_std": -0.37910560653878733,
|
| 67 |
+
"nauc_mrr_at_5_diff1": 0.7549749295758413,
|
| 68 |
+
"nauc_mrr_at_5_max": 0.040667161319498504,
|
| 69 |
+
"nauc_mrr_at_5_std": -0.3751790727892074,
|
| 70 |
+
"nauc_ndcg_at_1000_diff1": 0.7515556459667113,
|
| 71 |
+
"nauc_ndcg_at_1000_max": 0.05487499797739649,
|
| 72 |
+
"nauc_ndcg_at_1000_std": -0.3571142688192644,
|
| 73 |
+
"nauc_ndcg_at_100_diff1": 0.749670106040567,
|
| 74 |
+
"nauc_ndcg_at_100_max": 0.06078345539846868,
|
| 75 |
+
"nauc_ndcg_at_100_std": -0.3537924270232435,
|
| 76 |
+
"nauc_ndcg_at_10_diff1": 0.7527514015246665,
|
| 77 |
+
"nauc_ndcg_at_10_max": 0.03743393122824244,
|
| 78 |
+
"nauc_ndcg_at_10_std": -0.3892995447778768,
|
| 79 |
+
"nauc_ndcg_at_1_diff1": 0.7685902586543415,
|
| 80 |
+
"nauc_ndcg_at_1_max": 0.030227729434405746,
|
| 81 |
+
"nauc_ndcg_at_1_std": -0.33116534952283583,
|
| 82 |
+
"nauc_ndcg_at_20_diff1": 0.7519962227191921,
|
| 83 |
+
"nauc_ndcg_at_20_max": 0.0514444066243829,
|
| 84 |
+
"nauc_ndcg_at_20_std": -0.37331216117081195,
|
| 85 |
+
"nauc_ndcg_at_3_diff1": 0.7493837619213725,
|
| 86 |
+
"nauc_ndcg_at_3_max": 0.03601900866115256,
|
| 87 |
+
"nauc_ndcg_at_3_std": -0.39397376323841626,
|
| 88 |
+
"nauc_ndcg_at_5_diff1": 0.7501505553139527,
|
| 89 |
+
"nauc_ndcg_at_5_max": 0.05089893639829112,
|
| 90 |
+
"nauc_ndcg_at_5_std": -0.3880615349038801,
|
| 91 |
+
"nauc_precision_at_1000_diff1": 0.5997065492863759,
|
| 92 |
+
"nauc_precision_at_1000_max": 0.8139922635720929,
|
| 93 |
+
"nauc_precision_at_1000_std": 0.7636054421768707,
|
| 94 |
+
"nauc_precision_at_100_diff1": 0.6021843080666534,
|
| 95 |
+
"nauc_precision_at_100_max": 0.6701892878363417,
|
| 96 |
+
"nauc_precision_at_100_std": 0.29377811730753245,
|
| 97 |
+
"nauc_precision_at_10_diff1": 0.734114804706723,
|
| 98 |
+
"nauc_precision_at_10_max": 0.04829314124647699,
|
| 99 |
+
"nauc_precision_at_10_std": -0.4805198872533682,
|
| 100 |
+
"nauc_precision_at_1_diff1": 0.7685902586543415,
|
| 101 |
+
"nauc_precision_at_1_max": 0.030227729434405746,
|
| 102 |
+
"nauc_precision_at_1_std": -0.33116534952283583,
|
| 103 |
+
"nauc_precision_at_20_diff1": 0.7187117271150887,
|
| 104 |
+
"nauc_precision_at_20_max": 0.19952829616694914,
|
| 105 |
+
"nauc_precision_at_20_std": -0.34487128184607285,
|
| 106 |
+
"nauc_precision_at_3_diff1": 0.7312334077102239,
|
| 107 |
+
"nauc_precision_at_3_max": 0.04784628879483889,
|
| 108 |
+
"nauc_precision_at_3_std": -0.4476573606363989,
|
| 109 |
+
"nauc_precision_at_5_diff1": 0.7289284263075398,
|
| 110 |
+
"nauc_precision_at_5_max": 0.10041214372786837,
|
| 111 |
+
"nauc_precision_at_5_std": -0.44320543333139945,
|
| 112 |
+
"nauc_recall_at_1000_diff1": 0.5997065492863944,
|
| 113 |
+
"nauc_recall_at_1000_max": 0.8139922635721034,
|
| 114 |
+
"nauc_recall_at_1000_std": 0.7636054421768699,
|
| 115 |
+
"nauc_recall_at_100_diff1": 0.6021843080666633,
|
| 116 |
+
"nauc_recall_at_100_max": 0.6701892878363475,
|
| 117 |
+
"nauc_recall_at_100_std": 0.29377811730753156,
|
| 118 |
+
"nauc_recall_at_10_diff1": 0.7341148047067261,
|
| 119 |
+
"nauc_recall_at_10_max": 0.04829314124647637,
|
| 120 |
+
"nauc_recall_at_10_std": -0.4805198872533668,
|
| 121 |
+
"nauc_recall_at_1_diff1": 0.7685902586543415,
|
| 122 |
+
"nauc_recall_at_1_max": 0.030227729434405746,
|
| 123 |
+
"nauc_recall_at_1_std": -0.33116534952283583,
|
| 124 |
+
"nauc_recall_at_20_diff1": 0.7187117271150889,
|
| 125 |
+
"nauc_recall_at_20_max": 0.1995282961669493,
|
| 126 |
+
"nauc_recall_at_20_std": -0.34487128184607313,
|
| 127 |
+
"nauc_recall_at_3_diff1": 0.7312334077102232,
|
| 128 |
+
"nauc_recall_at_3_max": 0.04784628879483826,
|
| 129 |
+
"nauc_recall_at_3_std": -0.44765736063639994,
|
| 130 |
+
"nauc_recall_at_5_diff1": 0.7289284263075402,
|
| 131 |
+
"nauc_recall_at_5_max": 0.10041214372786902,
|
| 132 |
+
"nauc_recall_at_5_std": -0.443205433331398,
|
| 133 |
+
"ndcg_at_1": 0.613,
|
| 134 |
+
"ndcg_at_10": 0.75513,
|
| 135 |
+
"ndcg_at_100": 0.77071,
|
| 136 |
+
"ndcg_at_1000": 0.77307,
|
| 137 |
+
"ndcg_at_20": 0.76221,
|
| 138 |
+
"ndcg_at_3": 0.71376,
|
| 139 |
+
"ndcg_at_5": 0.73399,
|
| 140 |
+
"precision_at_1": 0.613,
|
| 141 |
+
"precision_at_10": 0.0895,
|
| 142 |
+
"precision_at_100": 0.00967,
|
| 143 |
+
"precision_at_1000": 0.00099,
|
| 144 |
+
"precision_at_20": 0.04615,
|
| 145 |
+
"precision_at_3": 0.26033,
|
| 146 |
+
"precision_at_5": 0.166,
|
| 147 |
+
"recall_at_1": 0.613,
|
| 148 |
+
"recall_at_10": 0.895,
|
| 149 |
+
"recall_at_100": 0.967,
|
| 150 |
+
"recall_at_1000": 0.986,
|
| 151 |
+
"recall_at_20": 0.923,
|
| 152 |
+
"recall_at_3": 0.781,
|
| 153 |
+
"recall_at_5": 0.83
|
| 154 |
+
}
|
| 155 |
+
]
|
| 156 |
+
},
|
| 157 |
+
"task_name": "VideoRetrieval"
|
| 158 |
+
}
|
eval/mteb_cmn/Waimai.json
ADDED
|
@@ -0,0 +1,95 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset_revision": "339287def212450dcaa9df8c22bf93e9980c7023",
|
| 3 |
+
"evaluation_time": 5.43600606918335,
|
| 4 |
+
"kg_co2_emissions": null,
|
| 5 |
+
"mteb_version": "1.14.5",
|
| 6 |
+
"scores": {
|
| 7 |
+
"test": [
|
| 8 |
+
{
|
| 9 |
+
"accuracy": 0.8867,
|
| 10 |
+
"ap": 0.73780322391319,
|
| 11 |
+
"ap_weighted": 0.73780322391319,
|
| 12 |
+
"f1": 0.8725055087715209,
|
| 13 |
+
"f1_weighted": 0.8873930415102695,
|
| 14 |
+
"hf_subset": "default",
|
| 15 |
+
"languages": [
|
| 16 |
+
"cmn-Hans"
|
| 17 |
+
],
|
| 18 |
+
"main_score": 0.8867,
|
| 19 |
+
"scores_per_experiment": [
|
| 20 |
+
{
|
| 21 |
+
"accuracy": 0.886,
|
| 22 |
+
"ap": 0.7364079872929431,
|
| 23 |
+
"ap_weighted": 0.7364079872929431,
|
| 24 |
+
"f1": 0.8714919558473415,
|
| 25 |
+
"f1_weighted": 0.8866045018396941
|
| 26 |
+
},
|
| 27 |
+
{
|
| 28 |
+
"accuracy": 0.888,
|
| 29 |
+
"ap": 0.7404816251997262,
|
| 30 |
+
"ap_weighted": 0.7404816251997262,
|
| 31 |
+
"f1": 0.8735543422793637,
|
| 32 |
+
"f1_weighted": 0.888512863587715
|
| 33 |
+
},
|
| 34 |
+
{
|
| 35 |
+
"accuracy": 0.884,
|
| 36 |
+
"ap": 0.7322937264464642,
|
| 37 |
+
"ap_weighted": 0.7322937264464642,
|
| 38 |
+
"f1": 0.8700157773952955,
|
| 39 |
+
"f1_weighted": 0.8849379661503156
|
| 40 |
+
},
|
| 41 |
+
{
|
| 42 |
+
"accuracy": 0.888,
|
| 43 |
+
"ap": 0.7404816251997262,
|
| 44 |
+
"ap_weighted": 0.7404816251997262,
|
| 45 |
+
"f1": 0.8735543422793637,
|
| 46 |
+
"f1_weighted": 0.888512863587715
|
| 47 |
+
},
|
| 48 |
+
{
|
| 49 |
+
"accuracy": 0.884,
|
| 50 |
+
"ap": 0.7322772757328632,
|
| 51 |
+
"ap_weighted": 0.7322772757328632,
|
| 52 |
+
"f1": 0.8702060143847541,
|
| 53 |
+
"f1_weighted": 0.8850155081434536
|
| 54 |
+
},
|
| 55 |
+
{
|
| 56 |
+
"accuracy": 0.887,
|
| 57 |
+
"ap": 0.7383193882141251,
|
| 58 |
+
"ap_weighted": 0.7383193882141251,
|
| 59 |
+
"f1": 0.8729067574239886,
|
| 60 |
+
"f1_weighted": 0.8877194748462227
|
| 61 |
+
},
|
| 62 |
+
{
|
| 63 |
+
"accuracy": 0.892,
|
| 64 |
+
"ap": 0.7487756987756988,
|
| 65 |
+
"ap_weighted": 0.7487756987756988,
|
| 66 |
+
"f1": 0.8776946806245725,
|
| 67 |
+
"f1_weighted": 0.8923346273538111
|
| 68 |
+
},
|
| 69 |
+
{
|
| 70 |
+
"accuracy": 0.885,
|
| 71 |
+
"ap": 0.7342493368700266,
|
| 72 |
+
"ap_weighted": 0.7342493368700266,
|
| 73 |
+
"f1": 0.8712308427885354,
|
| 74 |
+
"f1_weighted": 0.8859684728313876
|
| 75 |
+
},
|
| 76 |
+
{
|
| 77 |
+
"accuracy": 0.886,
|
| 78 |
+
"ap": 0.7363067952455707,
|
| 79 |
+
"ap_weighted": 0.7363067952455707,
|
| 80 |
+
"f1": 0.871877865889842,
|
| 81 |
+
"f1_weighted": 0.8867656578734423
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"accuracy": 0.887,
|
| 85 |
+
"ap": 0.7384387801547566,
|
| 86 |
+
"ap_weighted": 0.7384387801547566,
|
| 87 |
+
"f1": 0.8725225088021515,
|
| 88 |
+
"f1_weighted": 0.8875584788889378
|
| 89 |
+
}
|
| 90 |
+
]
|
| 91 |
+
}
|
| 92 |
+
]
|
| 93 |
+
},
|
| 94 |
+
"task_name": "Waimai"
|
| 95 |
+
}
|
eval/mteb_eng/AmazonCounterfactualClassification.json
ADDED
|
@@ -0,0 +1,179 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset_revision": "e8379541af4e31359cca9fbcf4b00f2671dba205",
|
| 3 |
+
"evaluation_time": 21.349095821380615,
|
| 4 |
+
"kg_co2_emissions": null,
|
| 5 |
+
"mteb_version": "1.14.5",
|
| 6 |
+
"scores": {
|
| 7 |
+
"test": [
|
| 8 |
+
{
|
| 9 |
+
"accuracy": 0.9643178410794603,
|
| 10 |
+
"ap": 0.7222960776019591,
|
| 11 |
+
"ap_weighted": 0.7222960776019591,
|
| 12 |
+
"f1": 0.9109270963593274,
|
| 13 |
+
"f1_weighted": 0.9655171548723889,
|
| 14 |
+
"hf_subset": "en-ext",
|
| 15 |
+
"languages": [
|
| 16 |
+
"eng-Latn"
|
| 17 |
+
],
|
| 18 |
+
"main_score": 0.9643178410794603,
|
| 19 |
+
"scores_per_experiment": [
|
| 20 |
+
{
|
| 21 |
+
"accuracy": 0.9647676161919041,
|
| 22 |
+
"ap": 0.725266929551478,
|
| 23 |
+
"ap_weighted": 0.725266929551478,
|
| 24 |
+
"f1": 0.9119987311693032,
|
| 25 |
+
"f1_weighted": 0.9659425284431332
|
| 26 |
+
},
|
| 27 |
+
{
|
| 28 |
+
"accuracy": 0.9640179910044977,
|
| 29 |
+
"ap": 0.717476337167374,
|
| 30 |
+
"ap_weighted": 0.717476337167374,
|
| 31 |
+
"f1": 0.9093365049698412,
|
| 32 |
+
"f1_weighted": 0.9650736181480238
|
| 33 |
+
},
|
| 34 |
+
{
|
| 35 |
+
"accuracy": 0.9647676161919041,
|
| 36 |
+
"ap": 0.725266929551478,
|
| 37 |
+
"ap_weighted": 0.725266929551478,
|
| 38 |
+
"f1": 0.9119987311693032,
|
| 39 |
+
"f1_weighted": 0.9659425284431332
|
| 40 |
+
},
|
| 41 |
+
{
|
| 42 |
+
"accuracy": 0.9632683658170914,
|
| 43 |
+
"ap": 0.7165319121453486,
|
| 44 |
+
"ap_weighted": 0.7165319121453486,
|
| 45 |
+
"f1": 0.9087825061575925,
|
| 46 |
+
"f1_weighted": 0.9645895554305612
|
| 47 |
+
},
|
| 48 |
+
{
|
| 49 |
+
"accuracy": 0.9640179910044977,
|
| 50 |
+
"ap": 0.7208726263164927,
|
| 51 |
+
"ap_weighted": 0.7208726263164927,
|
| 52 |
+
"f1": 0.9103860988731085,
|
| 53 |
+
"f1_weighted": 0.9652652443098788
|
| 54 |
+
},
|
| 55 |
+
{
|
| 56 |
+
"accuracy": 0.9647676161919041,
|
| 57 |
+
"ap": 0.725266929551478,
|
| 58 |
+
"ap_weighted": 0.725266929551478,
|
| 59 |
+
"f1": 0.9119987311693032,
|
| 60 |
+
"f1_weighted": 0.9659425284431332
|
| 61 |
+
},
|
| 62 |
+
{
|
| 63 |
+
"accuracy": 0.9647676161919041,
|
| 64 |
+
"ap": 0.725266929551478,
|
| 65 |
+
"ap_weighted": 0.725266929551478,
|
| 66 |
+
"f1": 0.9119987311693032,
|
| 67 |
+
"f1_weighted": 0.9659425284431332
|
| 68 |
+
},
|
| 69 |
+
{
|
| 70 |
+
"accuracy": 0.9647676161919041,
|
| 71 |
+
"ap": 0.725266929551478,
|
| 72 |
+
"ap_weighted": 0.725266929551478,
|
| 73 |
+
"f1": 0.9119987311693032,
|
| 74 |
+
"f1_weighted": 0.9659425284431332
|
| 75 |
+
},
|
| 76 |
+
{
|
| 77 |
+
"accuracy": 0.9640179910044977,
|
| 78 |
+
"ap": 0.7208726263164927,
|
| 79 |
+
"ap_weighted": 0.7208726263164927,
|
| 80 |
+
"f1": 0.9103860988731085,
|
| 81 |
+
"f1_weighted": 0.9652652443098788
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"accuracy": 0.9640179910044977,
|
| 85 |
+
"ap": 0.7208726263164927,
|
| 86 |
+
"ap_weighted": 0.7208726263164927,
|
| 87 |
+
"f1": 0.9103860988731085,
|
| 88 |
+
"f1_weighted": 0.9652652443098788
|
| 89 |
+
}
|
| 90 |
+
]
|
| 91 |
+
},
|
| 92 |
+
{
|
| 93 |
+
"accuracy": 0.9525373134328357,
|
| 94 |
+
"ap": 0.799257555670098,
|
| 95 |
+
"ap_weighted": 0.799257555670098,
|
| 96 |
+
"f1": 0.9281773595632006,
|
| 97 |
+
"f1_weighted": 0.9536488319681403,
|
| 98 |
+
"hf_subset": "en",
|
| 99 |
+
"languages": [
|
| 100 |
+
"eng-Latn"
|
| 101 |
+
],
|
| 102 |
+
"main_score": 0.9525373134328357,
|
| 103 |
+
"scores_per_experiment": [
|
| 104 |
+
{
|
| 105 |
+
"accuracy": 0.9522388059701492,
|
| 106 |
+
"ap": 0.7981930350297796,
|
| 107 |
+
"ap_weighted": 0.7981930350297796,
|
| 108 |
+
"f1": 0.9277628032345013,
|
| 109 |
+
"f1_weighted": 0.9533684676348715
|
| 110 |
+
},
|
| 111 |
+
{
|
| 112 |
+
"accuracy": 0.9522388059701492,
|
| 113 |
+
"ap": 0.7981930350297796,
|
| 114 |
+
"ap_weighted": 0.7981930350297796,
|
| 115 |
+
"f1": 0.9277628032345013,
|
| 116 |
+
"f1_weighted": 0.9533684676348715
|
| 117 |
+
},
|
| 118 |
+
{
|
| 119 |
+
"accuracy": 0.9537313432835821,
|
| 120 |
+
"ap": 0.8035156382313725,
|
| 121 |
+
"ap_weighted": 0.8035156382313725,
|
| 122 |
+
"f1": 0.9298355848779977,
|
| 123 |
+
"f1_weighted": 0.9547702893012162
|
| 124 |
+
},
|
| 125 |
+
{
|
| 126 |
+
"accuracy": 0.9522388059701492,
|
| 127 |
+
"ap": 0.7981930350297796,
|
| 128 |
+
"ap_weighted": 0.7981930350297796,
|
| 129 |
+
"f1": 0.9277628032345013,
|
| 130 |
+
"f1_weighted": 0.9533684676348715
|
| 131 |
+
},
|
| 132 |
+
{
|
| 133 |
+
"accuracy": 0.9522388059701492,
|
| 134 |
+
"ap": 0.7981930350297796,
|
| 135 |
+
"ap_weighted": 0.7981930350297796,
|
| 136 |
+
"f1": 0.9277628032345013,
|
| 137 |
+
"f1_weighted": 0.9533684676348715
|
| 138 |
+
},
|
| 139 |
+
{
|
| 140 |
+
"accuracy": 0.9522388059701492,
|
| 141 |
+
"ap": 0.7981930350297796,
|
| 142 |
+
"ap_weighted": 0.7981930350297796,
|
| 143 |
+
"f1": 0.9277628032345013,
|
| 144 |
+
"f1_weighted": 0.9533684676348715
|
| 145 |
+
},
|
| 146 |
+
{
|
| 147 |
+
"accuracy": 0.9522388059701492,
|
| 148 |
+
"ap": 0.7981930350297796,
|
| 149 |
+
"ap_weighted": 0.7981930350297796,
|
| 150 |
+
"f1": 0.9277628032345013,
|
| 151 |
+
"f1_weighted": 0.9533684676348715
|
| 152 |
+
},
|
| 153 |
+
{
|
| 154 |
+
"accuracy": 0.9537313432835821,
|
| 155 |
+
"ap": 0.8035156382313725,
|
| 156 |
+
"ap_weighted": 0.8035156382313725,
|
| 157 |
+
"f1": 0.9298355848779977,
|
| 158 |
+
"f1_weighted": 0.9547702893012162
|
| 159 |
+
},
|
| 160 |
+
{
|
| 161 |
+
"accuracy": 0.9522388059701492,
|
| 162 |
+
"ap": 0.7981930350297796,
|
| 163 |
+
"ap_weighted": 0.7981930350297796,
|
| 164 |
+
"f1": 0.9277628032345013,
|
| 165 |
+
"f1_weighted": 0.9533684676348715
|
| 166 |
+
},
|
| 167 |
+
{
|
| 168 |
+
"accuracy": 0.9522388059701492,
|
| 169 |
+
"ap": 0.7981930350297796,
|
| 170 |
+
"ap_weighted": 0.7981930350297796,
|
| 171 |
+
"f1": 0.9277628032345013,
|
| 172 |
+
"f1_weighted": 0.9533684676348715
|
| 173 |
+
}
|
| 174 |
+
]
|
| 175 |
+
}
|
| 176 |
+
]
|
| 177 |
+
},
|
| 178 |
+
"task_name": "AmazonCounterfactualClassification"
|
| 179 |
+
}
|
eval/mteb_eng/AmazonPolarityClassification.json
ADDED
|
@@ -0,0 +1,95 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset_revision": "e2d317d38cd51312af73b3d32a06d1a08b442046",
|
| 3 |
+
"evaluation_time": 626.0383305549622,
|
| 4 |
+
"kg_co2_emissions": null,
|
| 5 |
+
"mteb_version": "1.14.5",
|
| 6 |
+
"scores": {
|
| 7 |
+
"test": [
|
| 8 |
+
{
|
| 9 |
+
"accuracy": 0.9667155000000001,
|
| 10 |
+
"ap": 0.9506125484469905,
|
| 11 |
+
"ap_weighted": 0.9506125484469905,
|
| 12 |
+
"f1": 0.9667152624774944,
|
| 13 |
+
"f1_weighted": 0.9667152624774944,
|
| 14 |
+
"hf_subset": "default",
|
| 15 |
+
"languages": [
|
| 16 |
+
"eng-Latn"
|
| 17 |
+
],
|
| 18 |
+
"main_score": 0.9667155000000001,
|
| 19 |
+
"scores_per_experiment": [
|
| 20 |
+
{
|
| 21 |
+
"accuracy": 0.9666475,
|
| 22 |
+
"ap": 0.9497472243024325,
|
| 23 |
+
"ap_weighted": 0.9497472243024325,
|
| 24 |
+
"f1": 0.9666471820590516,
|
| 25 |
+
"f1_weighted": 0.9666471820590515
|
| 26 |
+
},
|
| 27 |
+
{
|
| 28 |
+
"accuracy": 0.9667525,
|
| 29 |
+
"ap": 0.9504797117267496,
|
| 30 |
+
"ap_weighted": 0.9504797117267496,
|
| 31 |
+
"f1": 0.9667523996286114,
|
| 32 |
+
"f1_weighted": 0.9667523996286115
|
| 33 |
+
},
|
| 34 |
+
{
|
| 35 |
+
"accuracy": 0.966815,
|
| 36 |
+
"ap": 0.951738573264202,
|
| 37 |
+
"ap_weighted": 0.951738573264202,
|
| 38 |
+
"f1": 0.9668149700505104,
|
| 39 |
+
"f1_weighted": 0.9668149700505104
|
| 40 |
+
},
|
| 41 |
+
{
|
| 42 |
+
"accuracy": 0.9667825,
|
| 43 |
+
"ap": 0.9520501113812326,
|
| 44 |
+
"ap_weighted": 0.9520501113812326,
|
| 45 |
+
"f1": 0.9667823962263373,
|
| 46 |
+
"f1_weighted": 0.9667823962263373
|
| 47 |
+
},
|
| 48 |
+
{
|
| 49 |
+
"accuracy": 0.96678,
|
| 50 |
+
"ap": 0.9523640592148901,
|
| 51 |
+
"ap_weighted": 0.9523640592148901,
|
| 52 |
+
"f1": 0.9667797940314009,
|
| 53 |
+
"f1_weighted": 0.9667797940314009
|
| 54 |
+
},
|
| 55 |
+
{
|
| 56 |
+
"accuracy": 0.966605,
|
| 57 |
+
"ap": 0.9492883595726318,
|
| 58 |
+
"ap_weighted": 0.9492883595726318,
|
| 59 |
+
"f1": 0.966604461656408,
|
| 60 |
+
"f1_weighted": 0.9666044616564079
|
| 61 |
+
},
|
| 62 |
+
{
|
| 63 |
+
"accuracy": 0.9668225,
|
| 64 |
+
"ap": 0.951117878410981,
|
| 65 |
+
"ap_weighted": 0.951117878410981,
|
| 66 |
+
"f1": 0.9668224917883593,
|
| 67 |
+
"f1_weighted": 0.9668224917883593
|
| 68 |
+
},
|
| 69 |
+
{
|
| 70 |
+
"accuracy": 0.9667075,
|
| 71 |
+
"ap": 0.9504910863800623,
|
| 72 |
+
"ap_weighted": 0.9504910863800623,
|
| 73 |
+
"f1": 0.9667074187192839,
|
| 74 |
+
"f1_weighted": 0.9667074187192839
|
| 75 |
+
},
|
| 76 |
+
{
|
| 77 |
+
"accuracy": 0.96667,
|
| 78 |
+
"ap": 0.9498578909038486,
|
| 79 |
+
"ap_weighted": 0.9498578909038486,
|
| 80 |
+
"f1": 0.9666697187249231,
|
| 81 |
+
"f1_weighted": 0.9666697187249231
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"accuracy": 0.9665725,
|
| 85 |
+
"ap": 0.9489905893128749,
|
| 86 |
+
"ap_weighted": 0.9489905893128749,
|
| 87 |
+
"f1": 0.9665717918900587,
|
| 88 |
+
"f1_weighted": 0.9665717918900587
|
| 89 |
+
}
|
| 90 |
+
]
|
| 91 |
+
}
|
| 92 |
+
]
|
| 93 |
+
},
|
| 94 |
+
"task_name": "AmazonPolarityClassification"
|
| 95 |
+
}
|
eval/mteb_eng/AmazonReviewsClassification.json
ADDED
|
@@ -0,0 +1,73 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset_revision": "1399c76144fd37290681b995c656ef9b2e06e26d",
|
| 3 |
+
"evaluation_time": 17.431034326553345,
|
| 4 |
+
"kg_co2_emissions": null,
|
| 5 |
+
"mteb_version": "1.14.5",
|
| 6 |
+
"scores": {
|
| 7 |
+
"test": [
|
| 8 |
+
{
|
| 9 |
+
"accuracy": 0.5788599999999999,
|
| 10 |
+
"f1": 0.5371145780531652,
|
| 11 |
+
"f1_weighted": 0.5371145780531654,
|
| 12 |
+
"hf_subset": "en",
|
| 13 |
+
"languages": [
|
| 14 |
+
"eng-Latn"
|
| 15 |
+
],
|
| 16 |
+
"main_score": 0.5788599999999999,
|
| 17 |
+
"scores_per_experiment": [
|
| 18 |
+
{
|
| 19 |
+
"accuracy": 0.5784,
|
| 20 |
+
"f1": 0.5407664467082649,
|
| 21 |
+
"f1_weighted": 0.540766446708265
|
| 22 |
+
},
|
| 23 |
+
{
|
| 24 |
+
"accuracy": 0.5822,
|
| 25 |
+
"f1": 0.5497041229546106,
|
| 26 |
+
"f1_weighted": 0.5497041229546107
|
| 27 |
+
},
|
| 28 |
+
{
|
| 29 |
+
"accuracy": 0.6036,
|
| 30 |
+
"f1": 0.5691304466428295,
|
| 31 |
+
"f1_weighted": 0.5691304466428295
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"accuracy": 0.5938,
|
| 35 |
+
"f1": 0.5594552253489669,
|
| 36 |
+
"f1_weighted": 0.5594552253489669
|
| 37 |
+
},
|
| 38 |
+
{
|
| 39 |
+
"accuracy": 0.5736,
|
| 40 |
+
"f1": 0.533127611084584,
|
| 41 |
+
"f1_weighted": 0.533127611084584
|
| 42 |
+
},
|
| 43 |
+
{
|
| 44 |
+
"accuracy": 0.574,
|
| 45 |
+
"f1": 0.5248260011994395,
|
| 46 |
+
"f1_weighted": 0.5248260011994395
|
| 47 |
+
},
|
| 48 |
+
{
|
| 49 |
+
"accuracy": 0.5982,
|
| 50 |
+
"f1": 0.5657984493080271,
|
| 51 |
+
"f1_weighted": 0.5657984493080271
|
| 52 |
+
},
|
| 53 |
+
{
|
| 54 |
+
"accuracy": 0.6068,
|
| 55 |
+
"f1": 0.5783878518868237,
|
| 56 |
+
"f1_weighted": 0.5783878518868237
|
| 57 |
+
},
|
| 58 |
+
{
|
| 59 |
+
"accuracy": 0.5826,
|
| 60 |
+
"f1": 0.5403621518792942,
|
| 61 |
+
"f1_weighted": 0.5403621518792942
|
| 62 |
+
},
|
| 63 |
+
{
|
| 64 |
+
"accuracy": 0.4954,
|
| 65 |
+
"f1": 0.4095874735188125,
|
| 66 |
+
"f1_weighted": 0.4095874735188124
|
| 67 |
+
}
|
| 68 |
+
]
|
| 69 |
+
}
|
| 70 |
+
]
|
| 71 |
+
},
|
| 72 |
+
"task_name": "AmazonReviewsClassification"
|
| 73 |
+
}
|
eval/mteb_eng/ArguAna.json
ADDED
|
@@ -0,0 +1,158 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset_revision": "c22ab2a51041ffd869aaddef7af8d8215647e41a",
|
| 3 |
+
"evaluation_time": 26.13735055923462,
|
| 4 |
+
"kg_co2_emissions": null,
|
| 5 |
+
"mteb_version": "1.14.5",
|
| 6 |
+
"scores": {
|
| 7 |
+
"test": [
|
| 8 |
+
{
|
| 9 |
+
"hf_subset": "default",
|
| 10 |
+
"languages": [
|
| 11 |
+
"eng-Latn"
|
| 12 |
+
],
|
| 13 |
+
"main_score": 0.57419,
|
| 14 |
+
"map_at_1": 0.31294,
|
| 15 |
+
"map_at_10": 0.48037,
|
| 16 |
+
"map_at_100": 0.48711,
|
| 17 |
+
"map_at_1000": 0.48715,
|
| 18 |
+
"map_at_20": 0.48578,
|
| 19 |
+
"map_at_3": 0.43125,
|
| 20 |
+
"map_at_5": 0.4571,
|
| 21 |
+
"mrr_at_1": 0.3200568990042674,
|
| 22 |
+
"mrr_at_10": 0.4829588046693317,
|
| 23 |
+
"mrr_at_100": 0.4896271789301321,
|
| 24 |
+
"mrr_at_1000": 0.48966616809672353,
|
| 25 |
+
"mrr_at_20": 0.48829533535925135,
|
| 26 |
+
"mrr_at_3": 0.43338074917022346,
|
| 27 |
+
"mrr_at_5": 0.4590208629682322,
|
| 28 |
+
"nauc_map_at_1000_diff1": 0.13161112701265637,
|
| 29 |
+
"nauc_map_at_1000_max": -0.0846840709415458,
|
| 30 |
+
"nauc_map_at_1000_std": -0.11025554523479238,
|
| 31 |
+
"nauc_map_at_100_diff1": 0.13161677134939964,
|
| 32 |
+
"nauc_map_at_100_max": -0.08463350748420741,
|
| 33 |
+
"nauc_map_at_100_std": -0.11018539751070111,
|
| 34 |
+
"nauc_map_at_10_diff1": 0.13095081064374856,
|
| 35 |
+
"nauc_map_at_10_max": -0.08287617729507583,
|
| 36 |
+
"nauc_map_at_10_std": -0.10924791231646976,
|
| 37 |
+
"nauc_map_at_1_diff1": 0.1671381773566669,
|
| 38 |
+
"nauc_map_at_1_max": -0.10179726928996004,
|
| 39 |
+
"nauc_map_at_1_std": -0.10520205870089365,
|
| 40 |
+
"nauc_map_at_20_diff1": 0.1305901357465955,
|
| 41 |
+
"nauc_map_at_20_max": -0.08450895234326956,
|
| 42 |
+
"nauc_map_at_20_std": -0.11094923754543101,
|
| 43 |
+
"nauc_map_at_3_diff1": 0.12574355585825714,
|
| 44 |
+
"nauc_map_at_3_max": -0.09325833966555654,
|
| 45 |
+
"nauc_map_at_3_std": -0.11568626836730933,
|
| 46 |
+
"nauc_map_at_5_diff1": 0.129243786447606,
|
| 47 |
+
"nauc_map_at_5_max": -0.08671010548093254,
|
| 48 |
+
"nauc_map_at_5_std": -0.11549767567517265,
|
| 49 |
+
"nauc_mrr_at_1000_diff1": 0.10962264216220813,
|
| 50 |
+
"nauc_mrr_at_1000_max": -0.09513021684387436,
|
| 51 |
+
"nauc_mrr_at_1000_std": -0.11355239513262638,
|
| 52 |
+
"nauc_mrr_at_100_diff1": 0.10963111679281903,
|
| 53 |
+
"nauc_mrr_at_100_max": -0.09507843138988421,
|
| 54 |
+
"nauc_mrr_at_100_std": -0.11348200049259179,
|
| 55 |
+
"nauc_mrr_at_10_diff1": 0.1095377045467983,
|
| 56 |
+
"nauc_mrr_at_10_max": -0.09295514367947555,
|
| 57 |
+
"nauc_mrr_at_10_std": -0.11261926260957318,
|
| 58 |
+
"nauc_mrr_at_1_diff1": 0.1461751815452669,
|
| 59 |
+
"nauc_mrr_at_1_max": -0.10221560726389471,
|
| 60 |
+
"nauc_mrr_at_1_std": -0.11297780186310602,
|
| 61 |
+
"nauc_mrr_at_20_diff1": 0.10870491260690752,
|
| 62 |
+
"nauc_mrr_at_20_max": -0.09490705273883823,
|
| 63 |
+
"nauc_mrr_at_20_std": -0.11422817133924261,
|
| 64 |
+
"nauc_mrr_at_3_diff1": 0.10441223747109911,
|
| 65 |
+
"nauc_mrr_at_3_max": -0.10466662252691682,
|
| 66 |
+
"nauc_mrr_at_3_std": -0.1190915330574567,
|
| 67 |
+
"nauc_mrr_at_5_diff1": 0.1058990401166576,
|
| 68 |
+
"nauc_mrr_at_5_max": -0.09930975306953785,
|
| 69 |
+
"nauc_mrr_at_5_std": -0.11858299490106468,
|
| 70 |
+
"nauc_ndcg_at_1000_diff1": 0.12883505456550565,
|
| 71 |
+
"nauc_ndcg_at_1000_max": -0.07847303001191305,
|
| 72 |
+
"nauc_ndcg_at_1000_std": -0.10710307310064461,
|
| 73 |
+
"nauc_ndcg_at_100_diff1": 0.12907684563142016,
|
| 74 |
+
"nauc_ndcg_at_100_max": -0.07696728271416013,
|
| 75 |
+
"nauc_ndcg_at_100_std": -0.10480819058015112,
|
| 76 |
+
"nauc_ndcg_at_10_diff1": 0.1261109480388415,
|
| 77 |
+
"nauc_ndcg_at_10_max": -0.06658977079046985,
|
| 78 |
+
"nauc_ndcg_at_10_std": -0.10353314528587336,
|
| 79 |
+
"nauc_ndcg_at_1_diff1": 0.1671381773566669,
|
| 80 |
+
"nauc_ndcg_at_1_max": -0.10179726928996004,
|
| 81 |
+
"nauc_ndcg_at_1_std": -0.10520205870089365,
|
| 82 |
+
"nauc_ndcg_at_20_diff1": 0.12414686388955351,
|
| 83 |
+
"nauc_ndcg_at_20_max": -0.07416505250631067,
|
| 84 |
+
"nauc_ndcg_at_20_std": -0.11026960810606411,
|
| 85 |
+
"nauc_ndcg_at_3_diff1": 0.11524496282548133,
|
| 86 |
+
"nauc_ndcg_at_3_max": -0.09141618226608028,
|
| 87 |
+
"nauc_ndcg_at_3_std": -0.12072187802614973,
|
| 88 |
+
"nauc_ndcg_at_5_diff1": 0.1213991109424739,
|
| 89 |
+
"nauc_ndcg_at_5_max": -0.0783313981131785,
|
| 90 |
+
"nauc_ndcg_at_5_std": -0.1201748144889046,
|
| 91 |
+
"nauc_precision_at_1000_diff1": -0.009725272355081157,
|
| 92 |
+
"nauc_precision_at_1000_max": 0.31077851886953717,
|
| 93 |
+
"nauc_precision_at_1000_std": 0.773551884133584,
|
| 94 |
+
"nauc_precision_at_100_diff1": 0.12616041719523705,
|
| 95 |
+
"nauc_precision_at_100_max": 0.3350125335887567,
|
| 96 |
+
"nauc_precision_at_100_std": 0.6297938039614945,
|
| 97 |
+
"nauc_precision_at_10_diff1": 0.10450940093448394,
|
| 98 |
+
"nauc_precision_at_10_max": 0.0676244026842411,
|
| 99 |
+
"nauc_precision_at_10_std": -0.0456656758573751,
|
| 100 |
+
"nauc_precision_at_1_diff1": 0.1671381773566669,
|
| 101 |
+
"nauc_precision_at_1_max": -0.10179726928996004,
|
| 102 |
+
"nauc_precision_at_1_std": -0.10520205870089365,
|
| 103 |
+
"nauc_precision_at_20_diff1": 0.03825050129198887,
|
| 104 |
+
"nauc_precision_at_20_max": 0.09285096817817551,
|
| 105 |
+
"nauc_precision_at_20_std": -0.08930498956440241,
|
| 106 |
+
"nauc_precision_at_3_diff1": 0.08400346705684561,
|
| 107 |
+
"nauc_precision_at_3_max": -0.08607316083708243,
|
| 108 |
+
"nauc_precision_at_3_std": -0.13672665504211337,
|
| 109 |
+
"nauc_precision_at_5_diff1": 0.09548003967232738,
|
| 110 |
+
"nauc_precision_at_5_max": -0.045199924560820934,
|
| 111 |
+
"nauc_precision_at_5_std": -0.13731402826424724,
|
| 112 |
+
"nauc_recall_at_1000_diff1": -0.00972527235511261,
|
| 113 |
+
"nauc_recall_at_1000_max": 0.310778518869523,
|
| 114 |
+
"nauc_recall_at_1000_std": 0.7735518841335626,
|
| 115 |
+
"nauc_recall_at_100_diff1": 0.12616041719525606,
|
| 116 |
+
"nauc_recall_at_100_max": 0.3350125335887586,
|
| 117 |
+
"nauc_recall_at_100_std": 0.6297938039615053,
|
| 118 |
+
"nauc_recall_at_10_diff1": 0.10450940093448366,
|
| 119 |
+
"nauc_recall_at_10_max": 0.06762440268424118,
|
| 120 |
+
"nauc_recall_at_10_std": -0.045665675857375236,
|
| 121 |
+
"nauc_recall_at_1_diff1": 0.1671381773566669,
|
| 122 |
+
"nauc_recall_at_1_max": -0.10179726928996004,
|
| 123 |
+
"nauc_recall_at_1_std": -0.10520205870089365,
|
| 124 |
+
"nauc_recall_at_20_diff1": 0.038250501291985754,
|
| 125 |
+
"nauc_recall_at_20_max": 0.09285096817816801,
|
| 126 |
+
"nauc_recall_at_20_std": -0.08930498956440625,
|
| 127 |
+
"nauc_recall_at_3_diff1": 0.08400346705684576,
|
| 128 |
+
"nauc_recall_at_3_max": -0.08607316083708216,
|
| 129 |
+
"nauc_recall_at_3_std": -0.13672665504211268,
|
| 130 |
+
"nauc_recall_at_5_diff1": 0.09548003967232853,
|
| 131 |
+
"nauc_recall_at_5_max": -0.04519992456081961,
|
| 132 |
+
"nauc_recall_at_5_std": -0.13731402826424638,
|
| 133 |
+
"ndcg_at_1": 0.31294,
|
| 134 |
+
"ndcg_at_10": 0.57419,
|
| 135 |
+
"ndcg_at_100": 0.6015,
|
| 136 |
+
"ndcg_at_1000": 0.60237,
|
| 137 |
+
"ndcg_at_20": 0.59323,
|
| 138 |
+
"ndcg_at_3": 0.47177,
|
| 139 |
+
"ndcg_at_5": 0.5185,
|
| 140 |
+
"precision_at_1": 0.31294,
|
| 141 |
+
"precision_at_10": 0.08741,
|
| 142 |
+
"precision_at_100": 0.0099,
|
| 143 |
+
"precision_at_1000": 0.001,
|
| 144 |
+
"precision_at_20": 0.0474,
|
| 145 |
+
"precision_at_3": 0.19654,
|
| 146 |
+
"precision_at_5": 0.14068,
|
| 147 |
+
"recall_at_1": 0.31294,
|
| 148 |
+
"recall_at_10": 0.87411,
|
| 149 |
+
"recall_at_100": 0.99004,
|
| 150 |
+
"recall_at_1000": 0.99644,
|
| 151 |
+
"recall_at_20": 0.94808,
|
| 152 |
+
"recall_at_3": 0.58962,
|
| 153 |
+
"recall_at_5": 0.70341
|
| 154 |
+
}
|
| 155 |
+
]
|
| 156 |
+
},
|
| 157 |
+
"task_name": "ArguAna"
|
| 158 |
+
}
|
eval/mteb_eng/ArxivClusteringP2P.json
ADDED
|
@@ -0,0 +1,53 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset_revision": "a122ad7f3f0291bf49cc6f4d32aa80929df69d5d",
|
| 3 |
+
"evaluation_time": 2231.343635082245,
|
| 4 |
+
"kg_co2_emissions": null,
|
| 5 |
+
"mteb_version": "1.14.5",
|
| 6 |
+
"scores": {
|
| 7 |
+
"test": [
|
| 8 |
+
{
|
| 9 |
+
"hf_subset": "default",
|
| 10 |
+
"languages": [
|
| 11 |
+
"eng-Latn"
|
| 12 |
+
],
|
| 13 |
+
"main_score": 0.5116456509968058,
|
| 14 |
+
"v_measure": 0.5116456509968058,
|
| 15 |
+
"v_measure_std": 0.1440737785521318,
|
| 16 |
+
"v_measures": [
|
| 17 |
+
0.537962898519888,
|
| 18 |
+
0.5243259475368268,
|
| 19 |
+
0.522537664262705,
|
| 20 |
+
0.5284753185744236,
|
| 21 |
+
0.5326372081408786,
|
| 22 |
+
0.5290798235756827,
|
| 23 |
+
0.5186451482922868,
|
| 24 |
+
0.5089863426259809,
|
| 25 |
+
0.5146719332957037,
|
| 26 |
+
0.5233551513567426,
|
| 27 |
+
0.6050110732537612,
|
| 28 |
+
0.6035290923499677,
|
| 29 |
+
0.604560726361195,
|
| 30 |
+
0.6029292313213481,
|
| 31 |
+
0.6053687860217937,
|
| 32 |
+
0.6074023495243787,
|
| 33 |
+
0.6033623461155063,
|
| 34 |
+
0.6054065839965799,
|
| 35 |
+
0.5995323160401177,
|
| 36 |
+
0.6029560179751376,
|
| 37 |
+
0.5528009965052377,
|
| 38 |
+
0.290633856435764,
|
| 39 |
+
0.47838731503047743,
|
| 40 |
+
0.40944502399623023,
|
| 41 |
+
0.3460838849571745,
|
| 42 |
+
0.2658677614703756,
|
| 43 |
+
0.3097666875979025,
|
| 44 |
+
0.2595780424661755,
|
| 45 |
+
0.3370435216765099,
|
| 46 |
+
1.0,
|
| 47 |
+
0.3306721316242304
|
| 48 |
+
]
|
| 49 |
+
}
|
| 50 |
+
]
|
| 51 |
+
},
|
| 52 |
+
"task_name": "ArxivClusteringP2P"
|
| 53 |
+
}
|
eval/mteb_eng/ArxivClusteringS2S.json
ADDED
|
@@ -0,0 +1,53 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset_revision": "f910caf1a6075f7329cdf8c1a6135696f37dbd53",
|
| 3 |
+
"evaluation_time": 394.276535987854,
|
| 4 |
+
"kg_co2_emissions": null,
|
| 5 |
+
"mteb_version": "1.14.5",
|
| 6 |
+
"scores": {
|
| 7 |
+
"test": [
|
| 8 |
+
{
|
| 9 |
+
"hf_subset": "default",
|
| 10 |
+
"languages": [
|
| 11 |
+
"eng-Latn"
|
| 12 |
+
],
|
| 13 |
+
"main_score": 0.4369530159389909,
|
| 14 |
+
"v_measure": 0.4369530159389909,
|
| 15 |
+
"v_measure_std": 0.1487184642158674,
|
| 16 |
+
"v_measures": [
|
| 17 |
+
0.44561661056433005,
|
| 18 |
+
0.4711831367919552,
|
| 19 |
+
0.4499550899011165,
|
| 20 |
+
0.46389521987142446,
|
| 21 |
+
0.45925798080729086,
|
| 22 |
+
0.46009663309082316,
|
| 23 |
+
0.4513138830359809,
|
| 24 |
+
0.45530059165580433,
|
| 25 |
+
0.45876461557751935,
|
| 26 |
+
0.45768712674914236,
|
| 27 |
+
0.5179813292171515,
|
| 28 |
+
0.5156988604002384,
|
| 29 |
+
0.5149535324156136,
|
| 30 |
+
0.5161903471204181,
|
| 31 |
+
0.5153137013157731,
|
| 32 |
+
0.5130738684282482,
|
| 33 |
+
0.5169227725248595,
|
| 34 |
+
0.5176442874389511,
|
| 35 |
+
0.5126183521419185,
|
| 36 |
+
0.5136821045216053,
|
| 37 |
+
0.4563684186738441,
|
| 38 |
+
0.2158824351096423,
|
| 39 |
+
0.35601319430001643,
|
| 40 |
+
0.3458983715639572,
|
| 41 |
+
0.2815344256810527,
|
| 42 |
+
0.18985505825640522,
|
| 43 |
+
0.2522524487234392,
|
| 44 |
+
0.1975927141819861,
|
| 45 |
+
0.26938727729749495,
|
| 46 |
+
1.0,
|
| 47 |
+
0.25360910675071324
|
| 48 |
+
]
|
| 49 |
+
}
|
| 50 |
+
]
|
| 51 |
+
},
|
| 52 |
+
"task_name": "ArxivClusteringS2S"
|
| 53 |
+
}
|
eval/mteb_eng/AskUbuntuDupQuestions.json
ADDED
|
@@ -0,0 +1,26 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset_revision": "2000358ca161889fa9c082cb41daa8dcfb161a54",
|
| 3 |
+
"evaluation_time": 4.45866584777832,
|
| 4 |
+
"kg_co2_emissions": null,
|
| 5 |
+
"mteb_version": "1.14.5",
|
| 6 |
+
"scores": {
|
| 7 |
+
"test": [
|
| 8 |
+
{
|
| 9 |
+
"hf_subset": "default",
|
| 10 |
+
"languages": [
|
| 11 |
+
"eng-Latn"
|
| 12 |
+
],
|
| 13 |
+
"main_score": 0.6212746678278348,
|
| 14 |
+
"map": 0.6212746678278348,
|
| 15 |
+
"mrr": 0.7517093171525304,
|
| 16 |
+
"nAUC_map_diff1": 0.11764105347311858,
|
| 17 |
+
"nAUC_map_max": 0.21481455916942901,
|
| 18 |
+
"nAUC_map_std": 0.1475876702672092,
|
| 19 |
+
"nAUC_mrr_diff1": 0.22800100831683526,
|
| 20 |
+
"nAUC_mrr_max": 0.34078923113578397,
|
| 21 |
+
"nAUC_mrr_std": 0.22294080557592852
|
| 22 |
+
}
|
| 23 |
+
]
|
| 24 |
+
},
|
| 25 |
+
"task_name": "AskUbuntuDupQuestions"
|
| 26 |
+
}
|
eval/mteb_eng/BIOSSES.json
ADDED
|
@@ -0,0 +1,26 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset_revision": "d3fb88f8f02e40887cd149695127462bbcf29b4a",
|
| 3 |
+
"evaluation_time": 21.697559356689453,
|
| 4 |
+
"kg_co2_emissions": null,
|
| 5 |
+
"mteb_version": "1.14.5",
|
| 6 |
+
"scores": {
|
| 7 |
+
"test": [
|
| 8 |
+
{
|
| 9 |
+
"cosine_pearson": 0.8469033381037354,
|
| 10 |
+
"cosine_spearman": 0.8416215865573408,
|
| 11 |
+
"euclidean_pearson": 0.839016182375133,
|
| 12 |
+
"euclidean_spearman": 0.8411757932671081,
|
| 13 |
+
"hf_subset": "default",
|
| 14 |
+
"languages": [
|
| 15 |
+
"eng-Latn"
|
| 16 |
+
],
|
| 17 |
+
"main_score": 0.8416215865573408,
|
| 18 |
+
"manhattan_pearson": 0.8397092600565189,
|
| 19 |
+
"manhattan_spearman": 0.8480735407984107,
|
| 20 |
+
"pearson": 0.8469033381037354,
|
| 21 |
+
"spearman": 0.8416215865573408
|
| 22 |
+
}
|
| 23 |
+
]
|
| 24 |
+
},
|
| 25 |
+
"task_name": "BIOSSES"
|
| 26 |
+
}
|
eval/mteb_eng/Banking77Classification.json
ADDED
|
@@ -0,0 +1,73 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset_revision": "0fd18e25b25c072e09e0d92ab615fda904d66300",
|
| 3 |
+
"evaluation_time": 15.749364614486694,
|
| 4 |
+
"kg_co2_emissions": null,
|
| 5 |
+
"mteb_version": "1.14.5",
|
| 6 |
+
"scores": {
|
| 7 |
+
"test": [
|
| 8 |
+
{
|
| 9 |
+
"accuracy": 0.8947727272727273,
|
| 10 |
+
"f1": 0.8927814753928962,
|
| 11 |
+
"f1_weighted": 0.8927814753928965,
|
| 12 |
+
"hf_subset": "default",
|
| 13 |
+
"languages": [
|
| 14 |
+
"eng-Latn"
|
| 15 |
+
],
|
| 16 |
+
"main_score": 0.8947727272727273,
|
| 17 |
+
"scores_per_experiment": [
|
| 18 |
+
{
|
| 19 |
+
"accuracy": 0.9,
|
| 20 |
+
"f1": 0.8989656383883432,
|
| 21 |
+
"f1_weighted": 0.8989656383883434
|
| 22 |
+
},
|
| 23 |
+
{
|
| 24 |
+
"accuracy": 0.8954545454545455,
|
| 25 |
+
"f1": 0.8936541161043582,
|
| 26 |
+
"f1_weighted": 0.8936541161043584
|
| 27 |
+
},
|
| 28 |
+
{
|
| 29 |
+
"accuracy": 0.8915584415584416,
|
| 30 |
+
"f1": 0.8863383353952968,
|
| 31 |
+
"f1_weighted": 0.8863383353952972
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"accuracy": 0.8964285714285715,
|
| 35 |
+
"f1": 0.8954671538394995,
|
| 36 |
+
"f1_weighted": 0.8954671538394998
|
| 37 |
+
},
|
| 38 |
+
{
|
| 39 |
+
"accuracy": 0.8961038961038961,
|
| 40 |
+
"f1": 0.8950318712883112,
|
| 41 |
+
"f1_weighted": 0.8950318712883112
|
| 42 |
+
},
|
| 43 |
+
{
|
| 44 |
+
"accuracy": 0.8987012987012987,
|
| 45 |
+
"f1": 0.8983531442053102,
|
| 46 |
+
"f1_weighted": 0.8983531442053105
|
| 47 |
+
},
|
| 48 |
+
{
|
| 49 |
+
"accuracy": 0.9,
|
| 50 |
+
"f1": 0.89895146129248,
|
| 51 |
+
"f1_weighted": 0.8989514612924802
|
| 52 |
+
},
|
| 53 |
+
{
|
| 54 |
+
"accuracy": 0.8805194805194805,
|
| 55 |
+
"f1": 0.8752873457163935,
|
| 56 |
+
"f1_weighted": 0.8752873457163938
|
| 57 |
+
},
|
| 58 |
+
{
|
| 59 |
+
"accuracy": 0.9022727272727272,
|
| 60 |
+
"f1": 0.9009498033909109,
|
| 61 |
+
"f1_weighted": 0.9009498033909112
|
| 62 |
+
},
|
| 63 |
+
{
|
| 64 |
+
"accuracy": 0.8866883116883116,
|
| 65 |
+
"f1": 0.8848158843080594,
|
| 66 |
+
"f1_weighted": 0.8848158843080596
|
| 67 |
+
}
|
| 68 |
+
]
|
| 69 |
+
}
|
| 70 |
+
]
|
| 71 |
+
},
|
| 72 |
+
"task_name": "Banking77Classification"
|
| 73 |
+
}
|
eval/mteb_eng/BiorxivClusteringP2P.json
ADDED
|
@@ -0,0 +1,32 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset_revision": "65b79d1d13f80053f67aca9498d9402c2d9f1f40",
|
| 3 |
+
"evaluation_time": 290.61877632141113,
|
| 4 |
+
"kg_co2_emissions": null,
|
| 5 |
+
"mteb_version": "1.14.5",
|
| 6 |
+
"scores": {
|
| 7 |
+
"test": [
|
| 8 |
+
{
|
| 9 |
+
"hf_subset": "default",
|
| 10 |
+
"languages": [
|
| 11 |
+
"eng-Latn"
|
| 12 |
+
],
|
| 13 |
+
"main_score": 0.4769256081161222,
|
| 14 |
+
"v_measure": 0.4769256081161222,
|
| 15 |
+
"v_measure_std": 0.011865740993539183,
|
| 16 |
+
"v_measures": [
|
| 17 |
+
0.470759718960968,
|
| 18 |
+
0.48296846781606684,
|
| 19 |
+
0.4699613130051653,
|
| 20 |
+
0.4628008250537472,
|
| 21 |
+
0.45994884425807553,
|
| 22 |
+
0.47699044425042725,
|
| 23 |
+
0.49140550822317075,
|
| 24 |
+
0.48466067161573,
|
| 25 |
+
0.4707176912228001,
|
| 26 |
+
0.499042596755071
|
| 27 |
+
]
|
| 28 |
+
}
|
| 29 |
+
]
|
| 30 |
+
},
|
| 31 |
+
"task_name": "BiorxivClusteringP2P"
|
| 32 |
+
}
|
eval/mteb_eng/BiorxivClusteringS2S.json
ADDED
|
@@ -0,0 +1,32 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset_revision": "258694dd0231531bc1fd9de6ceb52a0853c6d908",
|
| 3 |
+
"evaluation_time": 43.37730693817139,
|
| 4 |
+
"kg_co2_emissions": null,
|
| 5 |
+
"mteb_version": "1.14.5",
|
| 6 |
+
"scores": {
|
| 7 |
+
"test": [
|
| 8 |
+
{
|
| 9 |
+
"hf_subset": "default",
|
| 10 |
+
"languages": [
|
| 11 |
+
"eng-Latn"
|
| 12 |
+
],
|
| 13 |
+
"main_score": 0.4193485939977239,
|
| 14 |
+
"v_measure": 0.4193485939977239,
|
| 15 |
+
"v_measure_std": 0.006469777315840973,
|
| 16 |
+
"v_measures": [
|
| 17 |
+
0.41878229881134493,
|
| 18 |
+
0.4174462046257339,
|
| 19 |
+
0.41770112739908294,
|
| 20 |
+
0.40910398172759027,
|
| 21 |
+
0.412088268116886,
|
| 22 |
+
0.4185823549542983,
|
| 23 |
+
0.4218527453222835,
|
| 24 |
+
0.4229516894904677,
|
| 25 |
+
0.42035066830668655,
|
| 26 |
+
0.4346266012228654
|
| 27 |
+
]
|
| 28 |
+
}
|
| 29 |
+
]
|
| 30 |
+
},
|
| 31 |
+
"task_name": "BiorxivClusteringS2S"
|
| 32 |
+
}
|
eval/mteb_eng/CQADupstackAndroidRetrieval.json
ADDED
|
@@ -0,0 +1,158 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset_revision": "f46a197baaae43b4f621051089b82a364682dfeb",
|
| 3 |
+
"evaluation_time": 42.89600086212158,
|
| 4 |
+
"kg_co2_emissions": null,
|
| 5 |
+
"mteb_version": "1.14.5",
|
| 6 |
+
"scores": {
|
| 7 |
+
"test": [
|
| 8 |
+
{
|
| 9 |
+
"hf_subset": "default",
|
| 10 |
+
"languages": [
|
| 11 |
+
"eng-Latn"
|
| 12 |
+
],
|
| 13 |
+
"main_score": 0.54451,
|
| 14 |
+
"map_at_1": 0.35008,
|
| 15 |
+
"map_at_10": 0.4766,
|
| 16 |
+
"map_at_100": 0.49208,
|
| 17 |
+
"map_at_1000": 0.49313,
|
| 18 |
+
"map_at_20": 0.48518,
|
| 19 |
+
"map_at_3": 0.4353,
|
| 20 |
+
"map_at_5": 0.45972,
|
| 21 |
+
"mrr_at_1": 0.43776824034334766,
|
| 22 |
+
"mrr_at_10": 0.53899959125281,
|
| 23 |
+
"mrr_at_100": 0.5452502187043753,
|
| 24 |
+
"mrr_at_1000": 0.545605659543267,
|
| 25 |
+
"mrr_at_20": 0.542834771684145,
|
| 26 |
+
"mrr_at_3": 0.5135908440629472,
|
| 27 |
+
"mrr_at_5": 0.5299713876967094,
|
| 28 |
+
"nauc_map_at_1000_diff1": 0.5486794052085544,
|
| 29 |
+
"nauc_map_at_1000_max": 0.355903514125821,
|
| 30 |
+
"nauc_map_at_1000_std": -0.07366027272118554,
|
| 31 |
+
"nauc_map_at_100_diff1": 0.5485704190787305,
|
| 32 |
+
"nauc_map_at_100_max": 0.3560692438652715,
|
| 33 |
+
"nauc_map_at_100_std": -0.07333856170180249,
|
| 34 |
+
"nauc_map_at_10_diff1": 0.5499899284177792,
|
| 35 |
+
"nauc_map_at_10_max": 0.3491377293848788,
|
| 36 |
+
"nauc_map_at_10_std": -0.08478916163476115,
|
| 37 |
+
"nauc_map_at_1_diff1": 0.623920216001442,
|
| 38 |
+
"nauc_map_at_1_max": 0.3031467658906463,
|
| 39 |
+
"nauc_map_at_1_std": -0.12761261200919158,
|
| 40 |
+
"nauc_map_at_20_diff1": 0.5499603785369608,
|
| 41 |
+
"nauc_map_at_20_max": 0.3518739040423911,
|
| 42 |
+
"nauc_map_at_20_std": -0.0795097328890575,
|
| 43 |
+
"nauc_map_at_3_diff1": 0.5703068001585182,
|
| 44 |
+
"nauc_map_at_3_max": 0.33820620180005595,
|
| 45 |
+
"nauc_map_at_3_std": -0.09994455761818732,
|
| 46 |
+
"nauc_map_at_5_diff1": 0.5545083992511146,
|
| 47 |
+
"nauc_map_at_5_max": 0.3441044907485716,
|
| 48 |
+
"nauc_map_at_5_std": -0.09052155018400089,
|
| 49 |
+
"nauc_mrr_at_1000_diff1": 0.5335722038114961,
|
| 50 |
+
"nauc_mrr_at_1000_max": 0.3678757683591127,
|
| 51 |
+
"nauc_mrr_at_1000_std": -0.06416994362251245,
|
| 52 |
+
"nauc_mrr_at_100_diff1": 0.5333942688777296,
|
| 53 |
+
"nauc_mrr_at_100_max": 0.3680416833860768,
|
| 54 |
+
"nauc_mrr_at_100_std": -0.06387871535774749,
|
| 55 |
+
"nauc_mrr_at_10_diff1": 0.5321172536950817,
|
| 56 |
+
"nauc_mrr_at_10_max": 0.3669983376841711,
|
| 57 |
+
"nauc_mrr_at_10_std": -0.06683106203148255,
|
| 58 |
+
"nauc_mrr_at_1_diff1": 0.5818873891050337,
|
| 59 |
+
"nauc_mrr_at_1_max": 0.3672632728024075,
|
| 60 |
+
"nauc_mrr_at_1_std": -0.09344304490856478,
|
| 61 |
+
"nauc_mrr_at_20_diff1": 0.5326218316165595,
|
| 62 |
+
"nauc_mrr_at_20_max": 0.3666603292573195,
|
| 63 |
+
"nauc_mrr_at_20_std": -0.06446043825276766,
|
| 64 |
+
"nauc_mrr_at_3_diff1": 0.5398468908647707,
|
| 65 |
+
"nauc_mrr_at_3_max": 0.36579259232787853,
|
| 66 |
+
"nauc_mrr_at_3_std": -0.07463485769426922,
|
| 67 |
+
"nauc_mrr_at_5_diff1": 0.5346295676250412,
|
| 68 |
+
"nauc_mrr_at_5_max": 0.37000766507735433,
|
| 69 |
+
"nauc_mrr_at_5_std": -0.06475558742556127,
|
| 70 |
+
"nauc_ndcg_at_1000_diff1": 0.5261634380134921,
|
| 71 |
+
"nauc_ndcg_at_1000_max": 0.3677490369479484,
|
| 72 |
+
"nauc_ndcg_at_1000_std": -0.04408389204632528,
|
| 73 |
+
"nauc_ndcg_at_100_diff1": 0.520379832058609,
|
| 74 |
+
"nauc_ndcg_at_100_max": 0.37166701456350837,
|
| 75 |
+
"nauc_ndcg_at_100_std": -0.03627461785371647,
|
| 76 |
+
"nauc_ndcg_at_10_diff1": 0.5167323553412708,
|
| 77 |
+
"nauc_ndcg_at_10_max": 0.35542071790134644,
|
| 78 |
+
"nauc_ndcg_at_10_std": -0.06731340930949309,
|
| 79 |
+
"nauc_ndcg_at_1_diff1": 0.5818873891050337,
|
| 80 |
+
"nauc_ndcg_at_1_max": 0.3672632728024075,
|
| 81 |
+
"nauc_ndcg_at_1_std": -0.09344304490856478,
|
| 82 |
+
"nauc_ndcg_at_20_diff1": 0.5186953691188774,
|
| 83 |
+
"nauc_ndcg_at_20_max": 0.3526883818014472,
|
| 84 |
+
"nauc_ndcg_at_20_std": -0.05828039744060956,
|
| 85 |
+
"nauc_ndcg_at_3_diff1": 0.5289855723234772,
|
| 86 |
+
"nauc_ndcg_at_3_max": 0.3610372772606341,
|
| 87 |
+
"nauc_ndcg_at_3_std": -0.07030618501211636,
|
| 88 |
+
"nauc_ndcg_at_5_diff1": 0.5184444304873205,
|
| 89 |
+
"nauc_ndcg_at_5_max": 0.3589732485246277,
|
| 90 |
+
"nauc_ndcg_at_5_std": -0.06485914803259771,
|
| 91 |
+
"nauc_precision_at_1000_diff1": -0.21624463778758687,
|
| 92 |
+
"nauc_precision_at_1000_max": -0.07400837692885066,
|
| 93 |
+
"nauc_precision_at_1000_std": 0.05166754349017242,
|
| 94 |
+
"nauc_precision_at_100_diff1": -0.16233575669761346,
|
| 95 |
+
"nauc_precision_at_100_max": 0.07873903870181201,
|
| 96 |
+
"nauc_precision_at_100_std": 0.16353534489066412,
|
| 97 |
+
"nauc_precision_at_10_diff1": 0.003074035686901283,
|
| 98 |
+
"nauc_precision_at_10_max": 0.2437350312778929,
|
| 99 |
+
"nauc_precision_at_10_std": 0.1295807528703747,
|
| 100 |
+
"nauc_precision_at_1_diff1": 0.5818873891050337,
|
| 101 |
+
"nauc_precision_at_1_max": 0.3672632728024075,
|
| 102 |
+
"nauc_precision_at_1_std": -0.09344304490856478,
|
| 103 |
+
"nauc_precision_at_20_diff1": -0.06325149561471327,
|
| 104 |
+
"nauc_precision_at_20_max": 0.18201784929324416,
|
| 105 |
+
"nauc_precision_at_20_std": 0.14456201314467337,
|
| 106 |
+
"nauc_precision_at_3_diff1": 0.23935740259771612,
|
| 107 |
+
"nauc_precision_at_3_max": 0.3361048739464863,
|
| 108 |
+
"nauc_precision_at_3_std": 0.03419868092655342,
|
| 109 |
+
"nauc_precision_at_5_diff1": 0.10732081240964418,
|
| 110 |
+
"nauc_precision_at_5_max": 0.29969588693118193,
|
| 111 |
+
"nauc_precision_at_5_std": 0.09662783870926844,
|
| 112 |
+
"nauc_recall_at_1000_diff1": 0.460451207706652,
|
| 113 |
+
"nauc_recall_at_1000_max": 0.5223612030515346,
|
| 114 |
+
"nauc_recall_at_1000_std": 0.5987013820472251,
|
| 115 |
+
"nauc_recall_at_100_diff1": 0.35305700442520144,
|
| 116 |
+
"nauc_recall_at_100_max": 0.45198704440640597,
|
| 117 |
+
"nauc_recall_at_100_std": 0.2516101431123667,
|
| 118 |
+
"nauc_recall_at_10_diff1": 0.3890337052547153,
|
| 119 |
+
"nauc_recall_at_10_max": 0.2963947235891979,
|
| 120 |
+
"nauc_recall_at_10_std": -0.05902392200174675,
|
| 121 |
+
"nauc_recall_at_1_diff1": 0.623920216001442,
|
| 122 |
+
"nauc_recall_at_1_max": 0.3031467658906463,
|
| 123 |
+
"nauc_recall_at_1_std": -0.12761261200919158,
|
| 124 |
+
"nauc_recall_at_20_diff1": 0.3724434562645535,
|
| 125 |
+
"nauc_recall_at_20_max": 0.28249536342213777,
|
| 126 |
+
"nauc_recall_at_20_std": 0.0026929748308686333,
|
| 127 |
+
"nauc_recall_at_3_diff1": 0.48759973550214963,
|
| 128 |
+
"nauc_recall_at_3_max": 0.3165929661924828,
|
| 129 |
+
"nauc_recall_at_3_std": -0.09094685685891801,
|
| 130 |
+
"nauc_recall_at_5_diff1": 0.43325123815908134,
|
| 131 |
+
"nauc_recall_at_5_max": 0.31842048339691614,
|
| 132 |
+
"nauc_recall_at_5_std": -0.06196753153882412,
|
| 133 |
+
"ndcg_at_1": 0.43777,
|
| 134 |
+
"ndcg_at_10": 0.54451,
|
| 135 |
+
"ndcg_at_100": 0.59357,
|
| 136 |
+
"ndcg_at_1000": 0.60872,
|
| 137 |
+
"ndcg_at_20": 0.56414,
|
| 138 |
+
"ndcg_at_3": 0.49284,
|
| 139 |
+
"ndcg_at_5": 0.51858,
|
| 140 |
+
"precision_at_1": 0.43777,
|
| 141 |
+
"precision_at_10": 0.10687,
|
| 142 |
+
"precision_at_100": 0.01655,
|
| 143 |
+
"precision_at_1000": 0.00209,
|
| 144 |
+
"precision_at_20": 0.06273,
|
| 145 |
+
"precision_at_3": 0.24177,
|
| 146 |
+
"precision_at_5": 0.17482,
|
| 147 |
+
"recall_at_1": 0.35008,
|
| 148 |
+
"recall_at_10": 0.66824,
|
| 149 |
+
"recall_at_100": 0.87336,
|
| 150 |
+
"recall_at_1000": 0.97046,
|
| 151 |
+
"recall_at_20": 0.73998,
|
| 152 |
+
"recall_at_3": 0.51313,
|
| 153 |
+
"recall_at_5": 0.59018
|
| 154 |
+
}
|
| 155 |
+
]
|
| 156 |
+
},
|
| 157 |
+
"task_name": "CQADupstackAndroidRetrieval"
|
| 158 |
+
}
|
eval/mteb_eng/CQADupstackEnglishRetrieval.json
ADDED
|
@@ -0,0 +1,158 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset_revision": "ad9991cb51e31e31e430383c75ffb2885547b5f0",
|
| 3 |
+
"evaluation_time": 65.54995560646057,
|
| 4 |
+
"kg_co2_emissions": null,
|
| 5 |
+
"mteb_version": "1.14.5",
|
| 6 |
+
"scores": {
|
| 7 |
+
"test": [
|
| 8 |
+
{
|
| 9 |
+
"hf_subset": "default",
|
| 10 |
+
"languages": [
|
| 11 |
+
"eng-Latn"
|
| 12 |
+
],
|
| 13 |
+
"main_score": 0.48936,
|
| 14 |
+
"map_at_1": 0.31763,
|
| 15 |
+
"map_at_10": 0.43019,
|
| 16 |
+
"map_at_100": 0.44264,
|
| 17 |
+
"map_at_1000": 0.44397,
|
| 18 |
+
"map_at_20": 0.43668,
|
| 19 |
+
"map_at_3": 0.39884,
|
| 20 |
+
"map_at_5": 0.41533,
|
| 21 |
+
"mrr_at_1": 0.40063694267515926,
|
| 22 |
+
"mrr_at_10": 0.48846451319381284,
|
| 23 |
+
"mrr_at_100": 0.49522304295327746,
|
| 24 |
+
"mrr_at_1000": 0.49564300211083767,
|
| 25 |
+
"mrr_at_20": 0.49234269311710627,
|
| 26 |
+
"mrr_at_3": 0.46624203821656096,
|
| 27 |
+
"mrr_at_5": 0.47901273885350387,
|
| 28 |
+
"nauc_map_at_1000_diff1": 0.5459172197293635,
|
| 29 |
+
"nauc_map_at_1000_max": 0.42264661470005505,
|
| 30 |
+
"nauc_map_at_1000_std": -0.05276063595795234,
|
| 31 |
+
"nauc_map_at_100_diff1": 0.5460928733245463,
|
| 32 |
+
"nauc_map_at_100_max": 0.4220242687611015,
|
| 33 |
+
"nauc_map_at_100_std": -0.05415645845380136,
|
| 34 |
+
"nauc_map_at_10_diff1": 0.5493676348045626,
|
| 35 |
+
"nauc_map_at_10_max": 0.4152559669265988,
|
| 36 |
+
"nauc_map_at_10_std": -0.06964991024787746,
|
| 37 |
+
"nauc_map_at_1_diff1": 0.601036296144563,
|
| 38 |
+
"nauc_map_at_1_max": 0.3370140478030352,
|
| 39 |
+
"nauc_map_at_1_std": -0.13582544840620328,
|
| 40 |
+
"nauc_map_at_20_diff1": 0.5483642697034826,
|
| 41 |
+
"nauc_map_at_20_max": 0.4191558762889365,
|
| 42 |
+
"nauc_map_at_20_std": -0.06257853978489655,
|
| 43 |
+
"nauc_map_at_3_diff1": 0.5545228221580871,
|
| 44 |
+
"nauc_map_at_3_max": 0.39195195476352135,
|
| 45 |
+
"nauc_map_at_3_std": -0.09444173199525188,
|
| 46 |
+
"nauc_map_at_5_diff1": 0.5520517170411261,
|
| 47 |
+
"nauc_map_at_5_max": 0.4056444116529713,
|
| 48 |
+
"nauc_map_at_5_std": -0.08043410048525122,
|
| 49 |
+
"nauc_mrr_at_1000_diff1": 0.5305920313535624,
|
| 50 |
+
"nauc_mrr_at_1000_max": 0.44295663906870986,
|
| 51 |
+
"nauc_mrr_at_1000_std": -0.005427410250237761,
|
| 52 |
+
"nauc_mrr_at_100_diff1": 0.530359542055096,
|
| 53 |
+
"nauc_mrr_at_100_max": 0.4429332659867827,
|
| 54 |
+
"nauc_mrr_at_100_std": -0.005335912128708265,
|
| 55 |
+
"nauc_mrr_at_10_diff1": 0.5306285010612894,
|
| 56 |
+
"nauc_mrr_at_10_max": 0.44352619743401267,
|
| 57 |
+
"nauc_mrr_at_10_std": -0.007545427036824614,
|
| 58 |
+
"nauc_mrr_at_1_diff1": 0.5705327508195187,
|
| 59 |
+
"nauc_mrr_at_1_max": 0.4207000171407997,
|
| 60 |
+
"nauc_mrr_at_1_std": -0.044063337305515655,
|
| 61 |
+
"nauc_mrr_at_20_diff1": 0.5304749139519108,
|
| 62 |
+
"nauc_mrr_at_20_max": 0.44360885194871336,
|
| 63 |
+
"nauc_mrr_at_20_std": -0.006544571966573831,
|
| 64 |
+
"nauc_mrr_at_3_diff1": 0.5348129420116844,
|
| 65 |
+
"nauc_mrr_at_3_max": 0.440700910702335,
|
| 66 |
+
"nauc_mrr_at_3_std": -0.018517859080796468,
|
| 67 |
+
"nauc_mrr_at_5_diff1": 0.5326149602419523,
|
| 68 |
+
"nauc_mrr_at_5_max": 0.44311142945986554,
|
| 69 |
+
"nauc_mrr_at_5_std": -0.006958949268058617,
|
| 70 |
+
"nauc_ndcg_at_1000_diff1": 0.5233425935340452,
|
| 71 |
+
"nauc_ndcg_at_1000_max": 0.44170205098975396,
|
| 72 |
+
"nauc_ndcg_at_1000_std": 0.0025271889570088802,
|
| 73 |
+
"nauc_ndcg_at_100_diff1": 0.5195045780123667,
|
| 74 |
+
"nauc_ndcg_at_100_max": 0.4405279957321095,
|
| 75 |
+
"nauc_ndcg_at_100_std": -0.0006370245918248862,
|
| 76 |
+
"nauc_ndcg_at_10_diff1": 0.5283319309438677,
|
| 77 |
+
"nauc_ndcg_at_10_max": 0.44051862552033394,
|
| 78 |
+
"nauc_ndcg_at_10_std": -0.027184537272445308,
|
| 79 |
+
"nauc_ndcg_at_1_diff1": 0.5705327508195187,
|
| 80 |
+
"nauc_ndcg_at_1_max": 0.4207000171407997,
|
| 81 |
+
"nauc_ndcg_at_1_std": -0.044063337305515655,
|
| 82 |
+
"nauc_ndcg_at_20_diff1": 0.527216841165551,
|
| 83 |
+
"nauc_ndcg_at_20_max": 0.44186495496594597,
|
| 84 |
+
"nauc_ndcg_at_20_std": -0.020047038012045583,
|
| 85 |
+
"nauc_ndcg_at_3_diff1": 0.5269276275342443,
|
| 86 |
+
"nauc_ndcg_at_3_max": 0.4326465120815098,
|
| 87 |
+
"nauc_ndcg_at_3_std": -0.0353239440567265,
|
| 88 |
+
"nauc_ndcg_at_5_diff1": 0.5311172255523466,
|
| 89 |
+
"nauc_ndcg_at_5_max": 0.43665003287550347,
|
| 90 |
+
"nauc_ndcg_at_5_std": -0.030379850552689956,
|
| 91 |
+
"nauc_precision_at_1000_diff1": -0.15278672034019866,
|
| 92 |
+
"nauc_precision_at_1000_max": 0.11837356124611187,
|
| 93 |
+
"nauc_precision_at_1000_std": 0.3471299367937873,
|
| 94 |
+
"nauc_precision_at_100_diff1": -0.09482141848634178,
|
| 95 |
+
"nauc_precision_at_100_max": 0.23701906172515652,
|
| 96 |
+
"nauc_precision_at_100_std": 0.38901420422678396,
|
| 97 |
+
"nauc_precision_at_10_diff1": 0.12295060015515728,
|
| 98 |
+
"nauc_precision_at_10_max": 0.3930290600535279,
|
| 99 |
+
"nauc_precision_at_10_std": 0.26003555835076975,
|
| 100 |
+
"nauc_precision_at_1_diff1": 0.5705327508195187,
|
| 101 |
+
"nauc_precision_at_1_max": 0.4207000171407997,
|
| 102 |
+
"nauc_precision_at_1_std": -0.044063337305515655,
|
| 103 |
+
"nauc_precision_at_20_diff1": 0.048391676096931936,
|
| 104 |
+
"nauc_precision_at_20_max": 0.35156726047034936,
|
| 105 |
+
"nauc_precision_at_20_std": 0.3217257513634862,
|
| 106 |
+
"nauc_precision_at_3_diff1": 0.2962330162614599,
|
| 107 |
+
"nauc_precision_at_3_max": 0.4373359305143132,
|
| 108 |
+
"nauc_precision_at_3_std": 0.12096232671909246,
|
| 109 |
+
"nauc_precision_at_5_diff1": 0.23033970799112222,
|
| 110 |
+
"nauc_precision_at_5_max": 0.4377205452564277,
|
| 111 |
+
"nauc_precision_at_5_std": 0.19327367250182723,
|
| 112 |
+
"nauc_recall_at_1000_diff1": 0.3774219561007802,
|
| 113 |
+
"nauc_recall_at_1000_max": 0.4420665703165497,
|
| 114 |
+
"nauc_recall_at_1000_std": 0.292696569087332,
|
| 115 |
+
"nauc_recall_at_100_diff1": 0.36833992119705206,
|
| 116 |
+
"nauc_recall_at_100_max": 0.4197009187872589,
|
| 117 |
+
"nauc_recall_at_100_std": 0.1595029823908181,
|
| 118 |
+
"nauc_recall_at_10_diff1": 0.45498832262618544,
|
| 119 |
+
"nauc_recall_at_10_max": 0.42394967411221196,
|
| 120 |
+
"nauc_recall_at_10_std": -0.013759537202636608,
|
| 121 |
+
"nauc_recall_at_1_diff1": 0.601036296144563,
|
| 122 |
+
"nauc_recall_at_1_max": 0.3370140478030352,
|
| 123 |
+
"nauc_recall_at_1_std": -0.13582544840620328,
|
| 124 |
+
"nauc_recall_at_20_diff1": 0.4410825562743696,
|
| 125 |
+
"nauc_recall_at_20_max": 0.43304832974358487,
|
| 126 |
+
"nauc_recall_at_20_std": 0.021395633200003955,
|
| 127 |
+
"nauc_recall_at_3_diff1": 0.49085593347785555,
|
| 128 |
+
"nauc_recall_at_3_max": 0.3885787846871319,
|
| 129 |
+
"nauc_recall_at_3_std": -0.07303692572619085,
|
| 130 |
+
"nauc_recall_at_5_diff1": 0.48146147070759227,
|
| 131 |
+
"nauc_recall_at_5_max": 0.40756808903553193,
|
| 132 |
+
"nauc_recall_at_5_std": -0.03838517709347803,
|
| 133 |
+
"ndcg_at_1": 0.40064,
|
| 134 |
+
"ndcg_at_10": 0.48936,
|
| 135 |
+
"ndcg_at_100": 0.53283,
|
| 136 |
+
"ndcg_at_1000": 0.55219,
|
| 137 |
+
"ndcg_at_20": 0.50559,
|
| 138 |
+
"ndcg_at_3": 0.44659,
|
| 139 |
+
"ndcg_at_5": 0.46406,
|
| 140 |
+
"precision_at_1": 0.40064,
|
| 141 |
+
"precision_at_10": 0.09274,
|
| 142 |
+
"precision_at_100": 0.01462,
|
| 143 |
+
"precision_at_1000": 0.00193,
|
| 144 |
+
"precision_at_20": 0.05417,
|
| 145 |
+
"precision_at_3": 0.21826,
|
| 146 |
+
"precision_at_5": 0.15159,
|
| 147 |
+
"recall_at_1": 0.31763,
|
| 148 |
+
"recall_at_10": 0.59654,
|
| 149 |
+
"recall_at_100": 0.78234,
|
| 150 |
+
"recall_at_1000": 0.89933,
|
| 151 |
+
"recall_at_20": 0.65562,
|
| 152 |
+
"recall_at_3": 0.46577,
|
| 153 |
+
"recall_at_5": 0.51941
|
| 154 |
+
}
|
| 155 |
+
]
|
| 156 |
+
},
|
| 157 |
+
"task_name": "CQADupstackEnglishRetrieval"
|
| 158 |
+
}
|
eval/mteb_eng/CQADupstackGamingRetrieval.json
ADDED
|
@@ -0,0 +1,158 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset_revision": "4885aa143210c98657558c04aaf3dc47cfb54340",
|
| 3 |
+
"evaluation_time": 71.836430311203,
|
| 4 |
+
"kg_co2_emissions": null,
|
| 5 |
+
"mteb_version": "1.14.5",
|
| 6 |
+
"scores": {
|
| 7 |
+
"test": [
|
| 8 |
+
{
|
| 9 |
+
"hf_subset": "default",
|
| 10 |
+
"languages": [
|
| 11 |
+
"eng-Latn"
|
| 12 |
+
],
|
| 13 |
+
"main_score": 0.6208,
|
| 14 |
+
"map_at_1": 0.42877,
|
| 15 |
+
"map_at_10": 0.5618,
|
| 16 |
+
"map_at_100": 0.57183,
|
| 17 |
+
"map_at_1000": 0.57229,
|
| 18 |
+
"map_at_20": 0.56777,
|
| 19 |
+
"map_at_3": 0.52839,
|
| 20 |
+
"map_at_5": 0.54762,
|
| 21 |
+
"mrr_at_1": 0.4890282131661442,
|
| 22 |
+
"mrr_at_10": 0.5925080857839486,
|
| 23 |
+
"mrr_at_100": 0.5987524970574932,
|
| 24 |
+
"mrr_at_1000": 0.5989772162875769,
|
| 25 |
+
"mrr_at_20": 0.5965246347222736,
|
| 26 |
+
"mrr_at_3": 0.5688610240334384,
|
| 27 |
+
"mrr_at_5": 0.582748171368862,
|
| 28 |
+
"nauc_map_at_1000_diff1": 0.5223114224433851,
|
| 29 |
+
"nauc_map_at_1000_max": 0.3655984774534774,
|
| 30 |
+
"nauc_map_at_1000_std": -0.08433899665886599,
|
| 31 |
+
"nauc_map_at_100_diff1": 0.5220734952512529,
|
| 32 |
+
"nauc_map_at_100_max": 0.36553230455453956,
|
| 33 |
+
"nauc_map_at_100_std": -0.08423627500794581,
|
| 34 |
+
"nauc_map_at_10_diff1": 0.5217310324506396,
|
| 35 |
+
"nauc_map_at_10_max": 0.3609645376087099,
|
| 36 |
+
"nauc_map_at_10_std": -0.09149924155846238,
|
| 37 |
+
"nauc_map_at_1_diff1": 0.5652970156046666,
|
| 38 |
+
"nauc_map_at_1_max": 0.2908208982400003,
|
| 39 |
+
"nauc_map_at_1_std": -0.11713325949903315,
|
| 40 |
+
"nauc_map_at_20_diff1": 0.5225745722678938,
|
| 41 |
+
"nauc_map_at_20_max": 0.3640266780926629,
|
| 42 |
+
"nauc_map_at_20_std": -0.08619325919746437,
|
| 43 |
+
"nauc_map_at_3_diff1": 0.5259630419724312,
|
| 44 |
+
"nauc_map_at_3_max": 0.3474546316997617,
|
| 45 |
+
"nauc_map_at_3_std": -0.1020996784061074,
|
| 46 |
+
"nauc_map_at_5_diff1": 0.5202439294321525,
|
| 47 |
+
"nauc_map_at_5_max": 0.3510032672741915,
|
| 48 |
+
"nauc_map_at_5_std": -0.09803606336162869,
|
| 49 |
+
"nauc_mrr_at_1000_diff1": 0.5142115211774222,
|
| 50 |
+
"nauc_mrr_at_1000_max": 0.38126566786898575,
|
| 51 |
+
"nauc_mrr_at_1000_std": -0.07921002368445325,
|
| 52 |
+
"nauc_mrr_at_100_diff1": 0.5141121216317681,
|
| 53 |
+
"nauc_mrr_at_100_max": 0.3814330309201808,
|
| 54 |
+
"nauc_mrr_at_100_std": -0.07894498023402506,
|
| 55 |
+
"nauc_mrr_at_10_diff1": 0.5120323316050512,
|
| 56 |
+
"nauc_mrr_at_10_max": 0.3806373198744775,
|
| 57 |
+
"nauc_mrr_at_10_std": -0.08284512276400877,
|
| 58 |
+
"nauc_mrr_at_1_diff1": 0.5470495035312308,
|
| 59 |
+
"nauc_mrr_at_1_max": 0.35405851721876314,
|
| 60 |
+
"nauc_mrr_at_1_std": -0.0992566166094027,
|
| 61 |
+
"nauc_mrr_at_20_diff1": 0.5136995380514082,
|
| 62 |
+
"nauc_mrr_at_20_max": 0.38122489329023096,
|
| 63 |
+
"nauc_mrr_at_20_std": -0.07908350719746343,
|
| 64 |
+
"nauc_mrr_at_3_diff1": 0.5111778530961534,
|
| 65 |
+
"nauc_mrr_at_3_max": 0.3814143459089604,
|
| 66 |
+
"nauc_mrr_at_3_std": -0.08233935417283199,
|
| 67 |
+
"nauc_mrr_at_5_diff1": 0.5101952496695881,
|
| 68 |
+
"nauc_mrr_at_5_max": 0.3768552709950061,
|
| 69 |
+
"nauc_mrr_at_5_std": -0.08633060488651179,
|
| 70 |
+
"nauc_ndcg_at_1000_diff1": 0.5137611998869438,
|
| 71 |
+
"nauc_ndcg_at_1000_max": 0.38655897349968493,
|
| 72 |
+
"nauc_ndcg_at_1000_std": -0.06114597870867714,
|
| 73 |
+
"nauc_ndcg_at_100_diff1": 0.5093603843379081,
|
| 74 |
+
"nauc_ndcg_at_100_max": 0.39072936007259945,
|
| 75 |
+
"nauc_ndcg_at_100_std": -0.05398832156924079,
|
| 76 |
+
"nauc_ndcg_at_10_diff1": 0.5053243402141651,
|
| 77 |
+
"nauc_ndcg_at_10_max": 0.38242176140884226,
|
| 78 |
+
"nauc_ndcg_at_10_std": -0.07539732020064646,
|
| 79 |
+
"nauc_ndcg_at_1_diff1": 0.5470495035312308,
|
| 80 |
+
"nauc_ndcg_at_1_max": 0.35405851721876314,
|
| 81 |
+
"nauc_ndcg_at_1_std": -0.0992566166094027,
|
| 82 |
+
"nauc_ndcg_at_20_diff1": 0.510040261073624,
|
| 83 |
+
"nauc_ndcg_at_20_max": 0.386991421917505,
|
| 84 |
+
"nauc_ndcg_at_20_std": -0.06002874198206406,
|
| 85 |
+
"nauc_ndcg_at_3_diff1": 0.5078795522813189,
|
| 86 |
+
"nauc_ndcg_at_3_max": 0.36841520635132113,
|
| 87 |
+
"nauc_ndcg_at_3_std": -0.08729291303642872,
|
| 88 |
+
"nauc_ndcg_at_5_diff1": 0.5016620514003219,
|
| 89 |
+
"nauc_ndcg_at_5_max": 0.36698986345451906,
|
| 90 |
+
"nauc_ndcg_at_5_std": -0.08719341534296754,
|
| 91 |
+
"nauc_precision_at_1000_diff1": -0.15726645872026082,
|
| 92 |
+
"nauc_precision_at_1000_max": 0.13562643569971833,
|
| 93 |
+
"nauc_precision_at_1000_std": 0.1926846187753064,
|
| 94 |
+
"nauc_precision_at_100_diff1": -0.1306302828218589,
|
| 95 |
+
"nauc_precision_at_100_max": 0.1983779229018622,
|
| 96 |
+
"nauc_precision_at_100_std": 0.2129262947233087,
|
| 97 |
+
"nauc_precision_at_10_diff1": 0.0610655444320749,
|
| 98 |
+
"nauc_precision_at_10_max": 0.3104388456339611,
|
| 99 |
+
"nauc_precision_at_10_std": 0.0943051157579713,
|
| 100 |
+
"nauc_precision_at_1_diff1": 0.5470495035312308,
|
| 101 |
+
"nauc_precision_at_1_max": 0.35405851721876314,
|
| 102 |
+
"nauc_precision_at_1_std": -0.0992566166094027,
|
| 103 |
+
"nauc_precision_at_20_diff1": -0.012897724777309548,
|
| 104 |
+
"nauc_precision_at_20_max": 0.27879161740278824,
|
| 105 |
+
"nauc_precision_at_20_std": 0.1659665572272995,
|
| 106 |
+
"nauc_precision_at_3_diff1": 0.2586508328443938,
|
| 107 |
+
"nauc_precision_at_3_max": 0.3670450778842469,
|
| 108 |
+
"nauc_precision_at_3_std": -0.005778828602221738,
|
| 109 |
+
"nauc_precision_at_5_diff1": 0.1463111834929798,
|
| 110 |
+
"nauc_precision_at_5_max": 0.31497159643945094,
|
| 111 |
+
"nauc_precision_at_5_std": 0.02918554005076313,
|
| 112 |
+
"nauc_recall_at_1000_diff1": 0.49562867334931604,
|
| 113 |
+
"nauc_recall_at_1000_max": 0.6957148259711696,
|
| 114 |
+
"nauc_recall_at_1000_std": 0.6526165663708562,
|
| 115 |
+
"nauc_recall_at_100_diff1": 0.39483859956242007,
|
| 116 |
+
"nauc_recall_at_100_max": 0.5569708119593213,
|
| 117 |
+
"nauc_recall_at_100_std": 0.2744404679965768,
|
| 118 |
+
"nauc_recall_at_10_diff1": 0.43668953632195234,
|
| 119 |
+
"nauc_recall_at_10_max": 0.4071869646537036,
|
| 120 |
+
"nauc_recall_at_10_std": -0.03185335821736885,
|
| 121 |
+
"nauc_recall_at_1_diff1": 0.5652970156046666,
|
| 122 |
+
"nauc_recall_at_1_max": 0.2908208982400003,
|
| 123 |
+
"nauc_recall_at_1_std": -0.11713325949903315,
|
| 124 |
+
"nauc_recall_at_20_diff1": 0.44564504044436504,
|
| 125 |
+
"nauc_recall_at_20_max": 0.44551746765359246,
|
| 126 |
+
"nauc_recall_at_20_std": 0.07682425361084576,
|
| 127 |
+
"nauc_recall_at_3_diff1": 0.45965264844274356,
|
| 128 |
+
"nauc_recall_at_3_max": 0.35790139222847783,
|
| 129 |
+
"nauc_recall_at_3_std": -0.08308832050487164,
|
| 130 |
+
"nauc_recall_at_5_diff1": 0.44004865672222954,
|
| 131 |
+
"nauc_recall_at_5_max": 0.3546352313133666,
|
| 132 |
+
"nauc_recall_at_5_std": -0.07891636258216321,
|
| 133 |
+
"ndcg_at_1": 0.48903,
|
| 134 |
+
"ndcg_at_10": 0.6208,
|
| 135 |
+
"ndcg_at_100": 0.65873,
|
| 136 |
+
"ndcg_at_1000": 0.66745,
|
| 137 |
+
"ndcg_at_20": 0.63785,
|
| 138 |
+
"ndcg_at_3": 0.56693,
|
| 139 |
+
"ndcg_at_5": 0.59399,
|
| 140 |
+
"precision_at_1": 0.48903,
|
| 141 |
+
"precision_at_10": 0.09962,
|
| 142 |
+
"precision_at_100": 0.01274,
|
| 143 |
+
"precision_at_1000": 0.00139,
|
| 144 |
+
"precision_at_20": 0.05517,
|
| 145 |
+
"precision_at_3": 0.25266,
|
| 146 |
+
"precision_at_5": 0.17317,
|
| 147 |
+
"recall_at_1": 0.42877,
|
| 148 |
+
"recall_at_10": 0.76185,
|
| 149 |
+
"recall_at_100": 0.92286,
|
| 150 |
+
"recall_at_1000": 0.98461,
|
| 151 |
+
"recall_at_20": 0.82525,
|
| 152 |
+
"recall_at_3": 0.61948,
|
| 153 |
+
"recall_at_5": 0.68512
|
| 154 |
+
}
|
| 155 |
+
]
|
| 156 |
+
},
|
| 157 |
+
"task_name": "CQADupstackGamingRetrieval"
|
| 158 |
+
}
|
eval/mteb_eng/CQADupstackGisRetrieval.json
ADDED
|
@@ -0,0 +1,158 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset_revision": "5003b3064772da1887988e05400cf3806fe491f2",
|
| 3 |
+
"evaluation_time": 102.73600673675537,
|
| 4 |
+
"kg_co2_emissions": null,
|
| 5 |
+
"mteb_version": "1.14.5",
|
| 6 |
+
"scores": {
|
| 7 |
+
"test": [
|
| 8 |
+
{
|
| 9 |
+
"hf_subset": "default",
|
| 10 |
+
"languages": [
|
| 11 |
+
"eng-Latn"
|
| 12 |
+
],
|
| 13 |
+
"main_score": 0.42658,
|
| 14 |
+
"map_at_1": 0.28714,
|
| 15 |
+
"map_at_10": 0.37563,
|
| 16 |
+
"map_at_100": 0.38694,
|
| 17 |
+
"map_at_1000": 0.38762,
|
| 18 |
+
"map_at_20": 0.38211,
|
| 19 |
+
"map_at_3": 0.34696,
|
| 20 |
+
"map_at_5": 0.36432,
|
| 21 |
+
"mrr_at_1": 0.31412429378531076,
|
| 22 |
+
"mrr_at_10": 0.3996273876782347,
|
| 23 |
+
"mrr_at_100": 0.40907656222928823,
|
| 24 |
+
"mrr_at_1000": 0.4095800370696713,
|
| 25 |
+
"mrr_at_20": 0.405052139977626,
|
| 26 |
+
"mrr_at_3": 0.37344632768361563,
|
| 27 |
+
"mrr_at_5": 0.38994350282485835,
|
| 28 |
+
"nauc_map_at_1000_diff1": 0.3961192034495172,
|
| 29 |
+
"nauc_map_at_1000_max": 0.28074753607190883,
|
| 30 |
+
"nauc_map_at_1000_std": -0.01629384960579462,
|
| 31 |
+
"nauc_map_at_100_diff1": 0.3960725457276108,
|
| 32 |
+
"nauc_map_at_100_max": 0.2807778539477287,
|
| 33 |
+
"nauc_map_at_100_std": -0.01611472736571188,
|
| 34 |
+
"nauc_map_at_10_diff1": 0.3950717992244888,
|
| 35 |
+
"nauc_map_at_10_max": 0.27730349664118326,
|
| 36 |
+
"nauc_map_at_10_std": -0.01992408450844551,
|
| 37 |
+
"nauc_map_at_1_diff1": 0.469051716107729,
|
| 38 |
+
"nauc_map_at_1_max": 0.2924116824433833,
|
| 39 |
+
"nauc_map_at_1_std": -0.05870071979416687,
|
| 40 |
+
"nauc_map_at_20_diff1": 0.396536614213307,
|
| 41 |
+
"nauc_map_at_20_max": 0.2797331799964293,
|
| 42 |
+
"nauc_map_at_20_std": -0.016677677113611226,
|
| 43 |
+
"nauc_map_at_3_diff1": 0.4051298480817222,
|
| 44 |
+
"nauc_map_at_3_max": 0.2707786410731981,
|
| 45 |
+
"nauc_map_at_3_std": -0.029865853210509417,
|
| 46 |
+
"nauc_map_at_5_diff1": 0.3932762411143691,
|
| 47 |
+
"nauc_map_at_5_max": 0.26742093985028603,
|
| 48 |
+
"nauc_map_at_5_std": -0.02963882944119166,
|
| 49 |
+
"nauc_mrr_at_1000_diff1": 0.3932684043727711,
|
| 50 |
+
"nauc_mrr_at_1000_max": 0.29736148305271076,
|
| 51 |
+
"nauc_mrr_at_1000_std": -0.007438847314430597,
|
| 52 |
+
"nauc_mrr_at_100_diff1": 0.3931586821412234,
|
| 53 |
+
"nauc_mrr_at_100_max": 0.2974304649737516,
|
| 54 |
+
"nauc_mrr_at_100_std": -0.007228335108941868,
|
| 55 |
+
"nauc_mrr_at_10_diff1": 0.3926397887394587,
|
| 56 |
+
"nauc_mrr_at_10_max": 0.295237668800346,
|
| 57 |
+
"nauc_mrr_at_10_std": -0.010222075247967262,
|
| 58 |
+
"nauc_mrr_at_1_diff1": 0.4559040546472199,
|
| 59 |
+
"nauc_mrr_at_1_max": 0.31663647784654986,
|
| 60 |
+
"nauc_mrr_at_1_std": -0.04818438053029128,
|
| 61 |
+
"nauc_mrr_at_20_diff1": 0.39298433047139597,
|
| 62 |
+
"nauc_mrr_at_20_max": 0.2972030596719668,
|
| 63 |
+
"nauc_mrr_at_20_std": -0.007096021924508441,
|
| 64 |
+
"nauc_mrr_at_3_diff1": 0.3996799301916714,
|
| 65 |
+
"nauc_mrr_at_3_max": 0.2916302862310877,
|
| 66 |
+
"nauc_mrr_at_3_std": -0.01338113935535763,
|
| 67 |
+
"nauc_mrr_at_5_diff1": 0.39177045782697123,
|
| 68 |
+
"nauc_mrr_at_5_max": 0.2897447089635909,
|
| 69 |
+
"nauc_mrr_at_5_std": -0.015592095758569737,
|
| 70 |
+
"nauc_ndcg_at_1000_diff1": 0.37823944331036224,
|
| 71 |
+
"nauc_ndcg_at_1000_max": 0.29187492683348015,
|
| 72 |
+
"nauc_ndcg_at_1000_std": 0.01316809800396535,
|
| 73 |
+
"nauc_ndcg_at_100_diff1": 0.373071622857763,
|
| 74 |
+
"nauc_ndcg_at_100_max": 0.2912116411367242,
|
| 75 |
+
"nauc_ndcg_at_100_std": 0.018420781381240894,
|
| 76 |
+
"nauc_ndcg_at_10_diff1": 0.37239084387948984,
|
| 77 |
+
"nauc_ndcg_at_10_max": 0.28007380306963614,
|
| 78 |
+
"nauc_ndcg_at_10_std": 0.001726343649234658,
|
| 79 |
+
"nauc_ndcg_at_1_diff1": 0.4559040546472199,
|
| 80 |
+
"nauc_ndcg_at_1_max": 0.31663647784654986,
|
| 81 |
+
"nauc_ndcg_at_1_std": -0.04818438053029128,
|
| 82 |
+
"nauc_ndcg_at_20_diff1": 0.3751218389316388,
|
| 83 |
+
"nauc_ndcg_at_20_max": 0.2862896289223532,
|
| 84 |
+
"nauc_ndcg_at_20_std": 0.014035632000843944,
|
| 85 |
+
"nauc_ndcg_at_3_diff1": 0.3875040745648701,
|
| 86 |
+
"nauc_ndcg_at_3_max": 0.26822787482367155,
|
| 87 |
+
"nauc_ndcg_at_3_std": -0.018434843091294548,
|
| 88 |
+
"nauc_ndcg_at_5_diff1": 0.3693966738148349,
|
| 89 |
+
"nauc_ndcg_at_5_max": 0.2617033556623302,
|
| 90 |
+
"nauc_ndcg_at_5_std": -0.01795410348850904,
|
| 91 |
+
"nauc_precision_at_1000_diff1": -0.04271060044184737,
|
| 92 |
+
"nauc_precision_at_1000_max": 0.1568803885206981,
|
| 93 |
+
"nauc_precision_at_1000_std": 0.11134232553713395,
|
| 94 |
+
"nauc_precision_at_100_diff1": 0.05585760003727332,
|
| 95 |
+
"nauc_precision_at_100_max": 0.23671122924134988,
|
| 96 |
+
"nauc_precision_at_100_std": 0.15332608038154696,
|
| 97 |
+
"nauc_precision_at_10_diff1": 0.22277937435690873,
|
| 98 |
+
"nauc_precision_at_10_max": 0.28255787814796446,
|
| 99 |
+
"nauc_precision_at_10_std": 0.08460648498341135,
|
| 100 |
+
"nauc_precision_at_1_diff1": 0.4559040546472199,
|
| 101 |
+
"nauc_precision_at_1_max": 0.31663647784654986,
|
| 102 |
+
"nauc_precision_at_1_std": -0.04818438053029128,
|
| 103 |
+
"nauc_precision_at_20_diff1": 0.1905098863742647,
|
| 104 |
+
"nauc_precision_at_20_max": 0.28527217351755324,
|
| 105 |
+
"nauc_precision_at_20_std": 0.1311850432520898,
|
| 106 |
+
"nauc_precision_at_3_diff1": 0.2964829706426782,
|
| 107 |
+
"nauc_precision_at_3_max": 0.2607282184014668,
|
| 108 |
+
"nauc_precision_at_3_std": 0.019622460524606394,
|
| 109 |
+
"nauc_precision_at_5_diff1": 0.23849319621209486,
|
| 110 |
+
"nauc_precision_at_5_max": 0.2445303616502152,
|
| 111 |
+
"nauc_precision_at_5_std": 0.020393286644309255,
|
| 112 |
+
"nauc_recall_at_1000_diff1": 0.2745028594394908,
|
| 113 |
+
"nauc_recall_at_1000_max": 0.4202141810677719,
|
| 114 |
+
"nauc_recall_at_1000_std": 0.3935004872742902,
|
| 115 |
+
"nauc_recall_at_100_diff1": 0.25149706796559607,
|
| 116 |
+
"nauc_recall_at_100_max": 0.3212389607615557,
|
| 117 |
+
"nauc_recall_at_100_std": 0.22147303394327694,
|
| 118 |
+
"nauc_recall_at_10_diff1": 0.2964840320053768,
|
| 119 |
+
"nauc_recall_at_10_max": 0.26191022321723384,
|
| 120 |
+
"nauc_recall_at_10_std": 0.05830947586101534,
|
| 121 |
+
"nauc_recall_at_1_diff1": 0.469051716107729,
|
| 122 |
+
"nauc_recall_at_1_max": 0.2924116824433833,
|
| 123 |
+
"nauc_recall_at_1_std": -0.05870071979416687,
|
| 124 |
+
"nauc_recall_at_20_diff1": 0.2982281180205297,
|
| 125 |
+
"nauc_recall_at_20_max": 0.28080908858427134,
|
| 126 |
+
"nauc_recall_at_20_std": 0.11951450456499198,
|
| 127 |
+
"nauc_recall_at_3_diff1": 0.33470358467170386,
|
| 128 |
+
"nauc_recall_at_3_max": 0.231042576283643,
|
| 129 |
+
"nauc_recall_at_3_std": 0.0016024369641782475,
|
| 130 |
+
"nauc_recall_at_5_diff1": 0.2937076672776075,
|
| 131 |
+
"nauc_recall_at_5_max": 0.2134128629225973,
|
| 132 |
+
"nauc_recall_at_5_std": 0.0014855338126161981,
|
| 133 |
+
"ndcg_at_1": 0.31412,
|
| 134 |
+
"ndcg_at_10": 0.42658,
|
| 135 |
+
"ndcg_at_100": 0.48049,
|
| 136 |
+
"ndcg_at_1000": 0.4977,
|
| 137 |
+
"ndcg_at_20": 0.44832,
|
| 138 |
+
"ndcg_at_3": 0.37205,
|
| 139 |
+
"ndcg_at_5": 0.4014,
|
| 140 |
+
"precision_at_1": 0.31412,
|
| 141 |
+
"precision_at_10": 0.06508,
|
| 142 |
+
"precision_at_100": 0.00965,
|
| 143 |
+
"precision_at_1000": 0.00115,
|
| 144 |
+
"precision_at_20": 0.03768,
|
| 145 |
+
"precision_at_3": 0.15631,
|
| 146 |
+
"precision_at_5": 0.11119,
|
| 147 |
+
"recall_at_1": 0.28714,
|
| 148 |
+
"recall_at_10": 0.55935,
|
| 149 |
+
"recall_at_100": 0.80608,
|
| 150 |
+
"recall_at_1000": 0.93539,
|
| 151 |
+
"recall_at_20": 0.64176,
|
| 152 |
+
"recall_at_3": 0.41521,
|
| 153 |
+
"recall_at_5": 0.48501
|
| 154 |
+
}
|
| 155 |
+
]
|
| 156 |
+
},
|
| 157 |
+
"task_name": "CQADupstackGisRetrieval"
|
| 158 |
+
}
|
eval/mteb_eng/CQADupstackMathematicaRetrieval.json
ADDED
|
@@ -0,0 +1,158 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset_revision": "90fceea13679c63fe563ded68f3b6f06e50061de",
|
| 3 |
+
"evaluation_time": 55.483893632888794,
|
| 4 |
+
"kg_co2_emissions": null,
|
| 5 |
+
"mteb_version": "1.14.5",
|
| 6 |
+
"scores": {
|
| 7 |
+
"test": [
|
| 8 |
+
{
|
| 9 |
+
"hf_subset": "default",
|
| 10 |
+
"languages": [
|
| 11 |
+
"eng-Latn"
|
| 12 |
+
],
|
| 13 |
+
"main_score": 0.33208,
|
| 14 |
+
"map_at_1": 0.18381,
|
| 15 |
+
"map_at_10": 0.27403,
|
| 16 |
+
"map_at_100": 0.28675,
|
| 17 |
+
"map_at_1000": 0.28782,
|
| 18 |
+
"map_at_20": 0.27992,
|
| 19 |
+
"map_at_3": 0.24548,
|
| 20 |
+
"map_at_5": 0.26181,
|
| 21 |
+
"mrr_at_1": 0.23507462686567165,
|
| 22 |
+
"mrr_at_10": 0.32741402116402096,
|
| 23 |
+
"mrr_at_100": 0.3368378389103377,
|
| 24 |
+
"mrr_at_1000": 0.33745408038276475,
|
| 25 |
+
"mrr_at_20": 0.3323727400153511,
|
| 26 |
+
"mrr_at_3": 0.3007877280265342,
|
| 27 |
+
"mrr_at_5": 0.316148424543947,
|
| 28 |
+
"nauc_map_at_1000_diff1": 0.3835506605373351,
|
| 29 |
+
"nauc_map_at_1000_max": 0.19381685867452142,
|
| 30 |
+
"nauc_map_at_1000_std": -0.02050583040126034,
|
| 31 |
+
"nauc_map_at_100_diff1": 0.38314858115891237,
|
| 32 |
+
"nauc_map_at_100_max": 0.1937117450454643,
|
| 33 |
+
"nauc_map_at_100_std": -0.020469766199583087,
|
| 34 |
+
"nauc_map_at_10_diff1": 0.3840779531862336,
|
| 35 |
+
"nauc_map_at_10_max": 0.19277792751003803,
|
| 36 |
+
"nauc_map_at_10_std": -0.02383384589547619,
|
| 37 |
+
"nauc_map_at_1_diff1": 0.4495581800066572,
|
| 38 |
+
"nauc_map_at_1_max": 0.20438003714488978,
|
| 39 |
+
"nauc_map_at_1_std": -0.02000126632439862,
|
| 40 |
+
"nauc_map_at_20_diff1": 0.3825841129936531,
|
| 41 |
+
"nauc_map_at_20_max": 0.19245457361391907,
|
| 42 |
+
"nauc_map_at_20_std": -0.02356229982986028,
|
| 43 |
+
"nauc_map_at_3_diff1": 0.39902362043759326,
|
| 44 |
+
"nauc_map_at_3_max": 0.19242641916079836,
|
| 45 |
+
"nauc_map_at_3_std": -0.03931781524753707,
|
| 46 |
+
"nauc_map_at_5_diff1": 0.3870431872259705,
|
| 47 |
+
"nauc_map_at_5_max": 0.1926852054940375,
|
| 48 |
+
"nauc_map_at_5_std": -0.03236985532917684,
|
| 49 |
+
"nauc_mrr_at_1000_diff1": 0.3854851498470842,
|
| 50 |
+
"nauc_mrr_at_1000_max": 0.23893642169022167,
|
| 51 |
+
"nauc_mrr_at_1000_std": -0.024136969072719623,
|
| 52 |
+
"nauc_mrr_at_100_diff1": 0.38534302191691727,
|
| 53 |
+
"nauc_mrr_at_100_max": 0.23893663676278984,
|
| 54 |
+
"nauc_mrr_at_100_std": -0.024097381424195787,
|
| 55 |
+
"nauc_mrr_at_10_diff1": 0.3853181096925956,
|
| 56 |
+
"nauc_mrr_at_10_max": 0.23954577981934352,
|
| 57 |
+
"nauc_mrr_at_10_std": -0.025006991589445082,
|
| 58 |
+
"nauc_mrr_at_1_diff1": 0.4332105816347665,
|
| 59 |
+
"nauc_mrr_at_1_max": 0.2530630186932532,
|
| 60 |
+
"nauc_mrr_at_1_std": -0.025725437527186392,
|
| 61 |
+
"nauc_mrr_at_20_diff1": 0.3847298070489984,
|
| 62 |
+
"nauc_mrr_at_20_max": 0.2391565137628037,
|
| 63 |
+
"nauc_mrr_at_20_std": -0.026039004277295302,
|
| 64 |
+
"nauc_mrr_at_3_diff1": 0.3940004126068743,
|
| 65 |
+
"nauc_mrr_at_3_max": 0.24249097586756987,
|
| 66 |
+
"nauc_mrr_at_3_std": -0.03866551954059294,
|
| 67 |
+
"nauc_mrr_at_5_diff1": 0.3874177952463559,
|
| 68 |
+
"nauc_mrr_at_5_max": 0.2403980372752478,
|
| 69 |
+
"nauc_mrr_at_5_std": -0.028406582870018363,
|
| 70 |
+
"nauc_ndcg_at_1000_diff1": 0.36120390000428493,
|
| 71 |
+
"nauc_ndcg_at_1000_max": 0.20626666943249947,
|
| 72 |
+
"nauc_ndcg_at_1000_std": 0.0027254009736663192,
|
| 73 |
+
"nauc_ndcg_at_100_diff1": 0.3560689059414668,
|
| 74 |
+
"nauc_ndcg_at_100_max": 0.2020517776383036,
|
| 75 |
+
"nauc_ndcg_at_100_std": 0.008168149038645609,
|
| 76 |
+
"nauc_ndcg_at_10_diff1": 0.35824315489447817,
|
| 77 |
+
"nauc_ndcg_at_10_max": 0.1985417334925029,
|
| 78 |
+
"nauc_ndcg_at_10_std": -0.011642291316964657,
|
| 79 |
+
"nauc_ndcg_at_1_diff1": 0.4332105816347665,
|
| 80 |
+
"nauc_ndcg_at_1_max": 0.2530630186932532,
|
| 81 |
+
"nauc_ndcg_at_1_std": -0.025725437527186392,
|
| 82 |
+
"nauc_ndcg_at_20_diff1": 0.3549549399809524,
|
| 83 |
+
"nauc_ndcg_at_20_max": 0.19813693151559036,
|
| 84 |
+
"nauc_ndcg_at_20_std": -0.012017654922667532,
|
| 85 |
+
"nauc_ndcg_at_3_diff1": 0.38443757580792187,
|
| 86 |
+
"nauc_ndcg_at_3_max": 0.2062522173839377,
|
| 87 |
+
"nauc_ndcg_at_3_std": -0.0467693551907594,
|
| 88 |
+
"nauc_ndcg_at_5_diff1": 0.36471938016102884,
|
| 89 |
+
"nauc_ndcg_at_5_max": 0.19898625307152265,
|
| 90 |
+
"nauc_ndcg_at_5_std": -0.02967250314290654,
|
| 91 |
+
"nauc_precision_at_1000_diff1": 0.006748008716956962,
|
| 92 |
+
"nauc_precision_at_1000_max": 0.07501730139108707,
|
| 93 |
+
"nauc_precision_at_1000_std": -0.00034604795204674574,
|
| 94 |
+
"nauc_precision_at_100_diff1": 0.07648653799001072,
|
| 95 |
+
"nauc_precision_at_100_max": 0.13322680400823728,
|
| 96 |
+
"nauc_precision_at_100_std": 0.06010461514385008,
|
| 97 |
+
"nauc_precision_at_10_diff1": 0.21846327427513665,
|
| 98 |
+
"nauc_precision_at_10_max": 0.19819942336083554,
|
| 99 |
+
"nauc_precision_at_10_std": 0.014727985371403032,
|
| 100 |
+
"nauc_precision_at_1_diff1": 0.4332105816347665,
|
| 101 |
+
"nauc_precision_at_1_max": 0.2530630186932532,
|
| 102 |
+
"nauc_precision_at_1_std": -0.025725437527186392,
|
| 103 |
+
"nauc_precision_at_20_diff1": 0.176002742122153,
|
| 104 |
+
"nauc_precision_at_20_max": 0.17497159862877093,
|
| 105 |
+
"nauc_precision_at_20_std": 0.011018165891280806,
|
| 106 |
+
"nauc_precision_at_3_diff1": 0.3160255129358259,
|
| 107 |
+
"nauc_precision_at_3_max": 0.22744726454403227,
|
| 108 |
+
"nauc_precision_at_3_std": -0.05035185285998481,
|
| 109 |
+
"nauc_precision_at_5_diff1": 0.2573818503391978,
|
| 110 |
+
"nauc_precision_at_5_max": 0.20884157036103254,
|
| 111 |
+
"nauc_precision_at_5_std": -0.017508855717606544,
|
| 112 |
+
"nauc_recall_at_1000_diff1": 0.08699203171465966,
|
| 113 |
+
"nauc_recall_at_1000_max": 0.20939916951625537,
|
| 114 |
+
"nauc_recall_at_1000_std": 0.2654703922481569,
|
| 115 |
+
"nauc_recall_at_100_diff1": 0.20808157626016482,
|
| 116 |
+
"nauc_recall_at_100_max": 0.1549199672956999,
|
| 117 |
+
"nauc_recall_at_100_std": 0.1594707992650486,
|
| 118 |
+
"nauc_recall_at_10_diff1": 0.2636763796784938,
|
| 119 |
+
"nauc_recall_at_10_max": 0.16059317450872862,
|
| 120 |
+
"nauc_recall_at_10_std": 0.02287176708404564,
|
| 121 |
+
"nauc_recall_at_1_diff1": 0.4495581800066572,
|
| 122 |
+
"nauc_recall_at_1_max": 0.20438003714488978,
|
| 123 |
+
"nauc_recall_at_1_std": -0.02000126632439862,
|
| 124 |
+
"nauc_recall_at_20_diff1": 0.24879067445591938,
|
| 125 |
+
"nauc_recall_at_20_max": 0.1582027095200204,
|
| 126 |
+
"nauc_recall_at_20_std": 0.02224743006928958,
|
| 127 |
+
"nauc_recall_at_3_diff1": 0.32652705814124233,
|
| 128 |
+
"nauc_recall_at_3_max": 0.16567799264717403,
|
| 129 |
+
"nauc_recall_at_3_std": -0.04958922831851308,
|
| 130 |
+
"nauc_recall_at_5_diff1": 0.2829107729633427,
|
| 131 |
+
"nauc_recall_at_5_max": 0.15887899888366383,
|
| 132 |
+
"nauc_recall_at_5_std": -0.021614049226683245,
|
| 133 |
+
"ndcg_at_1": 0.23507,
|
| 134 |
+
"ndcg_at_10": 0.33208,
|
| 135 |
+
"ndcg_at_100": 0.39396,
|
| 136 |
+
"ndcg_at_1000": 0.41907,
|
| 137 |
+
"ndcg_at_20": 0.35171,
|
| 138 |
+
"ndcg_at_3": 0.28126,
|
| 139 |
+
"ndcg_at_5": 0.30546,
|
| 140 |
+
"precision_at_1": 0.23507,
|
| 141 |
+
"precision_at_10": 0.06269,
|
| 142 |
+
"precision_at_100": 0.01097,
|
| 143 |
+
"precision_at_1000": 0.00143,
|
| 144 |
+
"precision_at_20": 0.03719,
|
| 145 |
+
"precision_at_3": 0.1393,
|
| 146 |
+
"precision_at_5": 0.10149,
|
| 147 |
+
"recall_at_1": 0.18381,
|
| 148 |
+
"recall_at_10": 0.45804,
|
| 149 |
+
"recall_at_100": 0.73151,
|
| 150 |
+
"recall_at_1000": 0.91127,
|
| 151 |
+
"recall_at_20": 0.52821,
|
| 152 |
+
"recall_at_3": 0.31628,
|
| 153 |
+
"recall_at_5": 0.37904
|
| 154 |
+
}
|
| 155 |
+
]
|
| 156 |
+
},
|
| 157 |
+
"task_name": "CQADupstackMathematicaRetrieval"
|
| 158 |
+
}
|
eval/mteb_eng/CQADupstackPhysicsRetrieval.json
ADDED
|
@@ -0,0 +1,158 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset_revision": "79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4",
|
| 3 |
+
"evaluation_time": 96.27828979492188,
|
| 4 |
+
"kg_co2_emissions": null,
|
| 5 |
+
"mteb_version": "1.14.5",
|
| 6 |
+
"scores": {
|
| 7 |
+
"test": [
|
| 8 |
+
{
|
| 9 |
+
"hf_subset": "default",
|
| 10 |
+
"languages": [
|
| 11 |
+
"eng-Latn"
|
| 12 |
+
],
|
| 13 |
+
"main_score": 0.48277,
|
| 14 |
+
"map_at_1": 0.31215,
|
| 15 |
+
"map_at_10": 0.4215,
|
| 16 |
+
"map_at_100": 0.43469,
|
| 17 |
+
"map_at_1000": 0.43569,
|
| 18 |
+
"map_at_20": 0.42874,
|
| 19 |
+
"map_at_3": 0.38812,
|
| 20 |
+
"map_at_5": 0.40698,
|
| 21 |
+
"mrr_at_1": 0.3869104908565929,
|
| 22 |
+
"mrr_at_10": 0.4788322868447988,
|
| 23 |
+
"mrr_at_100": 0.4874120824305516,
|
| 24 |
+
"mrr_at_1000": 0.4877853460955196,
|
| 25 |
+
"mrr_at_20": 0.48414873113998835,
|
| 26 |
+
"mrr_at_3": 0.4549246069939042,
|
| 27 |
+
"mrr_at_5": 0.46801411613731103,
|
| 28 |
+
"nauc_map_at_1000_diff1": 0.5145635524772211,
|
| 29 |
+
"nauc_map_at_1000_max": 0.29980554041487084,
|
| 30 |
+
"nauc_map_at_1000_std": -0.0024103000716924976,
|
| 31 |
+
"nauc_map_at_100_diff1": 0.514316260872655,
|
| 32 |
+
"nauc_map_at_100_max": 0.29933633842146495,
|
| 33 |
+
"nauc_map_at_100_std": -0.0029421648314440787,
|
| 34 |
+
"nauc_map_at_10_diff1": 0.5156167371696093,
|
| 35 |
+
"nauc_map_at_10_max": 0.2964154281419892,
|
| 36 |
+
"nauc_map_at_10_std": -0.008270621956342173,
|
| 37 |
+
"nauc_map_at_1_diff1": 0.5559537717182879,
|
| 38 |
+
"nauc_map_at_1_max": 0.26291731032590426,
|
| 39 |
+
"nauc_map_at_1_std": -0.04923722633634363,
|
| 40 |
+
"nauc_map_at_20_diff1": 0.5135476427200194,
|
| 41 |
+
"nauc_map_at_20_max": 0.2978043296352242,
|
| 42 |
+
"nauc_map_at_20_std": -0.006846139692667039,
|
| 43 |
+
"nauc_map_at_3_diff1": 0.5284424327062192,
|
| 44 |
+
"nauc_map_at_3_max": 0.2902339304636653,
|
| 45 |
+
"nauc_map_at_3_std": -0.021388982141474056,
|
| 46 |
+
"nauc_map_at_5_diff1": 0.5200890959864292,
|
| 47 |
+
"nauc_map_at_5_max": 0.2965419990170614,
|
| 48 |
+
"nauc_map_at_5_std": -0.011837013908949263,
|
| 49 |
+
"nauc_mrr_at_1000_diff1": 0.497672467962597,
|
| 50 |
+
"nauc_mrr_at_1000_max": 0.3197968252736447,
|
| 51 |
+
"nauc_mrr_at_1000_std": 0.027975523027998005,
|
| 52 |
+
"nauc_mrr_at_100_diff1": 0.4975182898251103,
|
| 53 |
+
"nauc_mrr_at_100_max": 0.3197798583685875,
|
| 54 |
+
"nauc_mrr_at_100_std": 0.02799710074488064,
|
| 55 |
+
"nauc_mrr_at_10_diff1": 0.4974969239186954,
|
| 56 |
+
"nauc_mrr_at_10_max": 0.31876845918197905,
|
| 57 |
+
"nauc_mrr_at_10_std": 0.028169759971844576,
|
| 58 |
+
"nauc_mrr_at_1_diff1": 0.5237339241887721,
|
| 59 |
+
"nauc_mrr_at_1_max": 0.30446813140006745,
|
| 60 |
+
"nauc_mrr_at_1_std": 2.0734430249934616e-05,
|
| 61 |
+
"nauc_mrr_at_20_diff1": 0.49618626568715674,
|
| 62 |
+
"nauc_mrr_at_20_max": 0.3199090559656439,
|
| 63 |
+
"nauc_mrr_at_20_std": 0.026968060615356584,
|
| 64 |
+
"nauc_mrr_at_3_diff1": 0.5060202699812535,
|
| 65 |
+
"nauc_mrr_at_3_max": 0.3182050748183684,
|
| 66 |
+
"nauc_mrr_at_3_std": 0.020428680545218188,
|
| 67 |
+
"nauc_mrr_at_5_diff1": 0.5008077297088407,
|
| 68 |
+
"nauc_mrr_at_5_max": 0.3213950022649394,
|
| 69 |
+
"nauc_mrr_at_5_std": 0.02612195997201695,
|
| 70 |
+
"nauc_ndcg_at_1000_diff1": 0.497584792113588,
|
| 71 |
+
"nauc_ndcg_at_1000_max": 0.3188240121380606,
|
| 72 |
+
"nauc_ndcg_at_1000_std": 0.03281285345486642,
|
| 73 |
+
"nauc_ndcg_at_100_diff1": 0.493712619363227,
|
| 74 |
+
"nauc_ndcg_at_100_max": 0.3138842480556513,
|
| 75 |
+
"nauc_ndcg_at_100_std": 0.030705596327773827,
|
| 76 |
+
"nauc_ndcg_at_10_diff1": 0.4936512101610439,
|
| 77 |
+
"nauc_ndcg_at_10_max": 0.3041735678410188,
|
| 78 |
+
"nauc_ndcg_at_10_std": 0.01256150276202226,
|
| 79 |
+
"nauc_ndcg_at_1_diff1": 0.5237339241887721,
|
| 80 |
+
"nauc_ndcg_at_1_max": 0.30446813140006745,
|
| 81 |
+
"nauc_ndcg_at_1_std": 2.0734430249934616e-05,
|
| 82 |
+
"nauc_ndcg_at_20_diff1": 0.4869250693989179,
|
| 83 |
+
"nauc_ndcg_at_20_max": 0.3071218577251143,
|
| 84 |
+
"nauc_ndcg_at_20_std": 0.011743549638641122,
|
| 85 |
+
"nauc_ndcg_at_3_diff1": 0.5120103687854396,
|
| 86 |
+
"nauc_ndcg_at_3_max": 0.31077833142168676,
|
| 87 |
+
"nauc_ndcg_at_3_std": 0.005379042418255926,
|
| 88 |
+
"nauc_ndcg_at_5_diff1": 0.5029996364630944,
|
| 89 |
+
"nauc_ndcg_at_5_max": 0.31223132283212673,
|
| 90 |
+
"nauc_ndcg_at_5_std": 0.011443400693728904,
|
| 91 |
+
"nauc_precision_at_1000_diff1": -0.13353974396795212,
|
| 92 |
+
"nauc_precision_at_1000_max": 0.11178497321567095,
|
| 93 |
+
"nauc_precision_at_1000_std": 0.22924145493844938,
|
| 94 |
+
"nauc_precision_at_100_diff1": -0.04904863259444656,
|
| 95 |
+
"nauc_precision_at_100_max": 0.17342464774830943,
|
| 96 |
+
"nauc_precision_at_100_std": 0.23488177069434268,
|
| 97 |
+
"nauc_precision_at_10_diff1": 0.15194340592168892,
|
| 98 |
+
"nauc_precision_at_10_max": 0.25522579555574976,
|
| 99 |
+
"nauc_precision_at_10_std": 0.16493473670636039,
|
| 100 |
+
"nauc_precision_at_1_diff1": 0.5237339241887721,
|
| 101 |
+
"nauc_precision_at_1_max": 0.30446813140006745,
|
| 102 |
+
"nauc_precision_at_1_std": 2.0734430249934616e-05,
|
| 103 |
+
"nauc_precision_at_20_diff1": 0.07347051425915782,
|
| 104 |
+
"nauc_precision_at_20_max": 0.23666608283172644,
|
| 105 |
+
"nauc_precision_at_20_std": 0.1794355826115089,
|
| 106 |
+
"nauc_precision_at_3_diff1": 0.35168074104732755,
|
| 107 |
+
"nauc_precision_at_3_max": 0.3175677948232127,
|
| 108 |
+
"nauc_precision_at_3_std": 0.09597296217533986,
|
| 109 |
+
"nauc_precision_at_5_diff1": 0.2481359391476496,
|
| 110 |
+
"nauc_precision_at_5_max": 0.29537563688254664,
|
| 111 |
+
"nauc_precision_at_5_std": 0.13756774673937325,
|
| 112 |
+
"nauc_recall_at_1000_diff1": 0.3733795551687839,
|
| 113 |
+
"nauc_recall_at_1000_max": 0.4545431700990837,
|
| 114 |
+
"nauc_recall_at_1000_std": 0.3930699597156921,
|
| 115 |
+
"nauc_recall_at_100_diff1": 0.3684250258758253,
|
| 116 |
+
"nauc_recall_at_100_max": 0.2985402693503061,
|
| 117 |
+
"nauc_recall_at_100_std": 0.16325137270552706,
|
| 118 |
+
"nauc_recall_at_10_diff1": 0.40913779940705247,
|
| 119 |
+
"nauc_recall_at_10_max": 0.2745231320302162,
|
| 120 |
+
"nauc_recall_at_10_std": 0.028262962278877188,
|
| 121 |
+
"nauc_recall_at_1_diff1": 0.5559537717182879,
|
| 122 |
+
"nauc_recall_at_1_max": 0.26291731032590426,
|
| 123 |
+
"nauc_recall_at_1_std": -0.04923722633634363,
|
| 124 |
+
"nauc_recall_at_20_diff1": 0.3600263944545782,
|
| 125 |
+
"nauc_recall_at_20_max": 0.27367667856057315,
|
| 126 |
+
"nauc_recall_at_20_std": 0.01978414389464134,
|
| 127 |
+
"nauc_recall_at_3_diff1": 0.48459316008787146,
|
| 128 |
+
"nauc_recall_at_3_max": 0.2906803572277998,
|
| 129 |
+
"nauc_recall_at_3_std": -0.007664518119371235,
|
| 130 |
+
"nauc_recall_at_5_diff1": 0.45401517108533346,
|
| 131 |
+
"nauc_recall_at_5_max": 0.3005542059108888,
|
| 132 |
+
"nauc_recall_at_5_std": 0.012364638523736843,
|
| 133 |
+
"ndcg_at_1": 0.38691,
|
| 134 |
+
"ndcg_at_10": 0.48277,
|
| 135 |
+
"ndcg_at_100": 0.53784,
|
| 136 |
+
"ndcg_at_1000": 0.55548,
|
| 137 |
+
"ndcg_at_20": 0.50481,
|
| 138 |
+
"ndcg_at_3": 0.43156,
|
| 139 |
+
"ndcg_at_5": 0.45562,
|
| 140 |
+
"precision_at_1": 0.38691,
|
| 141 |
+
"precision_at_10": 0.08758,
|
| 142 |
+
"precision_at_100": 0.01346,
|
| 143 |
+
"precision_at_1000": 0.00165,
|
| 144 |
+
"precision_at_20": 0.05106,
|
| 145 |
+
"precision_at_3": 0.20565,
|
| 146 |
+
"precision_at_5": 0.1461,
|
| 147 |
+
"recall_at_1": 0.31215,
|
| 148 |
+
"recall_at_10": 0.60794,
|
| 149 |
+
"recall_at_100": 0.83796,
|
| 150 |
+
"recall_at_1000": 0.95265,
|
| 151 |
+
"recall_at_20": 0.68599,
|
| 152 |
+
"recall_at_3": 0.46371,
|
| 153 |
+
"recall_at_5": 0.52531
|
| 154 |
+
}
|
| 155 |
+
]
|
| 156 |
+
},
|
| 157 |
+
"task_name": "CQADupstackPhysicsRetrieval"
|
| 158 |
+
}
|
eval/mteb_eng/CQADupstackProgrammersRetrieval.json
ADDED
|
@@ -0,0 +1,158 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset_revision": "6184bc1440d2dbc7612be22b50686b8826d22b32",
|
| 3 |
+
"evaluation_time": 82.44713306427002,
|
| 4 |
+
"kg_co2_emissions": null,
|
| 5 |
+
"mteb_version": "1.14.5",
|
| 6 |
+
"scores": {
|
| 7 |
+
"test": [
|
| 8 |
+
{
|
| 9 |
+
"hf_subset": "default",
|
| 10 |
+
"languages": [
|
| 11 |
+
"eng-Latn"
|
| 12 |
+
],
|
| 13 |
+
"main_score": 0.45424,
|
| 14 |
+
"map_at_1": 0.27498,
|
| 15 |
+
"map_at_10": 0.38917,
|
| 16 |
+
"map_at_100": 0.40351,
|
| 17 |
+
"map_at_1000": 0.40454,
|
| 18 |
+
"map_at_20": 0.39761,
|
| 19 |
+
"map_at_3": 0.35136,
|
| 20 |
+
"map_at_5": 0.37244,
|
| 21 |
+
"mrr_at_1": 0.3458904109589041,
|
| 22 |
+
"mrr_at_10": 0.4430809233891424,
|
| 23 |
+
"mrr_at_100": 0.4517205520801024,
|
| 24 |
+
"mrr_at_1000": 0.4521797773701039,
|
| 25 |
+
"mrr_at_20": 0.4477827670257902,
|
| 26 |
+
"mrr_at_3": 0.4143835616438355,
|
| 27 |
+
"mrr_at_5": 0.4309931506849311,
|
| 28 |
+
"nauc_map_at_1000_diff1": 0.44408660583246107,
|
| 29 |
+
"nauc_map_at_1000_max": 0.3617024856224632,
|
| 30 |
+
"nauc_map_at_1000_std": 0.0555246382397476,
|
| 31 |
+
"nauc_map_at_100_diff1": 0.4440605520251245,
|
| 32 |
+
"nauc_map_at_100_max": 0.36194077265231694,
|
| 33 |
+
"nauc_map_at_100_std": 0.055855499390158436,
|
| 34 |
+
"nauc_map_at_10_diff1": 0.445604127323392,
|
| 35 |
+
"nauc_map_at_10_max": 0.3550314537590206,
|
| 36 |
+
"nauc_map_at_10_std": 0.04526722199567729,
|
| 37 |
+
"nauc_map_at_1_diff1": 0.5063622662869485,
|
| 38 |
+
"nauc_map_at_1_max": 0.3233245181026108,
|
| 39 |
+
"nauc_map_at_1_std": -0.0008453691152366348,
|
| 40 |
+
"nauc_map_at_20_diff1": 0.4429429684090924,
|
| 41 |
+
"nauc_map_at_20_max": 0.360580540903026,
|
| 42 |
+
"nauc_map_at_20_std": 0.05295035246821741,
|
| 43 |
+
"nauc_map_at_3_diff1": 0.44733841783734224,
|
| 44 |
+
"nauc_map_at_3_max": 0.3426263207897116,
|
| 45 |
+
"nauc_map_at_3_std": 0.02025353522179486,
|
| 46 |
+
"nauc_map_at_5_diff1": 0.44418832226623367,
|
| 47 |
+
"nauc_map_at_5_max": 0.3481250281227125,
|
| 48 |
+
"nauc_map_at_5_std": 0.036979411206420496,
|
| 49 |
+
"nauc_mrr_at_1000_diff1": 0.44273719963005914,
|
| 50 |
+
"nauc_mrr_at_1000_max": 0.3799498924498347,
|
| 51 |
+
"nauc_mrr_at_1000_std": 0.08061883899545604,
|
| 52 |
+
"nauc_mrr_at_100_diff1": 0.44244700925067215,
|
| 53 |
+
"nauc_mrr_at_100_max": 0.3798292390287967,
|
| 54 |
+
"nauc_mrr_at_100_std": 0.08088203163700897,
|
| 55 |
+
"nauc_mrr_at_10_diff1": 0.4436378814141241,
|
| 56 |
+
"nauc_mrr_at_10_max": 0.37969066613051206,
|
| 57 |
+
"nauc_mrr_at_10_std": 0.07776336925832246,
|
| 58 |
+
"nauc_mrr_at_1_diff1": 0.4901865028121754,
|
| 59 |
+
"nauc_mrr_at_1_max": 0.3724650737531506,
|
| 60 |
+
"nauc_mrr_at_1_std": 0.05342564261047464,
|
| 61 |
+
"nauc_mrr_at_20_diff1": 0.4422062154434368,
|
| 62 |
+
"nauc_mrr_at_20_max": 0.38042445787294626,
|
| 63 |
+
"nauc_mrr_at_20_std": 0.08029545470840294,
|
| 64 |
+
"nauc_mrr_at_3_diff1": 0.44384058043667773,
|
| 65 |
+
"nauc_mrr_at_3_max": 0.3856777706732033,
|
| 66 |
+
"nauc_mrr_at_3_std": 0.06916241101180864,
|
| 67 |
+
"nauc_mrr_at_5_diff1": 0.4417313041155434,
|
| 68 |
+
"nauc_mrr_at_5_max": 0.37904453183961895,
|
| 69 |
+
"nauc_mrr_at_5_std": 0.07654149813086435,
|
| 70 |
+
"nauc_ndcg_at_1000_diff1": 0.4289976587452915,
|
| 71 |
+
"nauc_ndcg_at_1000_max": 0.3793547471804796,
|
| 72 |
+
"nauc_ndcg_at_1000_std": 0.09363276661023512,
|
| 73 |
+
"nauc_ndcg_at_100_diff1": 0.4279356350435622,
|
| 74 |
+
"nauc_ndcg_at_100_max": 0.38319132397614625,
|
| 75 |
+
"nauc_ndcg_at_100_std": 0.10283728835175808,
|
| 76 |
+
"nauc_ndcg_at_10_diff1": 0.43109771367248584,
|
| 77 |
+
"nauc_ndcg_at_10_max": 0.3681373852136193,
|
| 78 |
+
"nauc_ndcg_at_10_std": 0.07173387007978778,
|
| 79 |
+
"nauc_ndcg_at_1_diff1": 0.4901865028121754,
|
| 80 |
+
"nauc_ndcg_at_1_max": 0.3724650737531506,
|
| 81 |
+
"nauc_ndcg_at_1_std": 0.05342564261047464,
|
| 82 |
+
"nauc_ndcg_at_20_diff1": 0.42290184904519035,
|
| 83 |
+
"nauc_ndcg_at_20_max": 0.3781182041305661,
|
| 84 |
+
"nauc_ndcg_at_20_std": 0.08895437572102677,
|
| 85 |
+
"nauc_ndcg_at_3_diff1": 0.42829766309216016,
|
| 86 |
+
"nauc_ndcg_at_3_max": 0.3636159955374062,
|
| 87 |
+
"nauc_ndcg_at_3_std": 0.04692207218376257,
|
| 88 |
+
"nauc_ndcg_at_5_diff1": 0.42683164459018336,
|
| 89 |
+
"nauc_ndcg_at_5_max": 0.3600318067574793,
|
| 90 |
+
"nauc_ndcg_at_5_std": 0.062069167736728006,
|
| 91 |
+
"nauc_precision_at_1000_diff1": -0.09921850456532988,
|
| 92 |
+
"nauc_precision_at_1000_max": 0.019187102442482118,
|
| 93 |
+
"nauc_precision_at_1000_std": 0.0913971704068471,
|
| 94 |
+
"nauc_precision_at_100_diff1": -0.003959010739586963,
|
| 95 |
+
"nauc_precision_at_100_max": 0.181292602087011,
|
| 96 |
+
"nauc_precision_at_100_std": 0.21109093911780175,
|
| 97 |
+
"nauc_precision_at_10_diff1": 0.17080314701119975,
|
| 98 |
+
"nauc_precision_at_10_max": 0.3186564917518719,
|
| 99 |
+
"nauc_precision_at_10_std": 0.1832169805417257,
|
| 100 |
+
"nauc_precision_at_1_diff1": 0.4901865028121754,
|
| 101 |
+
"nauc_precision_at_1_max": 0.3724650737531506,
|
| 102 |
+
"nauc_precision_at_1_std": 0.05342564261047464,
|
| 103 |
+
"nauc_precision_at_20_diff1": 0.08791767873562159,
|
| 104 |
+
"nauc_precision_at_20_max": 0.2876597470519587,
|
| 105 |
+
"nauc_precision_at_20_std": 0.21830551819115476,
|
| 106 |
+
"nauc_precision_at_3_diff1": 0.267478949604666,
|
| 107 |
+
"nauc_precision_at_3_max": 0.36938097694988614,
|
| 108 |
+
"nauc_precision_at_3_std": 0.12118518011572935,
|
| 109 |
+
"nauc_precision_at_5_diff1": 0.21068305839703594,
|
| 110 |
+
"nauc_precision_at_5_max": 0.338839737918025,
|
| 111 |
+
"nauc_precision_at_5_std": 0.15607556488023316,
|
| 112 |
+
"nauc_recall_at_1000_diff1": 0.18724985776767158,
|
| 113 |
+
"nauc_recall_at_1000_max": 0.4692275591515184,
|
| 114 |
+
"nauc_recall_at_1000_std": 0.5912106404368763,
|
| 115 |
+
"nauc_recall_at_100_diff1": 0.31434161483116485,
|
| 116 |
+
"nauc_recall_at_100_max": 0.42357257908927726,
|
| 117 |
+
"nauc_recall_at_100_std": 0.344989118961823,
|
| 118 |
+
"nauc_recall_at_10_diff1": 0.37221501341322294,
|
| 119 |
+
"nauc_recall_at_10_max": 0.35844175456304467,
|
| 120 |
+
"nauc_recall_at_10_std": 0.11632612410953669,
|
| 121 |
+
"nauc_recall_at_1_diff1": 0.5063622662869485,
|
| 122 |
+
"nauc_recall_at_1_max": 0.3233245181026108,
|
| 123 |
+
"nauc_recall_at_1_std": -0.0008453691152366348,
|
| 124 |
+
"nauc_recall_at_20_diff1": 0.3271635190936921,
|
| 125 |
+
"nauc_recall_at_20_max": 0.38287566026053405,
|
| 126 |
+
"nauc_recall_at_20_std": 0.1804700862219653,
|
| 127 |
+
"nauc_recall_at_3_diff1": 0.380533729163931,
|
| 128 |
+
"nauc_recall_at_3_max": 0.3432807441261303,
|
| 129 |
+
"nauc_recall_at_3_std": 0.034582622072055424,
|
| 130 |
+
"nauc_recall_at_5_diff1": 0.3684026124891099,
|
| 131 |
+
"nauc_recall_at_5_max": 0.3371681143921209,
|
| 132 |
+
"nauc_recall_at_5_std": 0.08188724842806733,
|
| 133 |
+
"ndcg_at_1": 0.34589,
|
| 134 |
+
"ndcg_at_10": 0.45424,
|
| 135 |
+
"ndcg_at_100": 0.51076,
|
| 136 |
+
"ndcg_at_1000": 0.52985,
|
| 137 |
+
"ndcg_at_20": 0.47728,
|
| 138 |
+
"ndcg_at_3": 0.3942,
|
| 139 |
+
"ndcg_at_5": 0.42217,
|
| 140 |
+
"precision_at_1": 0.34589,
|
| 141 |
+
"precision_at_10": 0.08596,
|
| 142 |
+
"precision_at_100": 0.01321,
|
| 143 |
+
"precision_at_1000": 0.00165,
|
| 144 |
+
"precision_at_20": 0.0508,
|
| 145 |
+
"precision_at_3": 0.1914,
|
| 146 |
+
"precision_at_5": 0.13904,
|
| 147 |
+
"recall_at_1": 0.27498,
|
| 148 |
+
"recall_at_10": 0.59444,
|
| 149 |
+
"recall_at_100": 0.83271,
|
| 150 |
+
"recall_at_1000": 0.9571,
|
| 151 |
+
"recall_at_20": 0.67503,
|
| 152 |
+
"recall_at_3": 0.42514,
|
| 153 |
+
"recall_at_5": 0.49904
|
| 154 |
+
}
|
| 155 |
+
]
|
| 156 |
+
},
|
| 157 |
+
"task_name": "CQADupstackProgrammersRetrieval"
|
| 158 |
+
}
|
eval/mteb_eng/CQADupstackStatsRetrieval.json
ADDED
|
@@ -0,0 +1,158 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"dataset_revision": "65ac3a16b8e91f9cee4c9828cc7c335575432a2a",
|
| 3 |
+
"evaluation_time": 126.3222188949585,
|
| 4 |
+
"kg_co2_emissions": null,
|
| 5 |
+
"mteb_version": "1.14.5",
|
| 6 |
+
"scores": {
|
| 7 |
+
"test": [
|
| 8 |
+
{
|
| 9 |
+
"hf_subset": "default",
|
| 10 |
+
"languages": [
|
| 11 |
+
"eng-Latn"
|
| 12 |
+
],
|
| 13 |
+
"main_score": 0.37146,
|
| 14 |
+
"map_at_1": 0.25384,
|
| 15 |
+
"map_at_10": 0.32807,
|
| 16 |
+
"map_at_100": 0.33862,
|
| 17 |
+
"map_at_1000": 0.33962,
|
| 18 |
+
"map_at_20": 0.33329,
|
| 19 |
+
"map_at_3": 0.30534,
|
| 20 |
+
"map_at_5": 0.31866,
|
| 21 |
+
"mrr_at_1": 0.2852760736196319,
|
| 22 |
+
"mrr_at_10": 0.3570266092121921,
|
| 23 |
+
"mrr_at_100": 0.3661310431103298,
|
| 24 |
+
"mrr_at_1000": 0.3667680179396901,
|
| 25 |
+
"mrr_at_20": 0.3614906372389895,
|
| 26 |
+
"mrr_at_3": 0.33537832310838456,
|
| 27 |
+
"mrr_at_5": 0.3487218813905932,
|
| 28 |
+
"nauc_map_at_1000_diff1": 0.498388619967481,
|
| 29 |
+
"nauc_map_at_1000_max": 0.3301275375543649,
|
| 30 |
+
"nauc_map_at_1000_std": 0.061556200784709865,
|
| 31 |
+
"nauc_map_at_100_diff1": 0.49847271937250304,
|
| 32 |
+
"nauc_map_at_100_max": 0.33005275178335497,
|
| 33 |
+
"nauc_map_at_100_std": 0.06140152038333716,
|
| 34 |
+
"nauc_map_at_10_diff1": 0.5010675543494738,
|
| 35 |
+
"nauc_map_at_10_max": 0.32848620912550547,
|
| 36 |
+
"nauc_map_at_10_std": 0.05765001135549728,
|
| 37 |
+
"nauc_map_at_1_diff1": 0.5610228545878864,
|
| 38 |
+
"nauc_map_at_1_max": 0.30534960435377856,
|
| 39 |
+
"nauc_map_at_1_std": 0.007874879374477511,
|
| 40 |
+
"nauc_map_at_20_diff1": 0.49945902358913674,
|
| 41 |
+
"nauc_map_at_20_max": 0.32891670802356177,
|
| 42 |
+
"nauc_map_at_20_std": 0.06003147385652427,
|
| 43 |
+
"nauc_map_at_3_diff1": 0.509034737976931,
|
| 44 |
+
"nauc_map_at_3_max": 0.3157363278156868,
|
| 45 |
+
"nauc_map_at_3_std": 0.041993348863212585,
|
| 46 |
+
"nauc_map_at_5_diff1": 0.4999527099592526,
|
| 47 |
+
"nauc_map_at_5_max": 0.32000967647298073,
|
| 48 |
+
"nauc_map_at_5_std": 0.05014086364411536,
|
| 49 |
+
"nauc_mrr_at_1000_diff1": 0.49867180251825066,
|
| 50 |
+
"nauc_mrr_at_1000_max": 0.35351161953102606,
|
| 51 |
+
"nauc_mrr_at_1000_std": 0.08490657152021402,
|
| 52 |
+
"nauc_mrr_at_100_diff1": 0.49856337751471014,
|
| 53 |
+
"nauc_mrr_at_100_max": 0.3535014989454659,
|
| 54 |
+
"nauc_mrr_at_100_std": 0.08486299239175459,
|
| 55 |
+
"nauc_mrr_at_10_diff1": 0.49990229109316575,
|
| 56 |
+
"nauc_mrr_at_10_max": 0.3547640930119924,
|
| 57 |
+
"nauc_mrr_at_10_std": 0.08338018850654867,
|
| 58 |
+
"nauc_mrr_at_1_diff1": 0.5657025716120128,
|
| 59 |
+
"nauc_mrr_at_1_max": 0.35957228426157034,
|
| 60 |
+
"nauc_mrr_at_1_std": 0.05087242938099348,
|
| 61 |
+
"nauc_mrr_at_20_diff1": 0.4992389573135133,
|
| 62 |
+
"nauc_mrr_at_20_max": 0.3532712574206991,
|
| 63 |
+
"nauc_mrr_at_20_std": 0.08381201343283182,
|
| 64 |
+
"nauc_mrr_at_3_diff1": 0.5093558569912306,
|
| 65 |
+
"nauc_mrr_at_3_max": 0.3482002417974401,
|
| 66 |
+
"nauc_mrr_at_3_std": 0.07622995286087227,
|
| 67 |
+
"nauc_mrr_at_5_diff1": 0.49968526347822134,
|
| 68 |
+
"nauc_mrr_at_5_max": 0.34991832315328814,
|
| 69 |
+
"nauc_mrr_at_5_std": 0.07811865073845033,
|
| 70 |
+
"nauc_ndcg_at_1000_diff1": 0.4701644083426761,
|
| 71 |
+
"nauc_ndcg_at_1000_max": 0.3445227732675302,
|
| 72 |
+
"nauc_ndcg_at_1000_std": 0.10033527433522724,
|
| 73 |
+
"nauc_ndcg_at_100_diff1": 0.46820014097746177,
|
| 74 |
+
"nauc_ndcg_at_100_max": 0.3441884108964478,
|
| 75 |
+
"nauc_ndcg_at_100_std": 0.10046418207959233,
|
| 76 |
+
"nauc_ndcg_at_10_diff1": 0.4775550774554427,
|
| 77 |
+
"nauc_ndcg_at_10_max": 0.3404308867417485,
|
| 78 |
+
"nauc_ndcg_at_10_std": 0.08275528916740435,
|
| 79 |
+
"nauc_ndcg_at_1_diff1": 0.5657025716120128,
|
| 80 |
+
"nauc_ndcg_at_1_max": 0.35957228426157034,
|
| 81 |
+
"nauc_ndcg_at_1_std": 0.05087242938099348,
|
| 82 |
+
"nauc_ndcg_at_20_diff1": 0.4724811885433681,
|
| 83 |
+
"nauc_ndcg_at_20_max": 0.33852980734582494,
|
| 84 |
+
"nauc_ndcg_at_20_std": 0.0886844098667606,
|
| 85 |
+
"nauc_ndcg_at_3_diff1": 0.49154415015777336,
|
| 86 |
+
"nauc_ndcg_at_3_max": 0.3268589238663559,
|
| 87 |
+
"nauc_ndcg_at_3_std": 0.06393447453185067,
|
| 88 |
+
"nauc_ndcg_at_5_diff1": 0.4757462550096367,
|
| 89 |
+
"nauc_ndcg_at_5_max": 0.3259149555406328,
|
| 90 |
+
"nauc_ndcg_at_5_std": 0.06858521066588855,
|
| 91 |
+
"nauc_precision_at_1000_diff1": -0.04562167097095771,
|
| 92 |
+
"nauc_precision_at_1000_max": 0.1785142452303287,
|
| 93 |
+
"nauc_precision_at_1000_std": 0.15471710004439015,
|
| 94 |
+
"nauc_precision_at_100_diff1": 0.11686381664599461,
|
| 95 |
+
"nauc_precision_at_100_max": 0.3284951099179078,
|
| 96 |
+
"nauc_precision_at_100_std": 0.2281910709742711,
|
| 97 |
+
"nauc_precision_at_10_diff1": 0.3103127576357192,
|
| 98 |
+
"nauc_precision_at_10_max": 0.4122126701537284,
|
| 99 |
+
"nauc_precision_at_10_std": 0.21431454558872431,
|
| 100 |
+
"nauc_precision_at_1_diff1": 0.5657025716120128,
|
| 101 |
+
"nauc_precision_at_1_max": 0.35957228426157034,
|
| 102 |
+
"nauc_precision_at_1_std": 0.05087242938099348,
|
| 103 |
+
"nauc_precision_at_20_diff1": 0.2582603630143319,
|
| 104 |
+
"nauc_precision_at_20_max": 0.38659818044732225,
|
| 105 |
+
"nauc_precision_at_20_std": 0.22435204134876746,
|
| 106 |
+
"nauc_precision_at_3_diff1": 0.3901746417522407,
|
| 107 |
+
"nauc_precision_at_3_max": 0.36651267583800407,
|
| 108 |
+
"nauc_precision_at_3_std": 0.15285216993622433,
|
| 109 |
+
"nauc_precision_at_5_diff1": 0.32999634066038364,
|
| 110 |
+
"nauc_precision_at_5_max": 0.3757909614509243,
|
| 111 |
+
"nauc_precision_at_5_std": 0.18065601300098477,
|
| 112 |
+
"nauc_recall_at_1000_diff1": 0.24252421047627168,
|
| 113 |
+
"nauc_recall_at_1000_max": 0.3633542769764693,
|
| 114 |
+
"nauc_recall_at_1000_std": 0.4112112150896641,
|
| 115 |
+
"nauc_recall_at_100_diff1": 0.31072978235339505,
|
| 116 |
+
"nauc_recall_at_100_max": 0.33773974450990524,
|
| 117 |
+
"nauc_recall_at_100_std": 0.2479241474703406,
|
| 118 |
+
"nauc_recall_at_10_diff1": 0.40132568863089224,
|
| 119 |
+
"nauc_recall_at_10_max": 0.3370628227561707,
|
| 120 |
+
"nauc_recall_at_10_std": 0.12576271986776932,
|
| 121 |
+
"nauc_recall_at_1_diff1": 0.5610228545878864,
|
| 122 |
+
"nauc_recall_at_1_max": 0.30534960435377856,
|
| 123 |
+
"nauc_recall_at_1_std": 0.007874879374477511,
|
| 124 |
+
"nauc_recall_at_20_diff1": 0.3706389403920372,
|
| 125 |
+
"nauc_recall_at_20_max": 0.3174756932344393,
|
| 126 |
+
"nauc_recall_at_20_std": 0.14486492299343723,
|
| 127 |
+
"nauc_recall_at_3_diff1": 0.44602987170285197,
|
| 128 |
+
"nauc_recall_at_3_max": 0.2918097047541998,
|
| 129 |
+
"nauc_recall_at_3_std": 0.06421884592758816,
|
| 130 |
+
"nauc_recall_at_5_diff1": 0.4016581780527625,
|
| 131 |
+
"nauc_recall_at_5_max": 0.296500458349481,
|
| 132 |
+
"nauc_recall_at_5_std": 0.0852115433826634,
|
| 133 |
+
"ndcg_at_1": 0.28528,
|
| 134 |
+
"ndcg_at_10": 0.37146,
|
| 135 |
+
"ndcg_at_100": 0.4243,
|
| 136 |
+
"ndcg_at_1000": 0.44742,
|
| 137 |
+
"ndcg_at_20": 0.3888,
|
| 138 |
+
"ndcg_at_3": 0.32984,
|
| 139 |
+
"ndcg_at_5": 0.35106,
|
| 140 |
+
"precision_at_1": 0.28528,
|
| 141 |
+
"precision_at_10": 0.05874,
|
| 142 |
+
"precision_at_100": 0.00931,
|
| 143 |
+
"precision_at_1000": 0.0012,
|
| 144 |
+
"precision_at_20": 0.03397,
|
| 145 |
+
"precision_at_3": 0.14264,
|
| 146 |
+
"precision_at_5": 0.10031,
|
| 147 |
+
"recall_at_1": 0.25384,
|
| 148 |
+
"recall_at_10": 0.47427,
|
| 149 |
+
"recall_at_100": 0.71808,
|
| 150 |
+
"recall_at_1000": 0.88563,
|
| 151 |
+
"recall_at_20": 0.54012,
|
| 152 |
+
"recall_at_3": 0.3596,
|
| 153 |
+
"recall_at_5": 0.41189
|
| 154 |
+
}
|
| 155 |
+
]
|
| 156 |
+
},
|
| 157 |
+
"task_name": "CQADupstackStatsRetrieval"
|
| 158 |
+
}
|