| { | |
| "dataset_revision": "b7c64bd89eb87f8ded463478346f76731f07bf8b", | |
| "evaluation_time": 12.639761209487915, | |
| "kg_co2_emissions": null, | |
| "mteb_version": "1.14.5", | |
| "scores": { | |
| "test": [ | |
| { | |
| "accuracy": 0.8686679174484053, | |
| "ap": 0.5420834943671032, | |
| "ap_weighted": 0.5420834943671032, | |
| "f1": 0.8111082234715783, | |
| "f1_weighted": 0.8766438544153251, | |
| "hf_subset": "default", | |
| "languages": [ | |
| "cmn-Hans" | |
| ], | |
| "main_score": 0.8686679174484053, | |
| "scores_per_experiment": [ | |
| { | |
| "accuracy": 0.8667917448405253, | |
| "ap": 0.5342641137975178, | |
| "ap_weighted": 0.5342641137975178, | |
| "f1": 0.807388292538924, | |
| "f1_weighted": 0.8746185510559391 | |
| }, | |
| { | |
| "accuracy": 0.8667917448405253, | |
| "ap": 0.5342641137975178, | |
| "ap_weighted": 0.5342641137975178, | |
| "f1": 0.807388292538924, | |
| "f1_weighted": 0.8746185510559391 | |
| }, | |
| { | |
| "accuracy": 0.8705440900562852, | |
| "ap": 0.5504963756423736, | |
| "ap_weighted": 0.5504963756423736, | |
| "f1": 0.8150282912108638, | |
| "f1_weighted": 0.8787193618040698 | |
| }, | |
| { | |
| "accuracy": 0.8667917448405253, | |
| "ap": 0.5372334982091079, | |
| "ap_weighted": 0.5372334982091079, | |
| "f1": 0.8085381957268546, | |
| "f1_weighted": 0.8749155391046766 | |
| }, | |
| { | |
| "accuracy": 0.8686679174484052, | |
| "ap": 0.5408960227349419, | |
| "ap_weighted": 0.5408960227349419, | |
| "f1": 0.810670645069622, | |
| "f1_weighted": 0.8765319543811216 | |
| }, | |
| { | |
| "accuracy": 0.8705440900562852, | |
| "ap": 0.5504963756423736, | |
| "ap_weighted": 0.5504963756423736, | |
| "f1": 0.8150282912108638, | |
| "f1_weighted": 0.8787193618040698 | |
| }, | |
| { | |
| "accuracy": 0.8705440900562852, | |
| "ap": 0.5504963756423736, | |
| "ap_weighted": 0.5504963756423736, | |
| "f1": 0.8150282912108638, | |
| "f1_weighted": 0.8787193618040698 | |
| }, | |
| { | |
| "accuracy": 0.8686679174484052, | |
| "ap": 0.5408960227349419, | |
| "ap_weighted": 0.5408960227349419, | |
| "f1": 0.810670645069622, | |
| "f1_weighted": 0.8765319543811216 | |
| }, | |
| { | |
| "accuracy": 0.8686679174484052, | |
| "ap": 0.5408960227349419, | |
| "ap_weighted": 0.5408960227349419, | |
| "f1": 0.810670645069622, | |
| "f1_weighted": 0.8765319543811216 | |
| }, | |
| { | |
| "accuracy": 0.8686679174484052, | |
| "ap": 0.5408960227349419, | |
| "ap_weighted": 0.5408960227349419, | |
| "f1": 0.810670645069622, | |
| "f1_weighted": 0.8765319543811216 | |
| } | |
| ] | |
| } | |
| ] | |
| }, | |
| "task_name": "JDReview" | |
| } |