File size: 2,912 Bytes
9f80cbd
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
{
  "dataset_revision": "e2d317d38cd51312af73b3d32a06d1a08b442046",
  "evaluation_time": 626.0383305549622,
  "kg_co2_emissions": null,
  "mteb_version": "1.14.5",
  "scores": {
    "test": [
      {
        "accuracy": 0.9667155000000001,
        "ap": 0.9506125484469905,
        "ap_weighted": 0.9506125484469905,
        "f1": 0.9667152624774944,
        "f1_weighted": 0.9667152624774944,
        "hf_subset": "default",
        "languages": [
          "eng-Latn"
        ],
        "main_score": 0.9667155000000001,
        "scores_per_experiment": [
          {
            "accuracy": 0.9666475,
            "ap": 0.9497472243024325,
            "ap_weighted": 0.9497472243024325,
            "f1": 0.9666471820590516,
            "f1_weighted": 0.9666471820590515
          },
          {
            "accuracy": 0.9667525,
            "ap": 0.9504797117267496,
            "ap_weighted": 0.9504797117267496,
            "f1": 0.9667523996286114,
            "f1_weighted": 0.9667523996286115
          },
          {
            "accuracy": 0.966815,
            "ap": 0.951738573264202,
            "ap_weighted": 0.951738573264202,
            "f1": 0.9668149700505104,
            "f1_weighted": 0.9668149700505104
          },
          {
            "accuracy": 0.9667825,
            "ap": 0.9520501113812326,
            "ap_weighted": 0.9520501113812326,
            "f1": 0.9667823962263373,
            "f1_weighted": 0.9667823962263373
          },
          {
            "accuracy": 0.96678,
            "ap": 0.9523640592148901,
            "ap_weighted": 0.9523640592148901,
            "f1": 0.9667797940314009,
            "f1_weighted": 0.9667797940314009
          },
          {
            "accuracy": 0.966605,
            "ap": 0.9492883595726318,
            "ap_weighted": 0.9492883595726318,
            "f1": 0.966604461656408,
            "f1_weighted": 0.9666044616564079
          },
          {
            "accuracy": 0.9668225,
            "ap": 0.951117878410981,
            "ap_weighted": 0.951117878410981,
            "f1": 0.9668224917883593,
            "f1_weighted": 0.9668224917883593
          },
          {
            "accuracy": 0.9667075,
            "ap": 0.9504910863800623,
            "ap_weighted": 0.9504910863800623,
            "f1": 0.9667074187192839,
            "f1_weighted": 0.9667074187192839
          },
          {
            "accuracy": 0.96667,
            "ap": 0.9498578909038486,
            "ap_weighted": 0.9498578909038486,
            "f1": 0.9666697187249231,
            "f1_weighted": 0.9666697187249231
          },
          {
            "accuracy": 0.9665725,
            "ap": 0.9489905893128749,
            "ap_weighted": 0.9489905893128749,
            "f1": 0.9665717918900587,
            "f1_weighted": 0.9665717918900587
          }
        ]
      }
    ]
  },
  "task_name": "AmazonPolarityClassification"
}