eval/mteb_eng/AmazonCounterfactualClassification.json

{
  "dataset_revision": "e8379541af4e31359cca9fbcf4b00f2671dba205",
  "evaluation_time": 21.349095821380615,
  "kg_co2_emissions": null,
  "mteb_version": "1.14.5",
  "scores": {
    "test": [
      {
        "accuracy": 0.9643178410794603,
        "ap": 0.7222960776019591,
        "ap_weighted": 0.7222960776019591,
        "f1": 0.9109270963593274,
        "f1_weighted": 0.9655171548723889,
        "hf_subset": "en-ext",
        "languages": [
          "eng-Latn"
        ],
        "main_score": 0.9643178410794603,
        "scores_per_experiment": [
          {
            "accuracy": 0.9647676161919041,
            "ap": 0.725266929551478,
            "ap_weighted": 0.725266929551478,
            "f1": 0.9119987311693032,
            "f1_weighted": 0.9659425284431332
          },
          {
            "accuracy": 0.9640179910044977,
            "ap": 0.717476337167374,
            "ap_weighted": 0.717476337167374,
            "f1": 0.9093365049698412,
            "f1_weighted": 0.9650736181480238
          },
          {
            "accuracy": 0.9647676161919041,
            "ap": 0.725266929551478,
            "ap_weighted": 0.725266929551478,
            "f1": 0.9119987311693032,
            "f1_weighted": 0.9659425284431332
          },
          {
            "accuracy": 0.9632683658170914,
            "ap": 0.7165319121453486,
            "ap_weighted": 0.7165319121453486,
            "f1": 0.9087825061575925,
            "f1_weighted": 0.9645895554305612
          },
          {
            "accuracy": 0.9640179910044977,
            "ap": 0.7208726263164927,
            "ap_weighted": 0.7208726263164927,
            "f1": 0.9103860988731085,
            "f1_weighted": 0.9652652443098788
          },
          {
            "accuracy": 0.9647676161919041,
            "ap": 0.725266929551478,
            "ap_weighted": 0.725266929551478,
            "f1": 0.9119987311693032,
            "f1_weighted": 0.9659425284431332
          },
          {
            "accuracy": 0.9647676161919041,
            "ap": 0.725266929551478,
            "ap_weighted": 0.725266929551478,
            "f1": 0.9119987311693032,
            "f1_weighted": 0.9659425284431332
          },
          {
            "accuracy": 0.9647676161919041,
            "ap": 0.725266929551478,
            "ap_weighted": 0.725266929551478,
            "f1": 0.9119987311693032,
            "f1_weighted": 0.9659425284431332
          },
          {
            "accuracy": 0.9640179910044977,
            "ap": 0.7208726263164927,
            "ap_weighted": 0.7208726263164927,
            "f1": 0.9103860988731085,
            "f1_weighted": 0.9652652443098788
          },
          {
            "accuracy": 0.9640179910044977,
            "ap": 0.7208726263164927,
            "ap_weighted": 0.7208726263164927,
            "f1": 0.9103860988731085,
            "f1_weighted": 0.9652652443098788
          }
        ]
      },
      {
        "accuracy": 0.9525373134328357,
        "ap": 0.799257555670098,
        "ap_weighted": 0.799257555670098,
        "f1": 0.9281773595632006,
        "f1_weighted": 0.9536488319681403,
        "hf_subset": "en",
        "languages": [
          "eng-Latn"
        ],
        "main_score": 0.9525373134328357,
        "scores_per_experiment": [
          {
            "accuracy": 0.9522388059701492,
            "ap": 0.7981930350297796,
            "ap_weighted": 0.7981930350297796,
            "f1": 0.9277628032345013,
            "f1_weighted": 0.9533684676348715
          },
          {
            "accuracy": 0.9522388059701492,
            "ap": 0.7981930350297796,
            "ap_weighted": 0.7981930350297796,
            "f1": 0.9277628032345013,
            "f1_weighted": 0.9533684676348715
          },
          {
            "accuracy": 0.9537313432835821,
            "ap": 0.8035156382313725,
            "ap_weighted": 0.8035156382313725,
            "f1": 0.9298355848779977,
            "f1_weighted": 0.9547702893012162
          },
          {
            "accuracy": 0.9522388059701492,
            "ap": 0.7981930350297796,
            "ap_weighted": 0.7981930350297796,
            "f1": 0.9277628032345013,
            "f1_weighted": 0.9533684676348715
          },
          {
            "accuracy": 0.9522388059701492,
            "ap": 0.7981930350297796,
            "ap_weighted": 0.7981930350297796,
            "f1": 0.9277628032345013,
            "f1_weighted": 0.9533684676348715
          },
          {
            "accuracy": 0.9522388059701492,
            "ap": 0.7981930350297796,
            "ap_weighted": 0.7981930350297796,
            "f1": 0.9277628032345013,
            "f1_weighted": 0.9533684676348715
          },
          {
            "accuracy": 0.9522388059701492,
            "ap": 0.7981930350297796,
            "ap_weighted": 0.7981930350297796,
            "f1": 0.9277628032345013,
            "f1_weighted": 0.9533684676348715
          },
          {
            "accuracy": 0.9537313432835821,
            "ap": 0.8035156382313725,
            "ap_weighted": 0.8035156382313725,
            "f1": 0.9298355848779977,
            "f1_weighted": 0.9547702893012162
          },
          {
            "accuracy": 0.9522388059701492,
            "ap": 0.7981930350297796,
            "ap_weighted": 0.7981930350297796,
            "f1": 0.9277628032345013,
            "f1_weighted": 0.9533684676348715
          },
          {
            "accuracy": 0.9522388059701492,
            "ap": 0.7981930350297796,
            "ap_weighted": 0.7981930350297796,
            "f1": 0.9277628032345013,
            "f1_weighted": 0.9533684676348715
          }
        ]
      }
    ]
  },
  "task_name": "AmazonCounterfactualClassification"
}