evaluation/mteb/AmazonCounterfactualClassification.json

{
  "dataset_version": null,
  "mteb_version": "0.0.2",
  "test": {
    "en": {
      "accuracy": 0.6756716417910448,
      "accuracy_stderr": 0.035149491395717075,
      "ap": 0.3075574629595259,
      "ap_stderr": 0.022378514563472136,
      "f1": 0.6180512130185866,
      "f1_stderr": 0.027752667739340424,
      "main_score": 0.6756716417910448
    },
    "evaluation_time": 33.75
  }
}