result/acge_text_embedding_bf16/Cmnli.json

{
  "dataset_revision": "41bc36f332156f7adc9e38f53777c959b2ae9766",
  "mteb_dataset_name": "Cmnli",
  "mteb_version": "1.1.2",
  "validation": {
    "cos_sim": {
      "accuracy": 0.834155141310884,
      "accuracy_threshold": 0.6564782857894897,
      "ap": 0.9049006000181046,
      "f1": 0.8428797826579125,
      "f1_threshold": 0.6480306386947632,
      "precision": 0.8169848584595129,
      "recall": 0.8704699555763385
    },
    "dot": {
      "accuracy": 0.8340348767288034,
      "accuracy_threshold": 0.6529912352561951,
      "ap": 0.9050667776818787,
      "f1": 0.8431853669417801,
      "f1_threshold": 0.6381836533546448,
      "precision": 0.8061420345489443,
      "recall": 0.88379705400982
    },
    "euclidean": {
      "accuracy": 0.8343956704750451,
      "accuracy_threshold": 0.8326233625411987,
      "ap": 0.9048869698176196,
      "f1": 0.8432616081540204,
      "f1_threshold": 0.8387479186058044,
      "precision": 0.8177026136613222,
      "recall": 0.8704699555763385
    },
    "evaluation_time": 13.31,
    "manhattan": {
      "accuracy": 0.8355983162958509,
      "accuracy_threshold": 28.043197631835938,
      "ap": 0.9047972486190912,
      "f1": 0.8442325158946412,
      "f1_threshold": 28.235897064208984,
      "precision": 0.820569410726109,
      "recall": 0.8693009118541033
    },
    "max": {
      "accuracy": 0.8355983162958509,
      "ap": 0.9050667776818787,
      "f1": 0.8442325158946412
    }
  }
}