Initial upload: ogma-mini embedding model

README.md

@@ -0,0 +1,927 @@
+---
+language:
+- en
+license: mit
+tags:
+- mteb
+- sentence-transformers
+- embedding
+- text-embedding
+- ogma
+- axiotic
+- matryoshka
+- small-model
+model-index:
+- name: ogma-mini
+  results:
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/AmazonCounterfactualClassification
+      name: MTEB AmazonCounterfactualClassification
+      config: default
+      split: test
+      revision: 1f7e6a9d6fa6e64c53d146e428565640410c0df1
+    metrics:
+    - type: accuracy
+      value: 66.6
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/AmazonPolarityClassification
+      name: MTEB AmazonPolarityClassification
+      config: default
+      split: test
+      revision: e2d317d38cd51312af73b3d32a06d1a08b442046
+    metrics:
+    - type: accuracy
+      value: 70.44
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/AmazonReviewsClassification
+      name: MTEB AmazonReviewsClassification
+      config: default
+      split: test
+      revision: 6b5d328eaae8ef408dd7d775040245cf86f92e9d
+    metrics:
+    - type: accuracy
+      value: 37.33
+  - task:
+      type: Clustering
+    dataset:
+      type: mteb/ArXivHierarchicalClusteringP2P
+      name: MTEB ArXivHierarchicalClusteringP2P
+      config: default
+      split: test
+      revision: 0bbdb47bcbe3a90093699aefeed338a0f28a7ee8
+    metrics:
+    - type: v_measure
+      value: 54.34
+  - task:
+      type: Clustering
+    dataset:
+      type: mteb/ArXivHierarchicalClusteringS2S
+      name: MTEB ArXivHierarchicalClusteringS2S
+      config: default
+      split: test
+      revision: b73bd54100e5abfa6e3a23dcafb46fe4d2438dc3
+    metrics:
+    - type: v_measure
+      value: 49.88
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/ArguAna
+      name: MTEB ArguAna
+      config: default
+      split: test
+      revision: c22ab2a51041ffd869aaddef7af8d8215647e41a
+    metrics:
+    - type: ndcg_at_10
+      value: 40.72
+  - task:
+      type: Reranking
+    dataset:
+      type: mteb/AskUbuntuDupQuestions
+      name: MTEB AskUbuntuDupQuestions
+      config: default
+      split: test
+      revision: c5691e3c48741d5f83b5cc8e630653d7a8cfc048
+    metrics:
+    - type: map
+      value: 52.13
+  - task:
+      type: STS
+    dataset:
+      type: mteb/BIOSSES
+      name: MTEB BIOSSES
+      config: default
+      split: test
+      revision: d3fb88f8f02e40887cd149695127462bbcf29b4a
+    metrics:
+    - type: cosine_spearman
+      value: 80.0
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/Banking77Classification
+      name: MTEB Banking77Classification
+      config: default
+      split: test
+      revision: 0fd18e25b25c072e09e0d92ab615fda904d66300
+    metrics:
+    - type: accuracy
+      value: 72.93
+  - task:
+      type: Clustering
+    dataset:
+      type: mteb/BiorxivClusteringP2P
+      name: MTEB BiorxivClusteringP2P
+      config: default
+      split: test
+      revision: 65b79d1d13f80053f67aca9498d9402c2d9f1f40
+    metrics:
+    - type: v_measure
+      value: 30.11
+  - task:
+      type: Clustering
+    dataset:
+      type: mteb/BiorxivClusteringS2S
+      name: MTEB BiorxivClusteringS2S
+      config: default
+      split: test
+      revision: 258694dd0231531bc1fd9de6ceb52a0853c6d908
+    metrics:
+    - type: v_measure
+      value: 20.36
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/CQADupstackAndroidRetrieval
+      name: MTEB CQADupstackAndroidRetrieval
+      config: default
+      split: test
+      revision: 9be4c0e46342e8e3aff577a89b9a1ec9bc6b4af3
+    metrics:
+    - type: ndcg_at_10
+      value: 31.75
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/CQADupstackEnglishRetrieval
+      name: MTEB CQADupstackEnglishRetrieval
+      config: default
+      split: test
+      revision: ad9991cb51e31e31e430383c75ffb2885547b5f0
+    metrics:
+    - type: ndcg_at_10
+      value: 21.11
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/CQADupstackGamingRetrieval
+      name: MTEB CQADupstackGamingRetrieval
+      config: default
+      split: test
+      revision: 4885aa143210c98657558c04aaf3dc47cfb54340
+    metrics:
+    - type: ndcg_at_10
+      value: 40.44
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/CQADupstackGisRetrieval
+      name: MTEB CQADupstackGisRetrieval
+      config: default
+      split: test
+      revision: 5003b3064772da1887988e05400cf3806fe491f2
+    metrics:
+    - type: ndcg_at_10
+      value: 23.96
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/CQADupstackMathematicaRetrieval
+      name: MTEB CQADupstackMathematicaRetrieval
+      config: default
+      split: test
+      revision: 90fceea13679c63fe563ded68f3b6f06e50061de
+    metrics:
+    - type: ndcg_at_10
+      value: 16.98
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/CQADupstackPhysicsRetrieval
+      name: MTEB CQADupstackPhysicsRetrieval
+      config: default
+      split: test
+      revision: 79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4
+    metrics:
+    - type: ndcg_at_10
+      value: 29.32
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/CQADupstackProgrammersRetrieval
+      name: MTEB CQADupstackProgrammersRetrieval
+      config: default
+      split: test
+      revision: 6184bc1440d2dbc7612be22b50686b8826d22b32
+    metrics:
+    - type: ndcg_at_10
+      value: 27.28
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/CQADupstackRetrieval
+      name: MTEB CQADupstackRetrieval
+      config: default
+      split: test
+      revision: '1'
+    metrics:
+    - type: ndcg_at_10
+      value: 24.82
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/CQADupstackStatsRetrieval
+      name: MTEB CQADupstackStatsRetrieval
+      config: default
+      split: test
+      revision: 65ac3a16b8e91f9cee4c9828cc7c335575432a2a
+    metrics:
+    - type: ndcg_at_10
+      value: 22.59
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/CQADupstackTexRetrieval
+      name: MTEB CQADupstackTexRetrieval
+      config: default
+      split: test
+      revision: 46989137a86843e03a6195de44b09deda022eec7
+    metrics:
+    - type: ndcg_at_10
+      value: 17.05
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/CQADupstackUnixRetrieval
+      name: MTEB CQADupstackUnixRetrieval
+      config: default
+      split: test
+      revision: 6c6430d3a6d36f8d2a829195bc5dc94d7e063e53
+    metrics:
+    - type: ndcg_at_10
+      value: 23.14
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/CQADupstackWebmastersRetrieval
+      name: MTEB CQADupstackWebmastersRetrieval
+      config: default
+      split: test
+      revision: 160c094312a0e1facb97e55eeddb698c0abe3571
+    metrics:
+    - type: ndcg_at_10
+      value: 24.97
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/CQADupstackWordpressRetrieval
+      name: MTEB CQADupstackWordpressRetrieval
+      config: default
+      split: test
+      revision: 4ffe81d471b1924886b33c7567bfb200e9eec5c4
+    metrics:
+    - type: ndcg_at_10
+      value: 19.3
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/ClimateFEVER
+      name: MTEB ClimateFEVER
+      config: default
+      split: test
+      revision: 47f2ac6acb640fc46020b02a5b59fdda04d39380
+    metrics:
+    - type: ndcg_at_10
+      value: 24.61
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/DBPedia
+      name: MTEB DBPedia
+      config: default
+      split: test
+      revision: c0f706b76e590d620bd6618b3ca8efdd34e2d659
+    metrics:
+    - type: ndcg_at_10
+      value: 29.58
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/EmotionClassification
+      name: MTEB EmotionClassification
+      config: default
+      split: test
+      revision: 4f58c6b202a23cf9a4da393831edf4f9183cad37
+    metrics:
+    - type: accuracy
+      value: 39.07
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/FEVER
+      name: MTEB FEVER
+      config: default
+      split: test
+      revision: bea83ef9e8fb933d90a2f1d5515737465d613e12
+    metrics:
+    - type: ndcg_at_10
+      value: 69.83
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/FiQA2018
+      name: MTEB FiQA2018
+      config: default
+      split: test
+      revision: 27a168819829fe9bcd655c2df245fb19452e8e06
+    metrics:
+    - type: ndcg_at_10
+      value: 20.72
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/HotpotQA
+      name: MTEB HotpotQA
+      config: default
+      split: test
+      revision: ab518f4d6fcca38d87c25209f94beba119d02014
+    metrics:
+    - type: ndcg_at_10
+      value: 43.57
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/ImdbClassification
+      name: MTEB ImdbClassification
+      config: default
+      split: test
+      revision: 3d86128a09e091d6018b6d26cad27f2739fc2db7
+    metrics:
+    - type: accuracy
+      value: 67.25
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/MSMARCO
+      name: MTEB MSMARCO
+      config: default
+      split: test
+      revision: c5a29a104738b98a9e76336939199e264163d4a0
+    metrics:
+    - type: ndcg_at_10
+      value: 0
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/MTOPDomainClassification
+      name: MTEB MTOPDomainClassification
+      config: default
+      split: test
+      revision: a76d16fae880597b9c73047b50159220a441cb54
+    metrics:
+    - type: accuracy
+      value: 85.02
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/MTOPIntentClassification
+      name: MTEB MTOPIntentClassification
+      config: default
+      split: test
+      revision: 2992d820f31312593c49a4890430aadadb0f0039
+    metrics:
+    - type: accuracy
+      value: 54.29
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/MassiveIntentClassification
+      name: MTEB MassiveIntentClassification
+      config: default
+      split: test
+      revision: 4672e20407010da34463acc759c162ca9734bca6
+    metrics:
+    - type: accuracy
+      value: 60.83
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/MassiveScenarioClassification
+      name: MTEB MassiveScenarioClassification
+      config: default
+      split: test
+      revision: fad2c6e8459f9e1c45d9315f4953d921437d70f8
+    metrics:
+    - type: accuracy
+      value: 69.43
+  - task:
+      type: Clustering
+    dataset:
+      type: mteb/MedrxivClusteringP2P
+      name: MTEB MedrxivClusteringP2P
+      config: default
+      split: test
+      revision: e7a26af6f3ae46b30dde8737f02c07b1505bcc73
+    metrics:
+    - type: v_measure
+      value: 30.88
+  - task:
+      type: Clustering
+    dataset:
+      type: mteb/MedrxivClusteringS2S
+      name: MTEB MedrxivClusteringS2S
+      config: default
+      split: test
+      revision: 35191c8c0dca72d8ff3efcd72aa802307d469663
+    metrics:
+    - type: v_measure
+      value: 25.35
+  - task:
+      type: Reranking
+    dataset:
+      type: mteb/MindSmallReranking
+      name: MTEB MindSmallReranking
+      config: default
+      split: test
+      revision: 227478e3235572039f4f7661840e059f31ef6eb1
+    metrics:
+    - type: map
+      value: 29.68
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/NFCorpus
+      name: MTEB NFCorpus
+      config: default
+      split: test
+      revision: ec0fa4fe99da2ff19ca1214b7966684033a58814
+    metrics:
+    - type: ndcg_at_10
+      value: 25.54
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/NQ
+      name: MTEB NQ
+      config: default
+      split: test
+      revision: b774495ed302d8c44a3a7ea25c90dbce03968f31
+    metrics:
+    - type: ndcg_at_10
+      value: 33.93
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/QuoraRetrieval
+      name: MTEB QuoraRetrieval
+      config: default
+      split: test
+      revision: e4e08e0b7dbe3c8700f0daef558ff32256715259
+    metrics:
+    - type: ndcg_at_10
+      value: 51.77
+  - task:
+      type: Clustering
+    dataset:
+      type: mteb/RedditClustering
+      name: MTEB RedditClustering
+      config: default
+      split: test
+      revision: 24640382cdbf8abc73003fb0fa6d111a705499eb
+    metrics:
+    - type: v_measure
+      value: 39.5
+  - task:
+      type: Clustering
+    dataset:
+      type: mteb/RedditClusteringP2P
+      name: MTEB RedditClusteringP2P
+      config: default
+      split: test
+      revision: 385e3cb46b4cfa89021f56c4380204149d0efe33
+    metrics:
+    - type: v_measure
+      value: 49.08
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/SCIDOCS
+      name: MTEB SCIDOCS
+      config: default
+      split: test
+      revision: f8c2fcf00f625baaa80f62ec5bd9e1fff3b8ae88
+    metrics:
+    - type: ndcg_at_10
+      value: 13.8
+  - task:
+      type: STS
+    dataset:
+      type: mteb/SICK-R
+      name: MTEB SICK-R
+      config: default
+      split: test
+      revision: 20a6d6f312dd54037fe07a32d58e5e168867909d
+    metrics:
+    - type: cosine_spearman
+      value: 71.83
+  - task:
+      type: STS
+    dataset:
+      type: mteb/STS12
+      name: MTEB STS12
+      config: default
+      split: test
+      revision: a0d554a64d88156834ff5ae9920b964011b16384
+    metrics:
+    - type: cosine_spearman
+      value: 71.93
+  - task:
+      type: STS
+    dataset:
+      type: mteb/STS13
+      name: MTEB STS13
+      config: default
+      split: test
+      revision: 7e90230a92c190f1bf69ae9002b8cea547a64cca
+    metrics:
+    - type: cosine_spearman
+      value: 79.27
+  - task:
+      type: STS
+    dataset:
+      type: mteb/STS14
+      name: MTEB STS14
+      config: default
+      split: test
+      revision: 6031580fec1f6af667f0bd2da0a551cf4f0b2375
+    metrics:
+    - type: cosine_spearman
+      value: 75.96
+  - task:
+      type: STS
+    dataset:
+      type: mteb/STS15
+      name: MTEB STS15
+      config: default
+      split: test
+      revision: ae752c7c21bf194d8b67fd573edf7ae58183cbe3
+    metrics:
+    - type: cosine_spearman
+      value: 83.06
+  - task:
+      type: STS
+    dataset:
+      type: mteb/STS16
+      name: MTEB STS16
+      config: default
+      split: test
+      revision: 4d8694f8f0e0100860b497b999b3dbed754a0513
+    metrics:
+    - type: cosine_spearman
+      value: 79.04
+  - task:
+      type: STS
+    dataset:
+      type: mteb/STSBenchmark
+      name: MTEB STSBenchmark
+      config: default
+      split: test
+      revision: b0fddb56ed78048fa8b90373c8a3cfc37b684831
+    metrics:
+    - type: cosine_spearman
+      value: 80.57
+  - task:
+      type: Reranking
+    dataset:
+      type: mteb/SciDocsRR
+      name: MTEB SciDocsRR
+      config: default
+      split: test
+      revision: 39b8377811871075eed9de3b8a7e21aaa6acb3d8
+    metrics:
+    - type: map
+      value: 69.65
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/SciFact
+      name: MTEB SciFact
+      config: default
+      split: test
+      revision: d56462d0e63a25450459c4f213e49ffdb866f7f9
+    metrics:
+    - type: ndcg_at_10
+      value: 53.01
+  - task:
+      type: PairClassification
+    dataset:
+      type: mteb/SprintDuplicateQuestions
+      name: MTEB SprintDuplicateQuestions
+      config: default
+      split: test
+      revision: d66bd1f72af766a5cc4b0ca5e00c162f89e8cc46
+    metrics:
+    - type: cosine_ap
+      value: 94.96
+  - task:
+      type: Clustering
+    dataset:
+      type: mteb/StackExchangeClustering
+      name: MTEB StackExchangeClustering
+      config: default
+      split: test
+      revision: 6cbc1f7b2bc0622f2e39d2c77fa502909748c259
+    metrics:
+    - type: v_measure
+      value: 44.64
+  - task:
+      type: Clustering
+    dataset:
+      type: mteb/StackExchangeClusteringP2P
+      name: MTEB StackExchangeClusteringP2P
+      config: default
+      split: test
+      revision: 815ca46b2622cec33ccafc3735d572c266efdb44
+    metrics:
+    - type: v_measure
+      value: 33.41
+  - task:
+      type: Reranking
+    dataset:
+      type: mteb/StackOverflowDupQuestions
+      name: MTEB StackOverflowDupQuestions
+      config: default
+      split: test
+      revision: 5debda000fe8e27ebb5c123d38081f92e1847a59
+    metrics:
+    - type: map
+      value: 38.13
+  - task:
+      type: Summarization
+    dataset:
+      type: mteb/SummEval
+      name: MTEB SummEval
+      config: default
+      split: test
+      revision: cda12ad7615edc362dbf25a00fdd61d3b1eaf93c
+    metrics:
+    - type: cosine_spearman
+      value: 31.33
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/TRECCOVID
+      name: MTEB TRECCOVID
+      config: default
+      split: test
+      revision: bb9466bac8153a0349341eb1b22e06409e78ef4e
+    metrics:
+    - type: ndcg_at_10
+      value: 61.42
+  - task:
+      type: Retrieval
+    dataset:
+      type: mteb/Touche2020
+      name: MTEB Touche2020
+      config: default
+      split: test
+      revision: a34f9a33db75fa0cbb21bb5cfc3dae8dc8bec93f
+    metrics:
+    - type: ndcg_at_10
+      value: 24.09
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/ToxicConversationsClassification
+      name: MTEB ToxicConversationsClassification
+      config: default
+      split: test
+      revision: edfaf9da55d3dd50d43143d90c1ac476895ae6de
+    metrics:
+    - type: accuracy
+      value: 61.23
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/TweetSentimentExtractionClassification
+      name: MTEB TweetSentimentExtractionClassification
+      config: default
+      split: test
+      revision: d604517c81ca91fe16a244d1248fc021f9ecee7a
+    metrics:
+    - type: accuracy
+      value: 57.13
+  - task:
+      type: Clustering
+    dataset:
+      type: mteb/TwentyNewsgroupsClustering
+      name: MTEB TwentyNewsgroupsClustering
+      config: default
+      split: test
+      revision: 6125ec4e24fa026cec8a478383ee943acfbd5449
+    metrics:
+    - type: v_measure
+      value: 33.64
+  - task:
+      type: PairClassification
+    dataset:
+      type: mteb/TwitterSemEval2015
+      name: MTEB TwitterSemEval2015
+      config: default
+      split: test
+      revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1
+    metrics:
+    - type: cosine_ap
+      value: 60.68
+  - task:
+      type: PairClassification
+    dataset:
+      type: mteb/TwitterURLCorpus
+      name: MTEB TwitterURLCorpus
+      config: default
+      split: test
+      revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf
+    metrics:
+    - type: cosine_ap
+      value: 83.33
+---
+
+# ogma-mini
+
+**3.5M parameter text embedding model** by [Axiotic AI](https://axiotic.ai), achieving **51.42 average** on MTEB English v1 (54/54 tasks).
+
+2-layer transformer, 256 hidden dim, 64 embedding dim — ultra-lightweight.
+
+## Highlights
+
+- **3.5M parameters** — small enough for CPU inference, edge deployment, and resource-constrained environments
+- **51.42 MTEB average** — outperforms Potion-32M (51.22) despite being significantly smaller
+- **Matryoshka embeddings** — use dimensions [32, 64, 128, 256] for flexible storage/compute tradeoffs
+- **Asymmetric encoding** — dedicated `[QRY]`, `[DOC]`, `[SYM]` task tokens for query-document and symmetric tasks
+- **1024 token context** — handles longer passages than typical small models (Potion: 512)
+- **Pure PyTorch** — no external transformer library dependencies
+
+## Architecture
+
+| Component | Details |
+|-----------|---------|
+| Parameters | 3.5M |
+| Layers | 2 |
+| Hidden dim (d_model) | 256 |
+| Embedding dim (d_embed) | 64 |
+| Output dim (d_output) | 256 |
+| Attention heads | 4 |
+| Max sequence length | 1024 |
+| Matryoshka dims | [32, 64, 128, 256] |
+| Pooling | Mean (mask-aware) |
+| Position encoding | RoPE |
+| FFN | SwiGLU |
+| Normalization | Pre-LayerNorm |
+| Tokenizer | SentencePiece Unigram (30K vocab) |
+| Training | Knowledge distillation from teacher model |
+
+## MTEB Results
+
+### Category-Level Scores
+
+| Category | ogma-mini | Potion-32M | Potion-8M | vs Potion-32M |
+|----------|-----------|------------|-----------|---------------|
+| Classification | **61.74** | 66.01 | 64.46 | -4.27 |
+| Clustering | **37.38** | 39.24 | 36.88 | -1.86 |
+| PairClassification | **79.66** | 78.17 | 76.62 | +1.49 |
+| Reranking | **47.4** | 50.92 | 49.73 | -3.52 |
+| Retrieval | **36.21** | 32.21 | 30.43 | +4.00 |
+| STS | **77.71** | 73.86 | 72.93 | +3.85 |
+| Summarization | **31.33** | 29.77 | 29.26 | +1.56 |
+| **Overall** | **51.42** | 51.22 | 49.58 | **+0.20** |
+
+> **Potion scores are locally reproduced** using the same evaluation pipeline and hardware for fair head-to-head comparison. These are not self-reported numbers from the Potion model card.
+
+## Usage
+
+### Quick Start
+
+```python
+import torch
+import numpy as np
+from pathlib import Path
+
+# Load model
+from ogma_model import OgmaModel
+from config import OgmaConfig
+from tokenizer import OgmaTokenizer
+
+# Load from checkpoint directory
+model = OgmaModel.from_checkpoint("path/to/ogma-mini", device="cpu")
+model.eval()
+
+# Load tokenizer (uses the SentencePiece model embedded in tokenizer.json)
+# The tokenizer needs the .model file — extract from tokenizer.json or use:
+tokenizer = OgmaTokenizer("path/to/tokenizer.model")
+
+# Encode text
+texts = ["This is a query", "This is a document"]
+encoded = tokenizer.batch_encode(texts, max_length=1024)
+
+token_ids = torch.tensor(encoded["input_ids"])
+attention_mask = torch.tensor(encoded["attention_mask"])
+
+# Use task tokens for asymmetric encoding
+from config import TaskToken
+
+with torch.no_grad():
+    # For symmetric tasks (STS, clustering, classification)
+    embeddings = model.encode(token_ids, attention_mask, task=TaskToken.SYM)
+    
+    # For retrieval — encode queries and documents separately
+    query_embs = model.encode(token_ids[:1], attention_mask[:1], task=TaskToken.QRY)
+    doc_embs = model.encode(token_ids[1:], attention_mask[1:], task=TaskToken.DOC)
+
+print(f"Embedding shape: {embeddings.shape}")  # (2, 256)
+```
+
+### Matryoshka Dimensionality Reduction
+
+```python
+# Full embeddings: 256d
+full_embs = model.encode(token_ids, attention_mask, task=TaskToken.SYM)
+
+# Reduce to any Matryoshka dimension: [32, 64, 128, 256]
+dim = 64
+reduced_embs = torch.nn.functional.normalize(full_embs[:, :dim], p=2, dim=-1)
+# These reduced embeddings are trained to be effective at lower dims
+```
+
+### Loading with safetensors
+
+```python
+import torch
+import yaml
+from safetensors.torch import load_file
+from ogma_model import OgmaModel
+from config import OgmaConfig
+
+# Load config
+with open("path/to/ogma-mini/config.json") as f:
+    import json
+    config_dict = json.load(f)
+
+config = OgmaConfig.from_dict(config_dict)
+model = OgmaModel(config)
+
+# Load weights from safetensors
+state_dict = load_file("path/to/ogma-mini/model.safetensors")
+model.load_state_dict(state_dict)
+model.eval()
+```
+
+## Task Tokens
+
+Ogma uses task-specific prefix tokens for asymmetric encoding:
+
+| Token | ID | Use Case |
+|-------|-----|----------|
+| `[QRY]` | 4 | Query encoding for retrieval |
+| `[DOC]` | 5 | Document/passage encoding for retrieval |
+| `[SYM]` | 6 | Symmetric tasks (STS, classification, clustering) |
+
+For retrieval tasks, encode queries with `[QRY]` and documents with `[DOC]`. For all other tasks, use `[SYM]`.
+
+## Training
+
+Ogma is trained via **knowledge distillation** from a larger teacher embedding model. The training pipeline:
+
+1. **Tokenizer**: SentencePiece Unigram model trained on the distillation corpus (30K vocab)
+2. **Token embeddings**: PCA-reduced embeddings from the teacher model, providing a strong initialization
+3. **Distillation**: MSE loss between student and teacher embeddings, with Matryoshka loss at multiple dimensions
+4. **Architecture**: Standard transformer encoder with RoPE positional encoding and SwiGLU FFN
+
+## Files
+
+| File | Description |
+|------|-------------|
+| `model.safetensors` | Model weights (safetensors format) |
+| `model.pt` | Model weights (PyTorch format) |
+| `config.json` | Model configuration |
+| `config.yaml` | Original training config |
+| `tokenizer.json` | HuggingFace tokenizer |
+| `tokenizer_config.json` | Tokenizer configuration |
+| `token_embeds_128d.npy` | Pre-computed token embeddings (30K × 128, float16) |
+| `ogma_model.py` | OgmaModel class |
+| `config.py` | OgmaConfig dataclass |
+| `embeddings.py` | Token embedding + RoPE |
+| `pooling.py` | Pooling strategies |
+| `variants/transformer.py` | Transformer encoder variant |
+| `tokenizer.py` | OgmaTokenizer wrapper |
+| `results/` | MTEB result JSONs |
+
+## Citation
+
+```bibtex
+@misc{ogma2026,
+  title={Ogma: Small High-Performance Text Embeddings},
+  author={Axiotic AI},
+  year={2026},
+  url={https://huggingface.co/axiotic/ogma-mini}
+}
+```
+
+## License
+
+MIT

config.json

@@ -0,0 +1,37 @@
+{
+  "architectures": [
+    "OgmaModel"
+  ],
+  "model_type": "ogma",
+  "auto_map": {
+    "AutoModel": "ogma_model.OgmaModel"
+  },
+  "variant": "transformer",
+  "d_embed": 64,
+  "d_model": 256,
+  "d_output": 256,
+  "n_layers": 2,
+  "n_heads": 4,
+  "vocab_size": 30000,
+  "max_seq_len": 1024,
+  "matryoshka_dims": [
+    32,
+    64,
+    128,
+    256
+  ],
+  "pooling": "mean",
+  "ffn_mult": 2.6666666666666665,
+  "conv_kernel_size": 7,
+  "spatial_rank": 32,
+  "n_random_features": 128,
+  "dropout": 0.0,
+  "pad_id": 0,
+  "unk_id": 1,
+  "bos_id": 2,
+  "eos_id": 3,
+  "qry_id": 4,
+  "doc_id": 5,
+  "sym_id": 6,
+  "n_special_tokens": 7
+}

config.py

@@ -0,0 +1,161 @@
+"""Model configuration for Ogma."""
+
+from __future__ import annotations
+
+from dataclasses import dataclass, field
+from enum import StrEnum
+from typing import Any
+
+__all__ = ["OgmaConfig", "VariantType", "PoolingType", "TaskToken"]
+
+
+class VariantType(StrEnum):
+    """Architecture variant identifiers."""
+
+    TRANSFORMER = "transformer"
+    DEEP_NARROW = "deep_narrow"
+    CONV = "conv"
+    LINEAR_ATTENTION = "linear_attention"
+    MLP_MIXER = "mlp_mixer"
+    TRANSFORMER_RESA = "transformer_resa"
+    GLA = "gla"
+
+
+class PoolingType(StrEnum):
+    """Pooling strategy identifiers."""
+
+    TASK_TOKEN = "task_token"
+    LATENT_ATTENTION = "latent_attention"
+    MEAN = "mean"
+
+
+class TaskToken(StrEnum):
+    """Task token identifiers for asymmetric encoding."""
+
+    QRY = "QRY"
+    DOC = "DOC"
+    SYM = "SYM"
+
+
+@dataclass
+class OgmaConfig:
+    """Configuration for an Ogma model instance.
+
+    Args:
+        variant: Architecture variant to use.
+        d_embed: Token embedding dimension (from teacher PCA).
+        d_model: Internal model dimension after projection.
+        n_layers: Number of fusion layers/blocks.
+        n_heads: Number of attention heads (attention variants only).
+        vocab_size: Vocabulary size for embedding table.
+        max_seq_len: Maximum sequence length.
+        matryoshka_dims: Nested output dimensions for Matryoshka.
+        pooling: Pooling strategy.
+        d_output: Final output dimension.
+        ffn_mult: SwiGLU FFN hidden dimension multiplier.
+        conv_kernel_size: Kernel size for conv variant.
+        spatial_rank: Rank of spatial mixing in MLP mixer.
+        n_random_features: Random features for linear attention.
+        dropout: Dropout rate (0 for inference).
+    """
+
+    variant: VariantType = VariantType.TRANSFORMER
+    d_embed: int = 128
+    d_model: int = 256
+    n_layers: int = 1
+    n_heads: int = 4
+    vocab_size: int = 30_000
+    max_seq_len: int = 512
+    matryoshka_dims: list[int] = field(
+        default_factory=lambda: [32, 64, 128, 256]
+    )
+    pooling: PoolingType = PoolingType.TASK_TOKEN
+    d_output: int = 256
+    ffn_mult: float = 8 / 3  # SwiGLU: 8/3 * d_model ≈ 683 for d=256
+    conv_kernel_size: int = 7
+    spatial_rank: int = 32
+    n_random_features: int = 128
+    dropout: float = 0.0
+
+    # ReSA scorer settings
+    scorer_type: str = "dot"
+    scorer_alpha_init: float = 0.1
+    scorer_hidden: int = 0  # 0 defaults to d_head
+
+    # GLA (Gated Linear Attention) settings
+    gla_expand_k: float = 0.5  # key dim expansion (key_dim = d_model * expand_k)
+    gla_expand_v: float = 1.0  # value dim expansion (value_dim = d_model * expand_v)
+    gla_gate_low_rank_dim: int = 16  # low-rank dim for gating projection
+    gla_gate_logit_normalizer: int = 16  # normalizer for gate logits
+    gla_use_short_conv: bool = True  # whether to use short conv on Q,K,V
+    gla_conv_size: int = 4  # short conv kernel size
+
+    # Special token IDs
+    pad_id: int = 0
+    unk_id: int = 1
+    bos_id: int = 2
+    eos_id: int = 3
+    qry_id: int = 4
+    doc_id: int = 5
+    sym_id: int = 6
+    n_special_tokens: int = 7
+
+    @property
+    def d_head(self) -> int:
+        """Per-head dimension."""
+        return self.d_model // self.n_heads
+
+    @property
+    def ffn_hidden(self) -> int:
+        """SwiGLU FFN hidden dimension."""
+        return int(self.d_model * self.ffn_mult)
+
+    def task_token_id(self, task: TaskToken) -> int:
+        """Return token ID for a task token."""
+        mapping = {
+            TaskToken.QRY: self.qry_id,
+            TaskToken.DOC: self.doc_id,
+            TaskToken.SYM: self.sym_id,
+        }
+        return mapping[task]
+
+    def to_dict(self) -> dict[str, Any]:
+        """Serialize config to dictionary."""
+        return {
+            "variant": self.variant.value,
+            "d_embed": self.d_embed,
+            "d_model": self.d_model,
+            "n_layers": self.n_layers,
+            "n_heads": self.n_heads,
+            "vocab_size": self.vocab_size,
+            "max_seq_len": self.max_seq_len,
+            "matryoshka_dims": self.matryoshka_dims,
+            "pooling": self.pooling.value,
+            "d_output": self.d_output,
+            "ffn_mult": self.ffn_mult,
+            "conv_kernel_size": self.conv_kernel_size,
+            "spatial_rank": self.spatial_rank,
+            "n_random_features": self.n_random_features,
+            "dropout": self.dropout,
+            "scorer_type": self.scorer_type,
+            "scorer_alpha_init": self.scorer_alpha_init,
+            "scorer_hidden": self.scorer_hidden,
+            "gla_expand_k": self.gla_expand_k,
+            "gla_expand_v": self.gla_expand_v,
+            "gla_gate_low_rank_dim": self.gla_gate_low_rank_dim,
+            "gla_gate_logit_normalizer": self.gla_gate_logit_normalizer,
+            "gla_use_short_conv": self.gla_use_short_conv,
+            "gla_conv_size": self.gla_conv_size,
+        }
+
+    @classmethod
+    def from_dict(cls, data: dict[str, Any]) -> OgmaConfig:
+        """Deserialize config from dictionary."""
+        data = dict(data)
+        if "variant" in data:
+            data["variant"] = VariantType(data["variant"])
+        if "pooling" in data:
+            data["pooling"] = PoolingType(data["pooling"])
+        known = {f.name for f in cls.__dataclass_fields__.values()}
+        filtered = {k: v for k, v in data.items() if k in known}
+        return cls(**filtered)

config.yaml

@@ -0,0 +1,19 @@
+conv_kernel_size: 7
+d_embed: 64
+d_model: 256
+d_output: 256
+dropout: 0.0
+ffn_mult: 2.6666666666666665
+matryoshka_dims:
+- 32
+- 64
+- 128
+- 256
+max_seq_len: 1024
+n_heads: 4
+n_layers: 2
+n_random_features: 128
+pooling: mean
+spatial_rank: 32
+variant: transformer
+vocab_size: 30000

embeddings.py

@@ -0,0 +1,143 @@
+"""Token embeddings, task token embeddings, and RoPE for Ogma."""
+
+from __future__ import annotations
+
+import torch
+import torch.nn as nn
+
+from ogma.model.config import OgmaConfig
+
+__all__ = ["TokenEmbedding", "RotaryPositionalEncoding"]
+
+
+class TokenEmbedding(nn.Module):
+    """Token embedding with optional linear projection.
+
+    Loads a vocab_size x d_embed embedding table and projects to d_model.
+    Includes 3 learnable task token embeddings ([QRY], [DOC], [SYM]).
+    """
+
+    def __init__(self, config: OgmaConfig) -> None:
+        super().__init__()
+        self.config = config
+        self.embed = nn.Embedding(
+            config.vocab_size + config.n_special_tokens,
+            config.d_embed,
+            padding_idx=config.pad_id,
+        )
+        if config.d_embed != config.d_model:
+            self.proj = nn.Linear(config.d_embed, config.d_model)
+        else:
+            self.proj = nn.Identity()  # type: ignore[assignment]
+
+        # Task token embeddings are learned separately at d_model
+        self.task_tokens = nn.Embedding(3, config.d_model)
+
+    def forward(
+        self,
+        token_ids: torch.Tensor,
+        task_token_ids: torch.Tensor,
+    ) -> torch.Tensor:
+        """Embed tokens and prepend task token.
+
+        Args:
+            token_ids: (B, S) token IDs.
+            task_token_ids: (B,) task token IDs (4=QRY, 5=DOC, 6=SYM).
+
+        Returns:
+            (B, S+1, d_model) embeddings with task token prepended.
+        """
+        # Embed and project regular tokens
+        x = self.embed(token_ids)  # (B, S, d_embed)
+        x = self.proj(x)  # (B, S, d_model)
+
+        # Get task token embeddings (map 4,5,6 -> 0,1,2)
+        task_idx = task_token_ids - self.config.qry_id  # (B,)
+        task_emb = self.task_tokens(task_idx)  # (B, d_model)
+        task_emb = task_emb.unsqueeze(1)  # (B, 1, d_model)
+
+        # Prepend task token
+        return torch.cat([task_emb, x], dim=1)  # (B, S+1, d_model)
+
+    def load_pretrained_embeddings(
+        self, embeddings: torch.Tensor
+    ) -> None:
+        """Load pre-computed token embeddings (e.g., from teacher PCA).
+
+        Args:
+            embeddings: (vocab_size, d_embed) tensor.
+        """
+        with torch.no_grad():
+            n = min(embeddings.shape[0], self.config.vocab_size)
+            start = self.config.n_special_tokens
+            self.embed.weight[start : n + start] = embeddings[:n]
+
+
+class RotaryPositionalEncoding(nn.Module):
+    """Rotary Position Embedding (RoPE). Zero trainable parameters."""
+
+    def __init__(self, dim: int, max_seq_len: int = 512) -> None:
+        super().__init__()
+        inv_freq = 1.0 / (
+            10000.0 ** (torch.arange(0, dim, 2).float() / dim)
+        )
+        self.register_buffer("inv_freq", inv_freq)
+        self._build_cache(max_seq_len)
+
+    def _build_cache(self, seq_len: int) -> None:
+        inv_freq: torch.Tensor = self.inv_freq  # type: ignore[assignment]
+        t = torch.arange(seq_len, dtype=inv_freq.dtype)
+        freqs = torch.outer(t, inv_freq)
+        cos_cached = freqs.cos()
+        sin_cached = freqs.sin()
+        self.register_buffer("cos_cached", cos_cached, persistent=False)
+        self.register_buffer("sin_cached", sin_cached, persistent=False)
+
+    def forward(self, x: torch.Tensor) -> tuple[torch.Tensor, torch.Tensor]:
+        """Return cos and sin for sequence length of x.
+
+        Args:
+            x: (B, S, ...) tensor to determine sequence length.
+
+        Returns:
+            Tuple of (cos, sin) each of shape (S, d_head//2).
+        """
+        seq_len = x.shape[1]
+        cos: torch.Tensor = self.cos_cached  # type: ignore[assignment]
+        sin: torch.Tensor = self.sin_cached  # type: ignore[assignment]
+        if seq_len > cos.shape[0]:
+            self._build_cache(seq_len)
+            cos = self.cos_cached  # type: ignore[assignment]
+            sin = self.sin_cached  # type: ignore[assignment]
+        return cos[:seq_len], sin[:seq_len]
+
+
+def apply_rope(
+    q: torch.Tensor,
+    k: torch.Tensor,
+    cos: torch.Tensor,
+    sin: torch.Tensor,
+) -> tuple[torch.Tensor, torch.Tensor]:
+    """Apply rotary embeddings to query and key tensors.
+
+    Args:
+        q: (B, n_heads, S, d_head) query tensor.
+        k: (B, n_heads, S, d_head) key tensor.
+        cos: (S, d_head//2) cosine cache.
+        sin: (S, d_head//2) sine cache.
+
+    Returns:
+        Rotated (q, k) tensors.
+    """
+
+    def _rotate(x: torch.Tensor) -> torch.Tensor:
+        x1 = x[..., : x.shape[-1] // 2]
+        x2 = x[..., x.shape[-1] // 2 :]
+        cos_exp = cos.unsqueeze(0).unsqueeze(0)  # (1, 1, S, d_head//2)
+        sin_exp = sin.unsqueeze(0).unsqueeze(0)
+        return torch.cat(
+            [x1 * cos_exp - x2 * sin_exp, x2 * cos_exp + x1 * sin_exp],
+            dim=-1,
+        )
+
+    return _rotate(q), _rotate(k)

model.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50760494a72d662b0bdd20b52d7f8ad949b2a1fae2947cdf8ccf2979c1d70a84
+size 14056272

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70cf039002c744bba94f62ad8acb6625b6060b9bced2d947bc4e09027c483b5f
+size 14049984

ogma_model.py

@@ -0,0 +1,203 @@
+"""OgmaModel — top-level model wrapping any architecture variant."""
+
+from __future__ import annotations
+
+import torch
+import torch.nn as nn
+import torch.nn.functional as F
+
+from ogma.model.config import OgmaConfig, TaskToken, VariantType
+from ogma.model.embeddings import TokenEmbedding
+from ogma.model.pooling import create_pooling
+from ogma.model.variants.conv import ConvVariant
+from ogma.model.variants.deep_narrow import DeepNarrowVariant
+from ogma.model.variants.linear_attention import LinearAttentionVariant
+from ogma.model.variants.mlp_mixer import MLPMixerVariant
+from ogma.model.variants.transformer import TransformerVariant
+from ogma.model.variants.transformer_resa import TransformerReSAVariant
+from ogma.model.variants.gla import GLAVariant
+
+__all__ = ["OgmaModel"]
+
+MAX_PARAMS = 10_000_000
+
+
+def _build_variant(config: OgmaConfig) -> nn.Module:
+    """Instantiate the appropriate architecture variant."""
+    if config.variant == VariantType.TRANSFORMER:
+        return TransformerVariant(config)
+    elif config.variant == VariantType.DEEP_NARROW:
+        return DeepNarrowVariant(config)
+    elif config.variant == VariantType.CONV:
+        return ConvVariant(config)
+    elif config.variant == VariantType.LINEAR_ATTENTION:
+        return LinearAttentionVariant(config)
+    elif config.variant == VariantType.MLP_MIXER:
+        return MLPMixerVariant(config)
+    elif config.variant == VariantType.TRANSFORMER_RESA:
+        return TransformerReSAVariant(config)
+    elif config.variant == VariantType.GLA:
+        return GLAVariant(config)
+    raise ValueError(f"Unknown variant: {config.variant}")
+
+
+class OgmaModel(nn.Module):
+    """Ogma embedding model.
+
+    Wraps any architecture variant with shared embedding, pooling, and
+    normalization. Produces L2-normalized embeddings at d_output dimensions,
+    Matryoshka-compatible at configured sub-dimensions.
+    """
+
+    def __init__(self, config: OgmaConfig) -> None:
+        super().__init__()
+        self.config = config
+        self.embedding = TokenEmbedding(config)
+        self.variant = _build_variant(config)
+        self.pooling = create_pooling(config)
+
+        # Output projection if variant output != d_output
+        needs_proj = (
+            config.variant == VariantType.DEEP_NARROW
+            and config.d_model != config.d_output
+        )
+        # DeepNarrowVariant already has output_proj, so no extra needed here
+        if not needs_proj and config.d_model != config.d_output:
+            self.output_proj: nn.Module = nn.Linear(
+                config.d_model, config.d_output
+            )
+        else:
+            self.output_proj = nn.Identity()
+
+    def forward(
+        self,
+        token_ids: torch.Tensor,
+        attention_mask: torch.Tensor,
+        task_token_ids: torch.Tensor,
+    ) -> torch.Tensor:
+        """Forward pass producing L2-normalized embeddings.
+
+        Args:
+            token_ids: (B, S) token IDs.
+            attention_mask: (B, S) attention mask (1=valid, 0=pad).
+            task_token_ids: (B,) task token IDs (4=QRY, 5=DOC, 6=SYM).
+
+        Returns:
+            (B, d_output) L2-normalized embeddings.
+        """
+        # Embed tokens with task token prepended -> (B, S+1, d_model)
+        x = self.embedding(token_ids, task_token_ids)
+
+        # Extend attention mask for prepended task token
+        task_mask = torch.ones(
+            attention_mask.shape[0], 1,
+            device=attention_mask.device,
+            dtype=attention_mask.dtype,
+        )
+        extended_mask = torch.cat([task_mask, attention_mask], dim=1)
+
+        # Run through variant
+        x = self.variant(x, extended_mask)
+
+        # Pool
+        x = self.pooling(x, extended_mask)
+
+        # Project if needed
+        x = self.output_proj(x)
+
+        # L2 normalize
+        return F.normalize(x, p=2, dim=-1)
+
+    def encode(
+        self,
+        token_ids: torch.Tensor,
+        attention_mask: torch.Tensor,
+        task: TaskToken = TaskToken.SYM,
+    ) -> torch.Tensor:
+        """Encode tokens with a specified task mode.
+
+        Args:
+            token_ids: (B, S) token IDs.
+            attention_mask: (B, S) attention mask.
+            task: Task token to use.
+
+        Returns:
+            (B, d_output) L2-normalized embeddings.
+        """
+        task_ids = torch.full(
+            (token_ids.shape[0],),
+            self.config.task_token_id(task),
+            device=token_ids.device,
+            dtype=torch.long,
+        )
+        return self.forward(token_ids, attention_mask, task_ids)
+
+    def param_count(self) -> int:
+        """Count total trainable parameters."""
+        return sum(p.numel() for p in self.parameters() if p.requires_grad)
+
+    def assert_param_budget(self) -> None:
+        """Assert model is under the 10M parameter budget."""
+        count = self.param_count()
+        assert count < MAX_PARAMS, (
+            f"Model has {count:,} params, exceeds {MAX_PARAMS:,} budget"
+        )
+
+    @classmethod
+    def from_config(cls, config: OgmaConfig) -> OgmaModel:
+        """Factory method to build a model from config."""
+        model = cls(config)
+        model.assert_param_budget()
+        return model
+
+    @classmethod
+    def from_checkpoint(
+        cls,
+        path: str,
+        device: str = "cpu",
+    ) -> OgmaModel:
+        """Load model from a checkpoint directory.
+
+        Args:
+            path: Path to checkpoint directory containing config.yaml
+                and model.pt.
+            device: Device to load model to.
+
+        Returns:
+            Loaded OgmaModel.
+        """
+        from pathlib import Path
+
+        import yaml
+
+        ckpt_path = Path(path)
+        with open(ckpt_path / "config.yaml") as f:
+            config_dict = yaml.safe_load(f)
+        config = OgmaConfig.from_dict(config_dict)
+
+        model = cls(config)
+        state_dict = torch.load(
+            ckpt_path / "model.pt",
+            map_location=device,
+            weights_only=True,
+        )
+        model.load_state_dict(state_dict)
+        model.to(device)
+        model.eval()
+        return model
+
+    def save_checkpoint(self, path: str) -> None:
+        """Save model checkpoint.
+
+        Args:
+            path: Directory to save config.yaml and model.pt.
+        """
+        from pathlib import Path
+
+        import yaml
+
+        ckpt_path = Path(path)
+        ckpt_path.mkdir(parents=True, exist_ok=True)
+        with open(ckpt_path / "config.yaml", "w") as f:
+            yaml.dump(self.config.to_dict(), f, default_flow_style=False)
+        torch.save(self.state_dict(), ckpt_path / "model.pt")

pooling.py

@@ -0,0 +1,99 @@
+"""Pooling strategies for Ogma."""
+
+from __future__ import annotations
+
+import torch
+import torch.nn as nn
+import torch.nn.functional as F
+
+from ogma.model.config import OgmaConfig, PoolingType
+
+__all__ = [
+    "create_pooling",
+    "TaskTokenPooling",
+    "LatentAttentionPooling",
+    "MeanPooling",
+]
+
+
+def create_pooling(config: OgmaConfig) -> nn.Module:
+    """Factory for pooling layers."""
+    if config.pooling == PoolingType.TASK_TOKEN:
+        return TaskTokenPooling()
+    elif config.pooling == PoolingType.LATENT_ATTENTION:
+        return LatentAttentionPooling(config.d_model)
+    elif config.pooling == PoolingType.MEAN:
+        return MeanPooling()
+    raise ValueError(f"Unknown pooling type: {config.pooling}")
+
+
+class TaskTokenPooling(nn.Module):
+    """Use the output at position 0 (task token) as the sentence embedding."""
+
+    def forward(
+        self,
+        x: torch.Tensor,
+        attention_mask: torch.Tensor | None = None,
+    ) -> torch.Tensor:
+        """Extract task token output.
+
+        Args:
+            x: (B, S, D) sequence outputs.
+            attention_mask: unused, for interface compatibility.
+
+        Returns:
+            (B, D) pooled output.
+        """
+        return x[:, 0, :]
+
+
+class LatentAttentionPooling(nn.Module):
+    """Learned query vector attends over all token outputs."""
+
+    def __init__(self, d_model: int) -> None:
+        super().__init__()
+        self.query = nn.Parameter(torch.randn(d_model))
+
+    def forward(
+        self,
+        x: torch.Tensor,
+        attention_mask: torch.Tensor | None = None,
+    ) -> torch.Tensor:
+        """Attend over sequence with learned query.
+
+        Args:
+            x: (B, S, D) sequence outputs.
+            attention_mask: (B, S) mask where 1=valid, 0=pad.
+
+        Returns:
+            (B, D) pooled output.
+        """
+        # (B, S)
+        scores = torch.matmul(x, self.query) / (x.shape[-1] ** 0.5)
+        if attention_mask is not None:
+            scores = scores.masked_fill(attention_mask == 0, float("-inf"))
+        weights = F.softmax(scores, dim=-1)  # (B, S)
+        return torch.bmm(weights.unsqueeze(1), x).squeeze(1)  # (B, D)
+
+
+class MeanPooling(nn.Module):
+    """Average all token outputs (excluding padding)."""
+
+    def forward(
+        self,
+        x: torch.Tensor,
+        attention_mask: torch.Tensor | None = None,
+    ) -> torch.Tensor:
+        """Mean pool over valid tokens.
+
+        Args:
+            x: (B, S, D) sequence outputs.
+            attention_mask: (B, S) mask where 1=valid, 0=pad.
+
+        Returns:
+            (B, D) pooled output.
+        """
+        if attention_mask is None:
+            return x.mean(dim=1)
+        mask = attention_mask.unsqueeze(-1).float()  # (B, S, 1)
+        return (x * mask).sum(dim=1) / mask.sum(dim=1).clamp(min=1e-9)

results/AmazonCounterfactualClassification.json

@@ -0,0 +1,526 @@
+{
+  "dataset_revision": "1f7e6a9d6fa6e64c53d146e428565640410c0df1",
+  "task_name": "AmazonCounterfactualClassification",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "validation": [
+      {
+        "scores_per_experiment": [
+          {
+            "accuracy": 0.660661,
+            "f1": 0.539131,
+            "f1_weighted": 0.728177,
+            "precision": 0.573326,
+            "precision_weighted": 0.878998,
+            "recall": 0.692049,
+            "recall_weighted": 0.660661,
+            "ap": 0.166466,
+            "ap_weighted": 0.166466
+          },
+          {
+            "accuracy": 0.645646,
+            "f1": 0.520741,
+            "f1_weighted": 0.71618,
+            "precision": 0.559846,
+            "precision_weighted": 0.868262,
+            "recall": 0.65719,
+            "recall_weighted": 0.645646,
+            "ap": 0.149728,
+            "ap_weighted": 0.149728
+          },
+          {
+            "accuracy": 0.668168,
+            "f1": 0.557558,
+            "f1_weighted": 0.734269,
+            "precision": 0.591513,
+            "precision_weighted": 0.895845,
+            "recall": 0.742618,
+            "recall_weighted": 0.668168,
+            "ap": 0.192479,
+            "ap_weighted": 0.192479
+          },
+          {
+            "accuracy": 0.611111,
+            "f1": 0.509608,
+            "f1_weighted": 0.687825,
+            "precision": 0.567568,
+            "precision_weighted": 0.88061,
+            "recall": 0.684387,
+            "recall_weighted": 0.611111,
+            "ap": 0.158868,
+            "ap_weighted": 0.158868
+          },
+          {
+            "accuracy": 0.678679,
+            "f1": 0.554128,
+            "f1_weighted": 0.74237,
+            "precision": 0.580928,
+            "precision_weighted": 0.883273,
+            "recall": 0.708694,
+            "recall_weighted": 0.678679,
+            "ap": 0.176592,
+            "ap_weighted": 0.176592
+          },
+          {
+            "accuracy": 0.60961,
+            "f1": 0.498029,
+            "f1_weighted": 0.687077,
+            "precision": 0.553143,
+            "precision_weighted": 0.866063,
+            "recall": 0.643784,
+            "recall_weighted": 0.60961,
+            "ap": 0.142346,
+            "ap_weighted": 0.142346
+          },
+          {
+            "accuracy": 0.593093,
+            "f1": 0.490376,
+            "f1_weighted": 0.673137,
+            "precision": 0.554044,
+            "precision_weighted": 0.868805,
+            "recall": 0.647858,
+            "recall_weighted": 0.593093,
+            "ap": 0.143155,
+            "ap_weighted": 0.143155
+          },
+          {
+            "accuracy": 0.65015,
+            "f1": 0.525848,
+            "f1_weighted": 0.719774,
+            "precision": 0.563412,
+            "precision_weighted": 0.871043,
+            "recall": 0.666322,
+            "recall_weighted": 0.65015,
+            "ap": 0.153943,
+            "ap_weighted": 0.153943
+          },
+          {
+            "accuracy": 0.668168,
+            "f1": 0.555774,
+            "f1_weighted": 0.734263,
+            "precision": 0.589241,
+            "precision_weighted": 0.89351,
+            "recall": 0.73599,
+            "recall_weighted": 0.668168,
+            "ap": 0.189038,
+            "ap_weighted": 0.189038
+          },
+          {
+            "accuracy": 0.638138,
+            "f1": 0.517518,
+            "f1_weighted": 0.710221,
+            "precision": 0.560216,
+            "precision_weighted": 0.869578,
+            "recall": 0.659644,
+            "recall_weighted": 0.638138,
+            "ap": 0.150261,
+            "ap_weighted": 0.150261
+          }
+        ],
+        "accuracy": 0.642342,
+        "f1": 0.526871,
+        "f1_weighted": 0.713329,
+        "precision": 0.569324,
+        "precision_weighted": 0.877599,
+        "recall": 0.683854,
+        "recall_weighted": 0.642342,
+        "ap": 0.162288,
+        "ap_weighted": 0.162288,
+        "main_score": 0.642342,
+        "hf_subset": "en-ext",
+        "languages": [
+          "eng-Latn"
+        ]
+      },
+      {
+        "scores_per_experiment": [
+          {
+            "accuracy": 0.570149,
+            "f1": 0.519254,
+            "f1_weighted": 0.621512,
+            "precision": 0.571126,
+            "precision_weighted": 0.784947,
+            "recall": 0.624206,
+            "recall_weighted": 0.570149,
+            "ap": 0.223263,
+            "ap_weighted": 0.223263
+          },
+          {
+            "accuracy": 0.641791,
+            "f1": 0.577127,
+            "f1_weighted": 0.685229,
+            "precision": 0.601508,
+            "precision_weighted": 0.806672,
+            "recall": 0.674343,
+            "recall_weighted": 0.641791,
+            "ap": 0.256075,
+            "ap_weighted": 0.256075
+          },
+          {
+            "accuracy": 0.58209,
+            "f1": 0.511946,
+            "f1_weighted": 0.632902,
+            "precision": 0.548468,
+            "precision_weighted": 0.75884,
+            "recall": 0.583717,
+            "recall_weighted": 0.58209,
+            "ap": 0.204515,
+            "ap_weighted": 0.204515
+          },
+          {
+            "accuracy": 0.638806,
+            "f1": 0.57242,
+            "f1_weighted": 0.68256,
+            "precision": 0.596642,
+            "precision_weighted": 0.801838,
+            "recall": 0.665723,
+            "recall_weighted": 0.638806,
+            "ap": 0.250627,
+            "ap_weighted": 0.250627
+          },
+          {
+            "accuracy": 0.626866,
+            "f1": 0.567626,
+            "f1_weighted": 0.672251,
+            "precision": 0.599314,
+            "precision_weighted": 0.807376,
+            "recall": 0.672134,
+            "recall_weighted": 0.626866,
+            "ap": 0.253138,
+            "ap_weighted": 0.253138
+          },
+          {
+            "accuracy": 0.662687,
+            "f1": 0.556364,
+            "f1_weighted": 0.698343,
+            "precision": 0.563003,
+            "precision_weighted": 0.763284,
+            "recall": 0.598375,
+            "recall_weighted": 0.662687,
+            "ap": 0.214886,
+            "ap_weighted": 0.214886
+          },
+          {
+            "accuracy": 0.653731,
+            "f1": 0.571157,
+            "f1_weighted": 0.694176,
+            "precision": 0.584803,
+            "precision_weighted": 0.786074,
+            "recall": 0.64067,
+            "recall_weighted": 0.653731,
+            "ap": 0.237555,
+            "ap_weighted": 0.237555
+          },
+          {
+            "accuracy": 0.683582,
+            "f1": 0.591576,
+            "f1_weighted": 0.718301,
+            "precision": 0.59531,
+            "precision_weighted": 0.790579,
+            "recall": 0.651905,
+            "recall_weighted": 0.683582,
+            "ap": 0.247646,
+            "ap_weighted": 0.247646
+          },
+          {
+            "accuracy": 0.647761,
+            "f1": 0.579468,
+            "f1_weighted": 0.690255,
+            "precision": 0.600325,
+            "precision_weighted": 0.804022,
+            "recall": 0.671138,
+            "recall_weighted": 0.647761,
+            "ap": 0.25485,
+            "ap_weighted": 0.25485
+          },
+          {
+            "accuracy": 0.620896,
+            "f1": 0.532005,
+            "f1_weighted": 0.665341,
+            "precision": 0.552144,
+            "precision_weighted": 0.758398,
+            "recall": 0.586736,
+            "recall_weighted": 0.620896,
+            "ap": 0.207078,
+            "ap_weighted": 0.207078
+          }
+        ],
+        "accuracy": 0.632836,
+        "f1": 0.557894,
+        "f1_weighted": 0.676087,
+        "precision": 0.581264,
+        "precision_weighted": 0.786203,
+        "recall": 0.636895,
+        "recall_weighted": 0.632836,
+        "ap": 0.234963,
+        "ap_weighted": 0.234963,
+        "main_score": 0.632836,
+        "hf_subset": "en",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ],
+    "test": [
+      {
+        "scores_per_experiment": [
+          {
+            "accuracy": 0.696402,
+            "f1": 0.574988,
+            "f1_weighted": 0.75481,
+            "precision": 0.593841,
+            "precision_weighted": 0.886556,
+            "recall": 0.732004,
+            "recall_weighted": 0.696402,
+            "ap": 0.197333,
+            "ap_weighted": 0.197333
+          },
+          {
+            "accuracy": 0.666417,
+            "f1": 0.54214,
+            "f1_weighted": 0.730969,
+            "precision": 0.57182,
+            "precision_weighted": 0.870904,
+            "recall": 0.680302,
+            "recall_weighted": 0.666417,
+            "ap": 0.166866,
+            "ap_weighted": 0.166866
+          },
+          {
+            "accuracy": 0.670915,
+            "f1": 0.557661,
+            "f1_weighted": 0.73484,
+            "precision": 0.587956,
+            "precision_weighted": 0.88593,
+            "recall": 0.724135,
+            "recall_weighted": 0.670915,
+            "ap": 0.189144,
+            "ap_weighted": 0.189144
+          },
+          {
+            "accuracy": 0.598951,
+            "f1": 0.498513,
+            "f1_weighted": 0.676171,
+            "precision": 0.558633,
+            "precision_weighted": 0.86715,
+            "recall": 0.65536,
+            "recall_weighted": 0.598951,
+            "ap": 0.151209,
+            "ap_weighted": 0.151209
+          },
+          {
+            "accuracy": 0.682159,
+            "f1": 0.562336,
+            "f1_weighted": 0.743615,
+            "precision": 0.586927,
+            "precision_weighted": 0.882707,
+            "recall": 0.717697,
+            "recall_weighted": 0.682159,
+            "ap": 0.187383,
+            "ap_weighted": 0.187383
+          },
+          {
+            "accuracy": 0.632684,
+            "f1": 0.526379,
+            "f1_weighted": 0.704002,
+            "precision": 0.572738,
+            "precision_weighted": 0.877078,
+            "recall": 0.690082,
+            "recall_weighted": 0.632684,
+            "ap": 0.168316,
+            "ap_weighted": 0.168316
+          },
+          {
+            "accuracy": 0.642429,
+            "f1": 0.533331,
+            "f1_weighted": 0.711947,
+            "precision": 0.575318,
+            "precision_weighted": 0.878178,
+            "recall": 0.695521,
+            "recall_weighted": 0.642429,
+            "ap": 0.17171,
+            "ap_weighted": 0.17171
+          },
+          {
+            "accuracy": 0.681409,
+            "f1": 0.558913,
+            "f1_weighted": 0.742919,
+            "precision": 0.583297,
+            "precision_weighted": 0.879316,
+            "recall": 0.707742,
+            "recall_weighted": 0.681409,
+            "ap": 0.182116,
+            "ap_weighted": 0.182116
+          },
+          {
+            "accuracy": 0.708396,
+            "f1": 0.590859,
+            "f1_weighted": 0.764452,
+            "precision": 0.60574,
+            "precision_weighted": 0.895591,
+            "recall": 0.760949,
+            "recall_weighted": 0.708396,
+            "ap": 0.216207,
+            "ap_weighted": 0.216207
+          },
+          {
+            "accuracy": 0.68066,
+            "f1": 0.560272,
+            "f1_weighted": 0.742406,
+            "precision": 0.585323,
+            "precision_weighted": 0.881427,
+            "recall": 0.713681,
+            "recall_weighted": 0.68066,
+            "ap": 0.185078,
+            "ap_weighted": 0.185078
+          }
+        ],
+        "accuracy": 0.666042,
+        "f1": 0.550539,
+        "f1_weighted": 0.730613,
+        "precision": 0.582159,
+        "precision_weighted": 0.880484,
+        "recall": 0.707747,
+        "recall_weighted": 0.666042,
+        "ap": 0.181536,
+        "ap_weighted": 0.181536,
+        "main_score": 0.666042,
+        "hf_subset": "en-ext",
+        "languages": [
+          "eng-Latn"
+        ]
+      },
+      {
+        "scores_per_experiment": [
+          {
+            "accuracy": 0.616418,
+            "f1": 0.571465,
+            "f1_weighted": 0.655985,
+            "precision": 0.60476,
+            "precision_weighted": 0.787698,
+            "recall": 0.666254,
+            "recall_weighted": 0.616418,
+            "ap": 0.276934,
+            "ap_weighted": 0.276934
+          },
+          {
+            "accuracy": 0.689552,
+            "f1": 0.629362,
+            "f1_weighted": 0.720316,
+            "precision": 0.634798,
+            "precision_weighted": 0.804039,
+            "recall": 0.70593,
+            "recall_weighted": 0.689552,
+            "ap": 0.313767,
+            "ap_weighted": 0.313767
+          },
+          {
+            "accuracy": 0.643284,
+            "f1": 0.588222,
+            "f1_weighted": 0.679916,
+            "precision": 0.607631,
+            "precision_weighted": 0.785023,
+            "recall": 0.668505,
+            "recall_weighted": 0.643284,
+            "ap": 0.281284,
+            "ap_weighted": 0.281284
+          },
+          {
+            "accuracy": 0.662687,
+            "f1": 0.609134,
+            "f1_weighted": 0.697237,
+            "precision": 0.624849,
+            "precision_weighted": 0.800277,
+            "recall": 0.695011,
+            "recall_weighted": 0.662687,
+            "ap": 0.301188,
+            "ap_weighted": 0.301188
+          },
+          {
+            "accuracy": 0.646269,
+            "f1": 0.596647,
+            "f1_weighted": 0.682799,
+            "precision": 0.619113,
+            "precision_weighted": 0.797814,
+            "recall": 0.687696,
+            "recall_weighted": 0.646269,
+            "ap": 0.293869,
+            "ap_weighted": 0.293869
+          },
+          {
+            "accuracy": 0.695522,
+            "f1": 0.631093,
+            "f1_weighted": 0.724976,
+            "precision": 0.633308,
+            "precision_weighted": 0.800305,
+            "recall": 0.700973,
+            "recall_weighted": 0.695522,
+            "ap": 0.311631,
+            "ap_weighted": 0.311631
+          },
+          {
+            "accuracy": 0.720896,
+            "f1": 0.637743,
+            "f1_weighted": 0.743432,
+            "precision": 0.63047,
+            "precision_weighted": 0.788135,
+            "recall": 0.682073,
+            "recall_weighted": 0.720896,
+            "ap": 0.30437,
+            "ap_weighted": 0.30437
+          },
+          {
+            "accuracy": 0.698507,
+            "f1": 0.624156,
+            "f1_weighted": 0.725953,
+            "precision": 0.622735,
+            "precision_weighted": 0.787177,
+            "recall": 0.679715,
+            "recall_weighted": 0.698507,
+            "ap": 0.297506,
+            "ap_weighted": 0.297506
+          },
+          {
+            "accuracy": 0.610448,
+            "f1": 0.55892,
+            "f1_weighted": 0.650725,
+            "precision": 0.588217,
+            "precision_weighted": 0.769621,
+            "recall": 0.63943,
+            "recall_weighted": 0.610448,
+            "ap": 0.260652,
+            "ap_weighted": 0.260652
+          },
+          {
+            "accuracy": 0.608955,
+            "f1": 0.551393,
+            "f1_weighted": 0.649249,
+            "precision": 0.577126,
+            "precision_weighted": 0.757492,
+            "recall": 0.621167,
+            "recall_weighted": 0.608955,
+            "ap": 0.250292,
+            "ap_weighted": 0.250292
+          }
+        ],
+        "accuracy": 0.659254,
+        "f1": 0.599813,
+        "f1_weighted": 0.693059,
+        "precision": 0.614301,
+        "precision_weighted": 0.787758,
+        "recall": 0.674675,
+        "recall_weighted": 0.659254,
+        "ap": 0.289149,
+        "ap_weighted": 0.289149,
+        "main_score": 0.659254,
+        "hf_subset": "en",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 32.70637917518616,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/AmazonPolarityClassification.json

@@ -0,0 +1,140 @@
+{
+  "dataset_revision": "e2d317d38cd51312af73b3d32a06d1a08b442046",
+  "task_name": "AmazonPolarityClassification",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "test": [
+      {
+        "scores_per_experiment": [
+          {
+            "accuracy": 0.763077,
+            "f1": 0.762679,
+            "f1_weighted": 0.762679,
+            "precision": 0.764854,
+            "precision_weighted": 0.764854,
+            "recall": 0.763078,
+            "recall_weighted": 0.763077,
+            "ap": 0.706923,
+            "ap_weighted": 0.706923
+          },
+          {
+            "accuracy": 0.64422,
+            "f1": 0.643354,
+            "f1_weighted": 0.643354,
+            "precision": 0.645634,
+            "precision_weighted": 0.645634,
+            "recall": 0.64422,
+            "recall_weighted": 0.64422,
+            "ap": 0.591044,
+            "ap_weighted": 0.591044
+          },
+          {
+            "accuracy": 0.731215,
+            "f1": 0.730616,
+            "f1_weighted": 0.730616,
+            "precision": 0.733289,
+            "precision_weighted": 0.733289,
+            "recall": 0.731215,
+            "recall_weighted": 0.731215,
+            "ap": 0.664462,
+            "ap_weighted": 0.664462
+          },
+          {
+            "accuracy": 0.68851,
+            "f1": 0.677693,
+            "f1_weighted": 0.677693,
+            "precision": 0.71774,
+            "precision_weighted": 0.71774,
+            "recall": 0.68851,
+            "recall_weighted": 0.68851,
+            "ap": 0.65034,
+            "ap_weighted": 0.65034
+          },
+          {
+            "accuracy": 0.752705,
+            "f1": 0.75231,
+            "f1_weighted": 0.75231,
+            "precision": 0.754326,
+            "precision_weighted": 0.754326,
+            "recall": 0.752705,
+            "recall_weighted": 0.752705,
+            "ap": 0.695753,
+            "ap_weighted": 0.695753
+          },
+          {
+            "accuracy": 0.668285,
+            "f1": 0.667893,
+            "f1_weighted": 0.667893,
+            "precision": 0.669083,
+            "precision_weighted": 0.669083,
+            "recall": 0.668285,
+            "recall_weighted": 0.668285,
+            "ap": 0.614551,
+            "ap_weighted": 0.614551
+          },
+          {
+            "accuracy": 0.69632,
+            "f1": 0.695857,
+            "f1_weighted": 0.695857,
+            "precision": 0.697522,
+            "precision_weighted": 0.697522,
+            "recall": 0.69632,
+            "recall_weighted": 0.69632,
+            "ap": 0.633913,
+            "ap_weighted": 0.633913
+          },
+          {
+            "accuracy": 0.743217,
+            "f1": 0.739118,
+            "f1_weighted": 0.739118,
+            "precision": 0.75953,
+            "precision_weighted": 0.75953,
+            "recall": 0.743217,
+            "recall_weighted": 0.743217,
+            "ap": 0.700556,
+            "ap_weighted": 0.700556
+          },
+          {
+            "accuracy": 0.6574,
+            "f1": 0.652781,
+            "f1_weighted": 0.652781,
+            "precision": 0.666247,
+            "precision_weighted": 0.666247,
+            "recall": 0.6574,
+            "recall_weighted": 0.6574,
+            "ap": 0.598831,
+            "ap_weighted": 0.598831
+          },
+          {
+            "accuracy": 0.699477,
+            "f1": 0.699372,
+            "f1_weighted": 0.699372,
+            "precision": 0.699757,
+            "precision_weighted": 0.699757,
+            "recall": 0.699477,
+            "recall_weighted": 0.699477,
+            "ap": 0.638095,
+            "ap_weighted": 0.638095
+          }
+        ],
+        "accuracy": 0.704443,
+        "f1": 0.702168,
+        "f1_weighted": 0.702168,
+        "precision": 0.710798,
+        "precision_weighted": 0.710798,
+        "recall": 0.704443,
+        "recall_weighted": 0.704443,
+        "ap": 0.649447,
+        "ap_weighted": 0.649447,
+        "main_score": 0.704443,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 5498.067716121674,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/AmazonReviewsClassification.json

@@ -0,0 +1,270 @@
+{
+  "dataset_revision": "6b5d328eaae8ef408dd7d775040245cf86f92e9d",
+  "task_name": "AmazonReviewsClassification",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "validation": [
+      {
+        "scores_per_experiment": [
+          {
+            "accuracy": 0.3768,
+            "f1": 0.366297,
+            "f1_weighted": 0.366297,
+            "precision": 0.37297,
+            "precision_weighted": 0.37297,
+            "recall": 0.3768,
+            "recall_weighted": 0.3768,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.3854,
+            "f1": 0.366427,
+            "f1_weighted": 0.366427,
+            "precision": 0.369938,
+            "precision_weighted": 0.369938,
+            "recall": 0.3854,
+            "recall_weighted": 0.3854,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.3892,
+            "f1": 0.383804,
+            "f1_weighted": 0.383804,
+            "precision": 0.382414,
+            "precision_weighted": 0.382414,
+            "recall": 0.3892,
+            "recall_weighted": 0.3892,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.3474,
+            "f1": 0.340145,
+            "f1_weighted": 0.340145,
+            "precision": 0.335727,
+            "precision_weighted": 0.335727,
+            "recall": 0.3474,
+            "recall_weighted": 0.3474,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.3868,
+            "f1": 0.380865,
+            "f1_weighted": 0.380865,
+            "precision": 0.393436,
+            "precision_weighted": 0.393436,
+            "recall": 0.3868,
+            "recall_weighted": 0.3868,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.35,
+            "f1": 0.33815,
+            "f1_weighted": 0.33815,
+            "precision": 0.351434,
+            "precision_weighted": 0.351434,
+            "recall": 0.35,
+            "recall_weighted": 0.35,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.3516,
+            "f1": 0.347711,
+            "f1_weighted": 0.347711,
+            "precision": 0.349063,
+            "precision_weighted": 0.349063,
+            "recall": 0.3516,
+            "recall_weighted": 0.3516,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.4044,
+            "f1": 0.39977,
+            "f1_weighted": 0.39977,
+            "precision": 0.400172,
+            "precision_weighted": 0.400172,
+            "recall": 0.4044,
+            "recall_weighted": 0.4044,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.3684,
+            "f1": 0.357162,
+            "f1_weighted": 0.357162,
+            "precision": 0.366983,
+            "precision_weighted": 0.366983,
+            "recall": 0.3684,
+            "recall_weighted": 0.3684,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.3504,
+            "f1": 0.342682,
+            "f1_weighted": 0.342682,
+            "precision": 0.345879,
+            "precision_weighted": 0.345879,
+            "recall": 0.3504,
+            "recall_weighted": 0.3504,
+            "ap": null,
+            "ap_weighted": null
+          }
+        ],
+        "accuracy": 0.37104,
+        "f1": 0.362301,
+        "f1_weighted": 0.362301,
+        "precision": 0.366802,
+        "precision_weighted": 0.366802,
+        "recall": 0.37104,
+        "recall_weighted": 0.37104,
+        "ap": NaN,
+        "ap_weighted": NaN,
+        "main_score": 0.37104,
+        "hf_subset": "en",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ],
+    "test": [
+      {
+        "scores_per_experiment": [
+          {
+            "accuracy": 0.3848,
+            "f1": 0.371192,
+            "f1_weighted": 0.371192,
+            "precision": 0.374745,
+            "precision_weighted": 0.374745,
+            "recall": 0.3848,
+            "recall_weighted": 0.3848,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.3922,
+            "f1": 0.373858,
+            "f1_weighted": 0.373858,
+            "precision": 0.378077,
+            "precision_weighted": 0.378077,
+            "recall": 0.3922,
+            "recall_weighted": 0.3922,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.3836,
+            "f1": 0.377258,
+            "f1_weighted": 0.377258,
+            "precision": 0.375583,
+            "precision_weighted": 0.375583,
+            "recall": 0.3836,
+            "recall_weighted": 0.3836,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.363,
+            "f1": 0.356521,
+            "f1_weighted": 0.356521,
+            "precision": 0.352648,
+            "precision_weighted": 0.352648,
+            "recall": 0.363,
+            "recall_weighted": 0.363,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.397,
+            "f1": 0.389545,
+            "f1_weighted": 0.389545,
+            "precision": 0.400318,
+            "precision_weighted": 0.400318,
+            "recall": 0.397,
+            "recall_weighted": 0.397,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.3486,
+            "f1": 0.333875,
+            "f1_weighted": 0.333875,
+            "precision": 0.349267,
+            "precision_weighted": 0.349267,
+            "recall": 0.3486,
+            "recall_weighted": 0.3486,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.3398,
+            "f1": 0.336773,
+            "f1_weighted": 0.336773,
+            "precision": 0.337682,
+            "precision_weighted": 0.337682,
+            "recall": 0.3398,
+            "recall_weighted": 0.3398,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.4048,
+            "f1": 0.399556,
+            "f1_weighted": 0.399556,
+            "precision": 0.399706,
+            "precision_weighted": 0.399706,
+            "recall": 0.4048,
+            "recall_weighted": 0.4048,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.365,
+            "f1": 0.353462,
+            "f1_weighted": 0.353462,
+            "precision": 0.366623,
+            "precision_weighted": 0.366623,
+            "recall": 0.365,
+            "recall_weighted": 0.365,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.3546,
+            "f1": 0.346895,
+            "f1_weighted": 0.346895,
+            "precision": 0.350111,
+            "precision_weighted": 0.350111,
+            "recall": 0.3546,
+            "recall_weighted": 0.3546,
+            "ap": null,
+            "ap_weighted": null
+          }
+        ],
+        "accuracy": 0.37334,
+        "f1": 0.363894,
+        "f1_weighted": 0.363894,
+        "precision": 0.368476,
+        "precision_weighted": 0.368476,
+        "recall": 0.37334,
+        "recall_weighted": 0.37334,
+        "ap": NaN,
+        "ap_weighted": NaN,
+        "main_score": 0.37334,
+        "hf_subset": "en",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 159.81794357299805,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/ArXivHierarchicalClusteringP2P.json

@@ -0,0 +1,47 @@
+{
+  "dataset_revision": "0bbdb47bcbe3a90093699aefeed338a0f28a7ee8",
+  "task_name": "ArXivHierarchicalClusteringP2P",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "test": [
+      {
+        "v_measures": {
+          "Level 0": [
+            0.512613,
+            0.540229,
+            0.510996,
+            0.527727,
+            0.479675,
+            0.526184,
+            0.489894,
+            0.509987,
+            0.53079,
+            0.539218
+          ],
+          "Level 1": [
+            0.565661,
+            0.583839,
+            0.541221,
+            0.561374,
+            0.597025,
+            0.559242,
+            0.588538,
+            0.558389,
+            0.564837,
+            0.580209
+          ]
+        },
+        "v_measure": 0.543382,
+        "v_measure_std": 0.03196,
+        "main_score": 0.543382,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 2.419024705886841,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/ArXivHierarchicalClusteringS2S.json

@@ -0,0 +1,47 @@
+{
+  "dataset_revision": "b73bd54100e5abfa6e3a23dcafb46fe4d2438dc3",
+  "task_name": "ArXivHierarchicalClusteringS2S",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "test": [
+      {
+        "v_measures": {
+          "Level 0": [
+            0.468766,
+            0.451474,
+            0.469421,
+            0.464106,
+            0.472935,
+            0.429447,
+            0.418673,
+            0.412622,
+            0.415958,
+            0.420996
+          ],
+          "Level 1": [
+            0.544882,
+            0.557055,
+            0.558996,
+            0.526886,
+            0.595451,
+            0.561838,
+            0.528565,
+            0.563742,
+            0.534648,
+            0.579583
+          ]
+        },
+        "v_measure": 0.498802,
+        "v_measure_std": 0.060667,
+        "main_score": 0.498802,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 2.2445287704467773,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/ArguAna.json

@@ -0,0 +1,167 @@
+{
+  "dataset_revision": "c22ab2a51041ffd869aaddef7af8d8215647e41a",
+  "task_name": "ArguAna",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "test": [
+      {
+        "ndcg_at_1": 0.17354,
+        "ndcg_at_3": 0.28785,
+        "ndcg_at_5": 0.34553,
+        "ndcg_at_10": 0.40718,
+        "ndcg_at_20": 0.44012,
+        "ndcg_at_100": 0.46442,
+        "ndcg_at_1000": 0.46886,
+        "map_at_1": 0.17354,
+        "map_at_3": 0.25889,
+        "map_at_5": 0.29072,
+        "map_at_10": 0.31617,
+        "map_at_20": 0.32532,
+        "map_at_100": 0.32888,
+        "map_at_1000": 0.32906,
+        "recall_at_1": 0.17354,
+        "recall_at_3": 0.37198,
+        "recall_at_5": 0.5128,
+        "recall_at_10": 0.70341,
+        "recall_at_20": 0.83286,
+        "recall_at_100": 0.96088,
+        "recall_at_1000": 0.99502,
+        "accuracy": 0.17354,
+        "precision_at_1": 0.17354,
+        "precision_at_3": 0.12399,
+        "precision_at_5": 0.10256,
+        "precision_at_10": 0.07034,
+        "precision_at_20": 0.04164,
+        "precision_at_100": 0.00961,
+        "precision_at_1000": 0.001,
+        "mrr_at_1": 0.179232,
+        "mrr_at_3": 0.260313,
+        "mrr_at_5": 0.29271,
+        "mrr_at_10": 0.318369,
+        "mrr_at_20": 0.327558,
+        "mrr_at_100": 0.331084,
+        "mrr_at_1000": 0.331265,
+        "nauc_ndcg_at_1_max": -0.013551,
+        "nauc_ndcg_at_1_std": -0.073633,
+        "nauc_ndcg_at_1_diff1": 0.169343,
+        "nauc_ndcg_at_3_max": 0.01689,
+        "nauc_ndcg_at_3_std": -0.073368,
+        "nauc_ndcg_at_3_diff1": 0.116024,
+        "nauc_ndcg_at_5_max": 0.047505,
+        "nauc_ndcg_at_5_std": -0.047867,
+        "nauc_ndcg_at_5_diff1": 0.114828,
+        "nauc_ndcg_at_10_max": 0.037439,
+        "nauc_ndcg_at_10_std": -0.062884,
+        "nauc_ndcg_at_10_diff1": 0.120355,
+        "nauc_ndcg_at_20_max": 0.053057,
+        "nauc_ndcg_at_20_std": -0.044995,
+        "nauc_ndcg_at_20_diff1": 0.121774,
+        "nauc_ndcg_at_100_max": 0.046061,
+        "nauc_ndcg_at_100_std": -0.03742,
+        "nauc_ndcg_at_100_diff1": 0.127361,
+        "nauc_ndcg_at_1000_max": 0.037884,
+        "nauc_ndcg_at_1000_std": -0.049334,
+        "nauc_ndcg_at_1000_diff1": 0.127548,
+        "nauc_map_at_1_max": -0.013551,
+        "nauc_map_at_1_std": -0.073633,
+        "nauc_map_at_1_diff1": 0.169343,
+        "nauc_map_at_3_max": 0.011268,
+        "nauc_map_at_3_std": -0.071715,
+        "nauc_map_at_3_diff1": 0.12683,
+        "nauc_map_at_5_max": 0.028663,
+        "nauc_map_at_5_std": -0.057268,
+        "nauc_map_at_5_diff1": 0.126096,
+        "nauc_map_at_10_max": 0.023778,
+        "nauc_map_at_10_std": -0.062768,
+        "nauc_map_at_10_diff1": 0.128495,
+        "nauc_map_at_20_max": 0.027804,
+        "nauc_map_at_20_std": -0.058239,
+        "nauc_map_at_20_diff1": 0.129442,
+        "nauc_map_at_100_max": 0.026659,
+        "nauc_map_at_100_std": -0.057574,
+        "nauc_map_at_100_diff1": 0.130433,
+        "nauc_map_at_1000_max": 0.026377,
+        "nauc_map_at_1000_std": -0.057975,
+        "nauc_map_at_1000_diff1": 0.130476,
+        "nauc_recall_at_1_max": -0.013551,
+        "nauc_recall_at_1_std": -0.073633,
+        "nauc_recall_at_1_diff1": 0.169343,
+        "nauc_recall_at_3_max": 0.030515,
+        "nauc_recall_at_3_std": -0.078037,
+        "nauc_recall_at_3_diff1": 0.089463,
+        "nauc_recall_at_5_max": 0.099199,
+        "nauc_recall_at_5_std": -0.021047,
+        "nauc_recall_at_5_diff1": 0.086376,
+        "nauc_recall_at_10_max": 0.082779,
+        "nauc_recall_at_10_std": -0.069152,
+        "nauc_recall_at_10_diff1": 0.097125,
+        "nauc_recall_at_20_max": 0.20685,
+        "nauc_recall_at_20_std": 0.043333,
+        "nauc_recall_at_20_diff1": 0.086727,
+        "nauc_recall_at_100_max": 0.445572,
+        "nauc_recall_at_100_std": 0.565729,
+        "nauc_recall_at_100_diff1": 0.134238,
+        "nauc_recall_at_1000_max": 0.195658,
+        "nauc_recall_at_1000_std": 0.343883,
+        "nauc_recall_at_1000_diff1": 0.159035,
+        "nauc_precision_at_1_max": -0.013551,
+        "nauc_precision_at_1_std": -0.073633,
+        "nauc_precision_at_1_diff1": 0.169343,
+        "nauc_precision_at_3_max": 0.030515,
+        "nauc_precision_at_3_std": -0.078037,
+        "nauc_precision_at_3_diff1": 0.089463,
+        "nauc_precision_at_5_max": 0.099199,
+        "nauc_precision_at_5_std": -0.021047,
+        "nauc_precision_at_5_diff1": 0.086376,
+        "nauc_precision_at_10_max": 0.082779,
+        "nauc_precision_at_10_std": -0.069152,
+        "nauc_precision_at_10_diff1": 0.097125,
+        "nauc_precision_at_20_max": 0.20685,
+        "nauc_precision_at_20_std": 0.043333,
+        "nauc_precision_at_20_diff1": 0.086727,
+        "nauc_precision_at_100_max": 0.445572,
+        "nauc_precision_at_100_std": 0.565729,
+        "nauc_precision_at_100_diff1": 0.134238,
+        "nauc_precision_at_1000_max": 0.195658,
+        "nauc_precision_at_1000_std": 0.343883,
+        "nauc_precision_at_1000_diff1": 0.159035,
+        "nauc_mrr_at_1_max": -0.008785,
+        "nauc_mrr_at_1_std": -0.074216,
+        "nauc_mrr_at_1_diff1": 0.143714,
+        "nauc_mrr_at_3_max": 0.003046,
+        "nauc_mrr_at_3_std": -0.072639,
+        "nauc_mrr_at_3_diff1": 0.106587,
+        "nauc_mrr_at_5_max": 0.021046,
+        "nauc_mrr_at_5_std": -0.058279,
+        "nauc_mrr_at_5_diff1": 0.105512,
+        "nauc_mrr_at_10_max": 0.018121,
+        "nauc_mrr_at_10_std": -0.063311,
+        "nauc_mrr_at_10_diff1": 0.109908,
+        "nauc_mrr_at_20_max": 0.021849,
+        "nauc_mrr_at_20_std": -0.058931,
+        "nauc_mrr_at_20_diff1": 0.110445,
+        "nauc_mrr_at_100_max": 0.020649,
+        "nauc_mrr_at_100_std": -0.058184,
+        "nauc_mrr_at_100_diff1": 0.111046,
+        "nauc_mrr_at_1000_max": 0.020366,
+        "nauc_mrr_at_1000_std": -0.058582,
+        "nauc_mrr_at_1000_diff1": 0.111075,
+        "hit_rate_at_1": 0.17354,
+        "hit_rate_at_3": 0.37198,
+        "hit_rate_at_5": 0.5128,
+        "hit_rate_at_10": 0.70341,
+        "hit_rate_at_20": 0.83286,
+        "hit_rate_at_100": 0.96088,
+        "hit_rate_at_1000": 0.99502,
+        "main_score": 0.40718,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 14.623368501663208,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/AskUbuntuDupQuestions.json

@@ -0,0 +1,167 @@
+{
+  "dataset_revision": "c5691e3c48741d5f83b5cc8e630653d7a8cfc048",
+  "task_name": "AskUbuntuDupQuestions",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "test": [
+      {
+        "ndcg_at_1": 0.48199,
+        "ndcg_at_3": 0.48315,
+        "ndcg_at_5": 0.49927,
+        "ndcg_at_10": 0.57062,
+        "ndcg_at_20": 0.69815,
+        "ndcg_at_100": 0.69815,
+        "ndcg_at_1000": 0.69815,
+        "map_at_1": 0.11388,
+        "map_at_3": 0.23449,
+        "map_at_5": 0.29979,
+        "map_at_10": 0.40644,
+        "map_at_20": 0.52129,
+        "map_at_100": 0.52129,
+        "map_at_1000": 0.52129,
+        "recall_at_1": 0.11388,
+        "recall_at_3": 0.29423,
+        "recall_at_5": 0.42158,
+        "recall_at_10": 0.67167,
+        "recall_at_20": 1.0,
+        "recall_at_100": 1.0,
+        "recall_at_1000": 1.0,
+        "accuracy": 0.11388,
+        "precision_at_1": 0.48199,
+        "precision_at_3": 0.43767,
+        "precision_at_5": 0.40111,
+        "precision_at_10": 0.34432,
+        "precision_at_20": 0.27355,
+        "precision_at_100": 0.05471,
+        "precision_at_1000": 0.00547,
+        "mrr_at_1": 0.481994,
+        "mrr_at_3": 0.5988,
+        "mrr_at_5": 0.625808,
+        "mrr_at_10": 0.637189,
+        "mrr_at_20": 0.640963,
+        "mrr_at_100": 0.640963,
+        "mrr_at_1000": 0.640963,
+        "nauc_ndcg_at_1_max": 0.011189,
+        "nauc_ndcg_at_1_std": 0.113973,
+        "nauc_ndcg_at_1_diff1": 0.031937,
+        "nauc_ndcg_at_3_max": 0.011681,
+        "nauc_ndcg_at_3_std": 0.082992,
+        "nauc_ndcg_at_3_diff1": 0.0351,
+        "nauc_ndcg_at_5_max": -0.025624,
+        "nauc_ndcg_at_5_std": 0.08281,
+        "nauc_ndcg_at_5_diff1": 0.043169,
+        "nauc_ndcg_at_10_max": -0.017931,
+        "nauc_ndcg_at_10_std": 0.096634,
+        "nauc_ndcg_at_10_diff1": 0.038631,
+        "nauc_ndcg_at_20_max": 0.051651,
+        "nauc_ndcg_at_20_std": 0.110323,
+        "nauc_ndcg_at_20_diff1": 0.034889,
+        "nauc_ndcg_at_100_max": 0.051651,
+        "nauc_ndcg_at_100_std": 0.110323,
+        "nauc_ndcg_at_100_diff1": 0.034889,
+        "nauc_ndcg_at_1000_max": 0.051651,
+        "nauc_ndcg_at_1000_std": 0.110323,
+        "nauc_ndcg_at_1000_diff1": 0.034889,
+        "nauc_map_at_1_max": -0.117219,
+        "nauc_map_at_1_std": 0.031894,
+        "nauc_map_at_1_diff1": 0.130679,
+        "nauc_map_at_3_max": -0.099675,
+        "nauc_map_at_3_std": 0.063959,
+        "nauc_map_at_3_diff1": 0.12248,
+        "nauc_map_at_5_max": -0.108276,
+        "nauc_map_at_5_std": 0.07835,
+        "nauc_map_at_5_diff1": 0.099291,
+        "nauc_map_at_10_max": -0.050403,
+        "nauc_map_at_10_std": 0.096678,
+        "nauc_map_at_10_diff1": 0.058421,
+        "nauc_map_at_20_max": 0.021846,
+        "nauc_map_at_20_std": 0.100847,
+        "nauc_map_at_20_diff1": 0.036513,
+        "nauc_map_at_100_max": 0.021846,
+        "nauc_map_at_100_std": 0.100847,
+        "nauc_map_at_100_diff1": 0.036513,
+        "nauc_map_at_1000_max": 0.021846,
+        "nauc_map_at_1000_std": 0.100847,
+        "nauc_map_at_1000_diff1": 0.036513,
+        "nauc_recall_at_1_max": -0.117219,
+        "nauc_recall_at_1_std": 0.031894,
+        "nauc_recall_at_1_diff1": 0.130679,
+        "nauc_recall_at_3_max": -0.095026,
+        "nauc_recall_at_3_std": 0.015458,
+        "nauc_recall_at_3_diff1": 0.10148,
+        "nauc_recall_at_5_max": -0.142827,
+        "nauc_recall_at_5_std": 0.016437,
+        "nauc_recall_at_5_diff1": 0.084308,
+        "nauc_recall_at_10_max": -0.131389,
+        "nauc_recall_at_10_std": 0.021357,
+        "nauc_recall_at_10_diff1": 0.044322,
+        "nauc_recall_at_20_max": NaN,
+        "nauc_recall_at_20_std": NaN,
+        "nauc_recall_at_20_diff1": NaN,
+        "nauc_recall_at_100_max": NaN,
+        "nauc_recall_at_100_std": NaN,
+        "nauc_recall_at_100_diff1": NaN,
+        "nauc_recall_at_1000_max": NaN,
+        "nauc_recall_at_1000_std": NaN,
+        "nauc_recall_at_1000_diff1": NaN,
+        "nauc_precision_at_1_max": 0.011189,
+        "nauc_precision_at_1_std": 0.113973,
+        "nauc_precision_at_1_diff1": 0.031937,
+        "nauc_precision_at_3_max": 0.045653,
+        "nauc_precision_at_3_std": 0.099416,
+        "nauc_precision_at_3_diff1": -0.010982,
+        "nauc_precision_at_5_max": 0.059473,
+        "nauc_precision_at_5_std": 0.112497,
+        "nauc_precision_at_5_diff1": -0.043335,
+        "nauc_precision_at_10_max": 0.14866,
+        "nauc_precision_at_10_std": 0.079641,
+        "nauc_precision_at_10_diff1": -0.070542,
+        "nauc_precision_at_20_max": 0.172396,
+        "nauc_precision_at_20_std": 0.061313,
+        "nauc_precision_at_20_diff1": -0.066816,
+        "nauc_precision_at_100_max": 0.172396,
+        "nauc_precision_at_100_std": 0.061313,
+        "nauc_precision_at_100_diff1": -0.066816,
+        "nauc_precision_at_1000_max": 0.172396,
+        "nauc_precision_at_1000_std": 0.061313,
+        "nauc_precision_at_1000_diff1": -0.066816,
+        "nauc_mrr_at_1_max": 0.011189,
+        "nauc_mrr_at_1_std": 0.113973,
+        "nauc_mrr_at_1_diff1": 0.031937,
+        "nauc_mrr_at_3_max": 0.04895,
+        "nauc_mrr_at_3_std": 0.107965,
+        "nauc_mrr_at_3_diff1": 0.040056,
+        "nauc_mrr_at_5_max": 0.041345,
+        "nauc_mrr_at_5_std": 0.115595,
+        "nauc_mrr_at_5_diff1": 0.038347,
+        "nauc_mrr_at_10_max": 0.038473,
+        "nauc_mrr_at_10_std": 0.112927,
+        "nauc_mrr_at_10_diff1": 0.046707,
+        "nauc_mrr_at_20_max": 0.039162,
+        "nauc_mrr_at_20_std": 0.113984,
+        "nauc_mrr_at_20_diff1": 0.043099,
+        "nauc_mrr_at_100_max": 0.039162,
+        "nauc_mrr_at_100_std": 0.113984,
+        "nauc_mrr_at_100_diff1": 0.043099,
+        "nauc_mrr_at_1000_max": 0.039162,
+        "nauc_mrr_at_1000_std": 0.113984,
+        "nauc_mrr_at_1000_diff1": 0.043099,
+        "hit_rate_at_1": 0.48199,
+        "hit_rate_at_3": 0.74515,
+        "hit_rate_at_5": 0.8615,
+        "hit_rate_at_10": 0.94737,
+        "hit_rate_at_20": 1.0,
+        "hit_rate_at_100": 1.0,
+        "hit_rate_at_1000": 1.0,
+        "main_score": 0.52129,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 8.538385152816772,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/BIOSSES.json

@@ -0,0 +1,27 @@
+{
+  "dataset_revision": "d3fb88f8f02e40887cd149695127462bbcf29b4a",
+  "task_name": "BIOSSES",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "test": [
+      {
+        "pearson": 0.816215,
+        "spearman": 0.800018,
+        "cosine_pearson": 0.816215,
+        "cosine_spearman": 0.800018,
+        "manhattan_pearson": 0.805439,
+        "manhattan_spearman": 0.803434,
+        "euclidean_pearson": 0.804642,
+        "euclidean_spearman": 0.800018,
+        "main_score": 0.800018,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 0.25973010063171387,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/Banking77Classification.json

@@ -0,0 +1,140 @@
+{
+  "dataset_revision": "0fd18e25b25c072e09e0d92ab615fda904d66300",
+  "task_name": "Banking77Classification",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "test": [
+      {
+        "scores_per_experiment": [
+          {
+            "accuracy": 0.730519,
+            "f1": 0.721853,
+            "f1_weighted": 0.721853,
+            "precision": 0.750012,
+            "precision_weighted": 0.750012,
+            "recall": 0.730519,
+            "recall_weighted": 0.730519,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.736039,
+            "f1": 0.726787,
+            "f1_weighted": 0.726787,
+            "precision": 0.759163,
+            "precision_weighted": 0.759163,
+            "recall": 0.736039,
+            "recall_weighted": 0.736039,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.737338,
+            "f1": 0.729163,
+            "f1_weighted": 0.729163,
+            "precision": 0.760371,
+            "precision_weighted": 0.760371,
+            "recall": 0.737338,
+            "recall_weighted": 0.737338,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.735065,
+            "f1": 0.728565,
+            "f1_weighted": 0.728565,
+            "precision": 0.757244,
+            "precision_weighted": 0.757244,
+            "recall": 0.735065,
+            "recall_weighted": 0.735065,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.723701,
+            "f1": 0.715221,
+            "f1_weighted": 0.715221,
+            "precision": 0.744897,
+            "precision_weighted": 0.744897,
+            "recall": 0.723701,
+            "recall_weighted": 0.723701,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.729221,
+            "f1": 0.725092,
+            "f1_weighted": 0.725092,
+            "precision": 0.751563,
+            "precision_weighted": 0.751563,
+            "recall": 0.729221,
+            "recall_weighted": 0.729221,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.721104,
+            "f1": 0.71354,
+            "f1_weighted": 0.71354,
+            "precision": 0.735443,
+            "precision_weighted": 0.735443,
+            "recall": 0.721104,
+            "recall_weighted": 0.721104,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.728571,
+            "f1": 0.719806,
+            "f1_weighted": 0.719806,
+            "precision": 0.746487,
+            "precision_weighted": 0.746487,
+            "recall": 0.728571,
+            "recall_weighted": 0.728571,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.724351,
+            "f1": 0.715261,
+            "f1_weighted": 0.715261,
+            "precision": 0.753678,
+            "precision_weighted": 0.753678,
+            "recall": 0.724351,
+            "recall_weighted": 0.724351,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.726948,
+            "f1": 0.718588,
+            "f1_weighted": 0.718588,
+            "precision": 0.745881,
+            "precision_weighted": 0.745881,
+            "recall": 0.726948,
+            "recall_weighted": 0.726948,
+            "ap": null,
+            "ap_weighted": null
+          }
+        ],
+        "accuracy": 0.729286,
+        "f1": 0.721388,
+        "f1_weighted": 0.721388,
+        "precision": 0.750474,
+        "precision_weighted": 0.750474,
+        "recall": 0.729286,
+        "recall_weighted": 0.729286,
+        "ap": NaN,
+        "ap_weighted": NaN,
+        "main_score": 0.729286,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 49.54488945007324,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/BiorxivClusteringP2P.json

@@ -0,0 +1,33 @@
+{
+  "dataset_revision": "65b79d1d13f80053f67aca9498d9402c2d9f1f40",
+  "task_name": "BiorxivClusteringP2P",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "test": [
+      {
+        "v_measure": 0.301077,
+        "v_measure_std": 0.011567,
+        "v_measures": [
+          0.30247,
+          0.302035,
+          0.307166,
+          0.29129,
+          0.298936,
+          0.312408,
+          0.275809,
+          0.312749,
+          0.292164,
+          0.315744
+        ],
+        "main_score": 0.301077,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 94.12546920776367,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/BiorxivClusteringS2S.json

@@ -0,0 +1,33 @@
+{
+  "dataset_revision": "258694dd0231531bc1fd9de6ceb52a0853c6d908",
+  "task_name": "BiorxivClusteringS2S",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "test": [
+      {
+        "v_measure": 0.2036,
+        "v_measure_std": 0.007179,
+        "v_measures": [
+          0.199789,
+          0.204072,
+          0.199858,
+          0.19545,
+          0.190448,
+          0.208943,
+          0.210999,
+          0.214226,
+          0.201717,
+          0.210495
+        ],
+        "main_score": 0.2036,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 77.59684014320374,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/CQADupstackAndroidRetrieval.json

@@ -0,0 +1,167 @@
+{
+  "dataset_revision": "9be4c0e46342e8e3aff577a89b9a1ec9bc6b4af3",
+  "task_name": "CQADupstackAndroidRetrieval",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "test": [
+      {
+        "ndcg_at_1": 0.24177,
+        "ndcg_at_3": 0.27007,
+        "ndcg_at_5": 0.29229,
+        "ndcg_at_10": 0.31749,
+        "ndcg_at_20": 0.33556,
+        "ndcg_at_100": 0.36885,
+        "ndcg_at_1000": 0.39898,
+        "map_at_1": 0.19633,
+        "map_at_3": 0.23985,
+        "map_at_5": 0.2557,
+        "map_at_10": 0.2678,
+        "map_at_20": 0.27381,
+        "map_at_100": 0.27926,
+        "map_at_1000": 0.28062,
+        "recall_at_1": 0.19633,
+        "recall_at_3": 0.28687,
+        "recall_at_5": 0.34486,
+        "recall_at_10": 0.42342,
+        "recall_at_20": 0.4882,
+        "recall_at_100": 0.64633,
+        "recall_at_1000": 0.85253,
+        "accuracy": 0.19633,
+        "precision_at_1": 0.24177,
+        "precision_at_3": 0.12971,
+        "precision_at_5": 0.097,
+        "precision_at_10": 0.06109,
+        "precision_at_20": 0.03691,
+        "precision_at_100": 0.0107,
+        "precision_at_1000": 0.0016,
+        "mrr_at_1": 0.241774,
+        "mrr_at_3": 0.285646,
+        "mrr_at_5": 0.299237,
+        "mrr_at_10": 0.311264,
+        "mrr_at_20": 0.316313,
+        "mrr_at_100": 0.320365,
+        "mrr_at_1000": 0.321067,
+        "nauc_ndcg_at_1_max": 0.195839,
+        "nauc_ndcg_at_1_std": -0.053038,
+        "nauc_ndcg_at_1_diff1": 0.44851,
+        "nauc_ndcg_at_3_max": 0.199817,
+        "nauc_ndcg_at_3_std": -0.044398,
+        "nauc_ndcg_at_3_diff1": 0.419928,
+        "nauc_ndcg_at_5_max": 0.200822,
+        "nauc_ndcg_at_5_std": -0.056291,
+        "nauc_ndcg_at_5_diff1": 0.418192,
+        "nauc_ndcg_at_10_max": 0.200914,
+        "nauc_ndcg_at_10_std": -0.037602,
+        "nauc_ndcg_at_10_diff1": 0.408634,
+        "nauc_ndcg_at_20_max": 0.20641,
+        "nauc_ndcg_at_20_std": -0.026072,
+        "nauc_ndcg_at_20_diff1": 0.408286,
+        "nauc_ndcg_at_100_max": 0.225324,
+        "nauc_ndcg_at_100_std": -0.006199,
+        "nauc_ndcg_at_100_diff1": 0.410283,
+        "nauc_ndcg_at_1000_max": 0.223946,
+        "nauc_ndcg_at_1000_std": -0.004229,
+        "nauc_ndcg_at_1000_diff1": 0.414098,
+        "nauc_map_at_1_max": 0.188354,
+        "nauc_map_at_1_std": -0.044449,
+        "nauc_map_at_1_diff1": 0.471441,
+        "nauc_map_at_3_max": 0.204356,
+        "nauc_map_at_3_std": -0.045069,
+        "nauc_map_at_3_diff1": 0.443895,
+        "nauc_map_at_5_max": 0.206575,
+        "nauc_map_at_5_std": -0.050182,
+        "nauc_map_at_5_diff1": 0.440774,
+        "nauc_map_at_10_max": 0.206471,
+        "nauc_map_at_10_std": -0.04273,
+        "nauc_map_at_10_diff1": 0.434219,
+        "nauc_map_at_20_max": 0.208793,
+        "nauc_map_at_20_std": -0.040031,
+        "nauc_map_at_20_diff1": 0.433721,
+        "nauc_map_at_100_max": 0.210727,
+        "nauc_map_at_100_std": -0.037665,
+        "nauc_map_at_100_diff1": 0.432985,
+        "nauc_map_at_1000_max": 0.210536,
+        "nauc_map_at_1000_std": -0.037284,
+        "nauc_map_at_1000_diff1": 0.432972,
+        "nauc_recall_at_1_max": 0.188354,
+        "nauc_recall_at_1_std": -0.044449,
+        "nauc_recall_at_1_diff1": 0.471441,
+        "nauc_recall_at_3_max": 0.197539,
+        "nauc_recall_at_3_std": -0.03045,
+        "nauc_recall_at_3_diff1": 0.401321,
+        "nauc_recall_at_5_max": 0.197823,
+        "nauc_recall_at_5_std": -0.05243,
+        "nauc_recall_at_5_diff1": 0.38462,
+        "nauc_recall_at_10_max": 0.189637,
+        "nauc_recall_at_10_std": 0.004294,
+        "nauc_recall_at_10_diff1": 0.343022,
+        "nauc_recall_at_20_max": 0.201524,
+        "nauc_recall_at_20_std": 0.043873,
+        "nauc_recall_at_20_diff1": 0.336553,
+        "nauc_recall_at_100_max": 0.300518,
+        "nauc_recall_at_100_std": 0.17212,
+        "nauc_recall_at_100_diff1": 0.338388,
+        "nauc_recall_at_1000_max": 0.398995,
+        "nauc_recall_at_1000_std": 0.389981,
+        "nauc_recall_at_1000_diff1": 0.374695,
+        "nauc_precision_at_1_max": 0.195839,
+        "nauc_precision_at_1_std": -0.053038,
+        "nauc_precision_at_1_diff1": 0.44851,
+        "nauc_precision_at_3_max": 0.228784,
+        "nauc_precision_at_3_std": -0.045029,
+        "nauc_precision_at_3_diff1": 0.341057,
+        "nauc_precision_at_5_max": 0.218662,
+        "nauc_precision_at_5_std": -0.064408,
+        "nauc_precision_at_5_diff1": 0.302519,
+        "nauc_precision_at_10_max": 0.184561,
+        "nauc_precision_at_10_std": -0.041402,
+        "nauc_precision_at_10_diff1": 0.247017,
+        "nauc_precision_at_20_max": 0.155689,
+        "nauc_precision_at_20_std": -0.022984,
+        "nauc_precision_at_20_diff1": 0.203272,
+        "nauc_precision_at_100_max": 0.130254,
+        "nauc_precision_at_100_std": 0.009003,
+        "nauc_precision_at_100_diff1": 0.108801,
+        "nauc_precision_at_1000_max": -0.027462,
+        "nauc_precision_at_1000_std": -0.045777,
+        "nauc_precision_at_1000_diff1": -0.006891,
+        "nauc_mrr_at_1_max": 0.195839,
+        "nauc_mrr_at_1_std": -0.053038,
+        "nauc_mrr_at_1_diff1": 0.44851,
+        "nauc_mrr_at_3_max": 0.188248,
+        "nauc_mrr_at_3_std": -0.052723,
+        "nauc_mrr_at_3_diff1": 0.412726,
+        "nauc_mrr_at_5_max": 0.189203,
+        "nauc_mrr_at_5_std": -0.062892,
+        "nauc_mrr_at_5_diff1": 0.409278,
+        "nauc_mrr_at_10_max": 0.187292,
+        "nauc_mrr_at_10_std": -0.057095,
+        "nauc_mrr_at_10_diff1": 0.405154,
+        "nauc_mrr_at_20_max": 0.188573,
+        "nauc_mrr_at_20_std": -0.053584,
+        "nauc_mrr_at_20_diff1": 0.405267,
+        "nauc_mrr_at_100_max": 0.19088,
+        "nauc_mrr_at_100_std": -0.050981,
+        "nauc_mrr_at_100_diff1": 0.405688,
+        "nauc_mrr_at_1000_max": 0.190851,
+        "nauc_mrr_at_1000_std": -0.050818,
+        "nauc_mrr_at_1000_diff1": 0.405775,
+        "hit_rate_at_1": 0.24177,
+        "hit_rate_at_3": 0.34621,
+        "hit_rate_at_5": 0.40629,
+        "hit_rate_at_10": 0.49785,
+        "hit_rate_at_20": 0.56795,
+        "hit_rate_at_100": 0.72675,
+        "hit_rate_at_1000": 0.89986,
+        "main_score": 0.31749,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 27.703421354293823,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/CQADupstackEnglishRetrieval.json

@@ -0,0 +1,167 @@
+{
+  "dataset_revision": "ad9991cb51e31e31e430383c75ffb2885547b5f0",
+  "task_name": "CQADupstackEnglishRetrieval",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "test": [
+      {
+        "ndcg_at_1": 0.17197,
+        "ndcg_at_3": 0.18533,
+        "ndcg_at_5": 0.19793,
+        "ndcg_at_10": 0.21105,
+        "ndcg_at_20": 0.22484,
+        "ndcg_at_100": 0.25245,
+        "ndcg_at_1000": 0.2824,
+        "map_at_1": 0.1352,
+        "map_at_3": 0.16356,
+        "map_at_5": 0.17246,
+        "map_at_10": 0.17919,
+        "map_at_20": 0.18368,
+        "map_at_100": 0.18797,
+        "map_at_1000": 0.1892,
+        "recall_at_1": 0.1352,
+        "recall_at_3": 0.19181,
+        "recall_at_5": 0.22535,
+        "recall_at_10": 0.26705,
+        "recall_at_20": 0.31788,
+        "recall_at_100": 0.45274,
+        "recall_at_1000": 0.65913,
+        "accuracy": 0.1352,
+        "precision_at_1": 0.17197,
+        "precision_at_3": 0.08875,
+        "precision_at_5": 0.06484,
+        "precision_at_10": 0.04025,
+        "precision_at_20": 0.02529,
+        "precision_at_100": 0.00773,
+        "precision_at_1000": 0.0013,
+        "mrr_at_1": 0.171975,
+        "mrr_at_3": 0.202442,
+        "mrr_at_5": 0.21104,
+        "mrr_at_10": 0.217702,
+        "mrr_at_20": 0.221492,
+        "mrr_at_100": 0.225171,
+        "mrr_at_1000": 0.225945,
+        "nauc_ndcg_at_1_max": 0.220457,
+        "nauc_ndcg_at_1_std": 0.038087,
+        "nauc_ndcg_at_1_diff1": 0.518149,
+        "nauc_ndcg_at_3_max": 0.193045,
+        "nauc_ndcg_at_3_std": 0.040276,
+        "nauc_ndcg_at_3_diff1": 0.463651,
+        "nauc_ndcg_at_5_max": 0.183746,
+        "nauc_ndcg_at_5_std": 0.04454,
+        "nauc_ndcg_at_5_diff1": 0.449786,
+        "nauc_ndcg_at_10_max": 0.174879,
+        "nauc_ndcg_at_10_std": 0.054758,
+        "nauc_ndcg_at_10_diff1": 0.437006,
+        "nauc_ndcg_at_20_max": 0.173972,
+        "nauc_ndcg_at_20_std": 0.060192,
+        "nauc_ndcg_at_20_diff1": 0.431274,
+        "nauc_ndcg_at_100_max": 0.173972,
+        "nauc_ndcg_at_100_std": 0.073803,
+        "nauc_ndcg_at_100_diff1": 0.422346,
+        "nauc_ndcg_at_1000_max": 0.175449,
+        "nauc_ndcg_at_1000_std": 0.09006,
+        "nauc_ndcg_at_1000_diff1": 0.417797,
+        "nauc_map_at_1_max": 0.206365,
+        "nauc_map_at_1_std": 0.007875,
+        "nauc_map_at_1_diff1": 0.574731,
+        "nauc_map_at_3_max": 0.191027,
+        "nauc_map_at_3_std": 0.019023,
+        "nauc_map_at_3_diff1": 0.496357,
+        "nauc_map_at_5_max": 0.185638,
+        "nauc_map_at_5_std": 0.02535,
+        "nauc_map_at_5_diff1": 0.485762,
+        "nauc_map_at_10_max": 0.182315,
+        "nauc_map_at_10_std": 0.033462,
+        "nauc_map_at_10_diff1": 0.478341,
+        "nauc_map_at_20_max": 0.182969,
+        "nauc_map_at_20_std": 0.037814,
+        "nauc_map_at_20_diff1": 0.474898,
+        "nauc_map_at_100_max": 0.183873,
+        "nauc_map_at_100_std": 0.041603,
+        "nauc_map_at_100_diff1": 0.4725,
+        "nauc_map_at_1000_max": 0.183905,
+        "nauc_map_at_1000_std": 0.042787,
+        "nauc_map_at_1000_diff1": 0.47215,
+        "nauc_recall_at_1_max": 0.206365,
+        "nauc_recall_at_1_std": 0.007875,
+        "nauc_recall_at_1_diff1": 0.574731,
+        "nauc_recall_at_3_max": 0.169907,
+        "nauc_recall_at_3_std": 0.029821,
+        "nauc_recall_at_3_diff1": 0.428615,
+        "nauc_recall_at_5_max": 0.149712,
+        "nauc_recall_at_5_std": 0.045404,
+        "nauc_recall_at_5_diff1": 0.389461,
+        "nauc_recall_at_10_max": 0.134145,
+        "nauc_recall_at_10_std": 0.06875,
+        "nauc_recall_at_10_diff1": 0.35561,
+        "nauc_recall_at_20_max": 0.13486,
+        "nauc_recall_at_20_std": 0.085326,
+        "nauc_recall_at_20_diff1": 0.333335,
+        "nauc_recall_at_100_max": 0.126145,
+        "nauc_recall_at_100_std": 0.129497,
+        "nauc_recall_at_100_diff1": 0.289066,
+        "nauc_recall_at_1000_max": 0.126224,
+        "nauc_recall_at_1000_std": 0.238126,
+        "nauc_recall_at_1000_diff1": 0.23495,
+        "nauc_precision_at_1_max": 0.220457,
+        "nauc_precision_at_1_std": 0.038087,
+        "nauc_precision_at_1_diff1": 0.518149,
+        "nauc_precision_at_3_max": 0.189457,
+        "nauc_precision_at_3_std": 0.083035,
+        "nauc_precision_at_3_diff1": 0.359567,
+        "nauc_precision_at_5_max": 0.170769,
+        "nauc_precision_at_5_std": 0.104967,
+        "nauc_precision_at_5_diff1": 0.306482,
+        "nauc_precision_at_10_max": 0.156906,
+        "nauc_precision_at_10_std": 0.154544,
+        "nauc_precision_at_10_diff1": 0.255606,
+        "nauc_precision_at_20_max": 0.149875,
+        "nauc_precision_at_20_std": 0.186361,
+        "nauc_precision_at_20_diff1": 0.204917,
+        "nauc_precision_at_100_max": 0.131163,
+        "nauc_precision_at_100_std": 0.228751,
+        "nauc_precision_at_100_diff1": 0.112776,
+        "nauc_precision_at_1000_max": 0.090683,
+        "nauc_precision_at_1000_std": 0.24169,
+        "nauc_precision_at_1000_diff1": -0.002154,
+        "nauc_mrr_at_1_max": 0.220457,
+        "nauc_mrr_at_1_std": 0.038087,
+        "nauc_mrr_at_1_diff1": 0.518149,
+        "nauc_mrr_at_3_max": 0.19921,
+        "nauc_mrr_at_3_std": 0.050134,
+        "nauc_mrr_at_3_diff1": 0.459729,
+        "nauc_mrr_at_5_max": 0.195815,
+        "nauc_mrr_at_5_std": 0.055181,
+        "nauc_mrr_at_5_diff1": 0.451334,
+        "nauc_mrr_at_10_max": 0.192805,
+        "nauc_mrr_at_10_std": 0.059829,
+        "nauc_mrr_at_10_diff1": 0.445685,
+        "nauc_mrr_at_20_max": 0.191783,
+        "nauc_mrr_at_20_std": 0.059979,
+        "nauc_mrr_at_20_diff1": 0.443809,
+        "nauc_mrr_at_100_max": 0.191955,
+        "nauc_mrr_at_100_std": 0.060764,
+        "nauc_mrr_at_100_diff1": 0.442767,
+        "nauc_mrr_at_1000_max": 0.191959,
+        "nauc_mrr_at_1000_std": 0.060952,
+        "nauc_mrr_at_1000_diff1": 0.442842,
+        "hit_rate_at_1": 0.17197,
+        "hit_rate_at_3": 0.24204,
+        "hit_rate_at_5": 0.27962,
+        "hit_rate_at_10": 0.32994,
+        "hit_rate_at_20": 0.38535,
+        "hit_rate_at_100": 0.53503,
+        "hit_rate_at_1000": 0.73567,
+        "main_score": 0.21105,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 47.88984394073486,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/CQADupstackGamingRetrieval.json

@@ -0,0 +1,167 @@
+{
+  "dataset_revision": "4885aa143210c98657558c04aaf3dc47cfb54340",
+  "task_name": "CQADupstackGamingRetrieval",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "test": [
+      {
+        "ndcg_at_1": 0.3047,
+        "ndcg_at_3": 0.36112,
+        "ndcg_at_5": 0.38151,
+        "ndcg_at_10": 0.40438,
+        "ndcg_at_20": 0.42239,
+        "ndcg_at_100": 0.45077,
+        "ndcg_at_1000": 0.47212,
+        "map_at_1": 0.26423,
+        "map_at_3": 0.33189,
+        "map_at_5": 0.34563,
+        "map_at_10": 0.35625,
+        "map_at_20": 0.36196,
+        "map_at_100": 0.36645,
+        "map_at_1000": 0.36732,
+        "recall_at_1": 0.26423,
+        "recall_at_3": 0.39973,
+        "recall_at_5": 0.45062,
+        "recall_at_10": 0.51831,
+        "recall_at_20": 0.58551,
+        "recall_at_100": 0.72608,
+        "recall_at_1000": 0.88322,
+        "accuracy": 0.26423,
+        "precision_at_1": 0.3047,
+        "precision_at_3": 0.16301,
+        "precision_at_5": 0.11235,
+        "precision_at_10": 0.06627,
+        "precision_at_20": 0.03828,
+        "precision_at_100": 0.00984,
+        "precision_at_1000": 0.00123,
+        "mrr_at_1": 0.304702,
+        "mrr_at_3": 0.364472,
+        "mrr_at_5": 0.376729,
+        "mrr_at_10": 0.386286,
+        "mrr_at_20": 0.390946,
+        "mrr_at_100": 0.394341,
+        "mrr_at_1000": 0.394917,
+        "nauc_ndcg_at_1_max": 0.319435,
+        "nauc_ndcg_at_1_std": -0.078732,
+        "nauc_ndcg_at_1_diff1": 0.512685,
+        "nauc_ndcg_at_3_max": 0.286542,
+        "nauc_ndcg_at_3_std": -0.091507,
+        "nauc_ndcg_at_3_diff1": 0.456919,
+        "nauc_ndcg_at_5_max": 0.29801,
+        "nauc_ndcg_at_5_std": -0.074471,
+        "nauc_ndcg_at_5_diff1": 0.452081,
+        "nauc_ndcg_at_10_max": 0.301654,
+        "nauc_ndcg_at_10_std": -0.064363,
+        "nauc_ndcg_at_10_diff1": 0.4426,
+        "nauc_ndcg_at_20_max": 0.305582,
+        "nauc_ndcg_at_20_std": -0.057005,
+        "nauc_ndcg_at_20_diff1": 0.434573,
+        "nauc_ndcg_at_100_max": 0.312647,
+        "nauc_ndcg_at_100_std": -0.045026,
+        "nauc_ndcg_at_100_diff1": 0.440831,
+        "nauc_ndcg_at_1000_max": 0.317541,
+        "nauc_ndcg_at_1000_std": -0.043625,
+        "nauc_ndcg_at_1000_diff1": 0.439761,
+        "nauc_map_at_1_max": 0.276497,
+        "nauc_map_at_1_std": -0.095328,
+        "nauc_map_at_1_diff1": 0.500581,
+        "nauc_map_at_3_max": 0.280819,
+        "nauc_map_at_3_std": -0.101048,
+        "nauc_map_at_3_diff1": 0.467535,
+        "nauc_map_at_5_max": 0.290364,
+        "nauc_map_at_5_std": -0.089303,
+        "nauc_map_at_5_diff1": 0.465347,
+        "nauc_map_at_10_max": 0.293302,
+        "nauc_map_at_10_std": -0.083786,
+        "nauc_map_at_10_diff1": 0.462328,
+        "nauc_map_at_20_max": 0.29579,
+        "nauc_map_at_20_std": -0.080863,
+        "nauc_map_at_20_diff1": 0.460825,
+        "nauc_map_at_100_max": 0.297578,
+        "nauc_map_at_100_std": -0.078615,
+        "nauc_map_at_100_diff1": 0.461628,
+        "nauc_map_at_1000_max": 0.297962,
+        "nauc_map_at_1000_std": -0.078341,
+        "nauc_map_at_1000_diff1": 0.461635,
+        "nauc_recall_at_1_max": 0.276497,
+        "nauc_recall_at_1_std": -0.095328,
+        "nauc_recall_at_1_diff1": 0.500581,
+        "nauc_recall_at_3_max": 0.253867,
+        "nauc_recall_at_3_std": -0.101424,
+        "nauc_recall_at_3_diff1": 0.410849,
+        "nauc_recall_at_5_max": 0.279274,
+        "nauc_recall_at_5_std": -0.05677,
+        "nauc_recall_at_5_diff1": 0.396746,
+        "nauc_recall_at_10_max": 0.28399,
+        "nauc_recall_at_10_std": -0.026635,
+        "nauc_recall_at_10_diff1": 0.364508,
+        "nauc_recall_at_20_max": 0.295206,
+        "nauc_recall_at_20_std": 0.005386,
+        "nauc_recall_at_20_diff1": 0.32925,
+        "nauc_recall_at_100_max": 0.32442,
+        "nauc_recall_at_100_std": 0.099746,
+        "nauc_recall_at_100_diff1": 0.338878,
+        "nauc_recall_at_1000_max": 0.404293,
+        "nauc_recall_at_1000_std": 0.250091,
+        "nauc_recall_at_1000_diff1": 0.241065,
+        "nauc_precision_at_1_max": 0.319435,
+        "nauc_precision_at_1_std": -0.078732,
+        "nauc_precision_at_1_diff1": 0.512685,
+        "nauc_precision_at_3_max": 0.29623,
+        "nauc_precision_at_3_std": -0.059651,
+        "nauc_precision_at_3_diff1": 0.375862,
+        "nauc_precision_at_5_max": 0.312694,
+        "nauc_precision_at_5_std": -0.005007,
+        "nauc_precision_at_5_diff1": 0.330812,
+        "nauc_precision_at_10_max": 0.315716,
+        "nauc_precision_at_10_std": 0.041868,
+        "nauc_precision_at_10_diff1": 0.276484,
+        "nauc_precision_at_20_max": 0.325902,
+        "nauc_precision_at_20_std": 0.088345,
+        "nauc_precision_at_20_diff1": 0.218158,
+        "nauc_precision_at_100_max": 0.325978,
+        "nauc_precision_at_100_std": 0.179416,
+        "nauc_precision_at_100_diff1": 0.131768,
+        "nauc_precision_at_1000_max": 0.297306,
+        "nauc_precision_at_1000_std": 0.207638,
+        "nauc_precision_at_1000_diff1": -0.001283,
+        "nauc_mrr_at_1_max": 0.319435,
+        "nauc_mrr_at_1_std": -0.078732,
+        "nauc_mrr_at_1_diff1": 0.512685,
+        "nauc_mrr_at_3_max": 0.308198,
+        "nauc_mrr_at_3_std": -0.078603,
+        "nauc_mrr_at_3_diff1": 0.469344,
+        "nauc_mrr_at_5_max": 0.312734,
+        "nauc_mrr_at_5_std": -0.068008,
+        "nauc_mrr_at_5_diff1": 0.464528,
+        "nauc_mrr_at_10_max": 0.314618,
+        "nauc_mrr_at_10_std": -0.063975,
+        "nauc_mrr_at_10_diff1": 0.460833,
+        "nauc_mrr_at_20_max": 0.314822,
+        "nauc_mrr_at_20_std": -0.063436,
+        "nauc_mrr_at_20_diff1": 0.45942,
+        "nauc_mrr_at_100_max": 0.315033,
+        "nauc_mrr_at_100_std": -0.062784,
+        "nauc_mrr_at_100_diff1": 0.460858,
+        "nauc_mrr_at_1000_max": 0.315132,
+        "nauc_mrr_at_1000_std": -0.062796,
+        "nauc_mrr_at_1000_diff1": 0.460884,
+        "hit_rate_at_1": 0.3047,
+        "hit_rate_at_3": 0.44075,
+        "hit_rate_at_5": 0.49342,
+        "hit_rate_at_10": 0.56614,
+        "hit_rate_at_20": 0.63386,
+        "hit_rate_at_100": 0.76865,
+        "hit_rate_at_1000": 0.90658,
+        "main_score": 0.40438,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 53.40445256233215,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/CQADupstackGisRetrieval.json

@@ -0,0 +1,167 @@
+{
+  "dataset_revision": "5003b3064772da1887988e05400cf3806fe491f2",
+  "task_name": "CQADupstackGisRetrieval",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "test": [
+      {
+        "ndcg_at_1": 0.16836,
+        "ndcg_at_3": 0.20491,
+        "ndcg_at_5": 0.21863,
+        "ndcg_at_10": 0.23956,
+        "ndcg_at_20": 0.25598,
+        "ndcg_at_100": 0.28374,
+        "ndcg_at_1000": 0.31547,
+        "map_at_1": 0.15772,
+        "map_at_3": 0.19029,
+        "map_at_5": 0.19777,
+        "map_at_10": 0.20667,
+        "map_at_20": 0.21118,
+        "map_at_100": 0.21492,
+        "map_at_1000": 0.21599,
+        "recall_at_1": 0.15772,
+        "recall_at_3": 0.23359,
+        "recall_at_5": 0.26636,
+        "recall_at_10": 0.32845,
+        "recall_at_20": 0.39176,
+        "recall_at_100": 0.53868,
+        "recall_at_1000": 0.78711,
+        "accuracy": 0.15772,
+        "precision_at_1": 0.16836,
+        "precision_at_3": 0.08588,
+        "precision_at_5": 0.05989,
+        "precision_at_10": 0.03729,
+        "precision_at_20": 0.02243,
+        "precision_at_100": 0.00628,
+        "precision_at_1000": 0.00094,
+        "mrr_at_1": 0.168362,
+        "mrr_at_3": 0.203202,
+        "mrr_at_5": 0.211959,
+        "mrr_at_10": 0.22083,
+        "mrr_at_20": 0.225218,
+        "mrr_at_100": 0.228747,
+        "mrr_at_1000": 0.229627,
+        "nauc_ndcg_at_1_max": 0.237186,
+        "nauc_ndcg_at_1_std": -0.034501,
+        "nauc_ndcg_at_1_diff1": 0.526599,
+        "nauc_ndcg_at_3_max": 0.213458,
+        "nauc_ndcg_at_3_std": -0.023143,
+        "nauc_ndcg_at_3_diff1": 0.428695,
+        "nauc_ndcg_at_5_max": 0.205483,
+        "nauc_ndcg_at_5_std": -0.007325,
+        "nauc_ndcg_at_5_diff1": 0.413332,
+        "nauc_ndcg_at_10_max": 0.203522,
+        "nauc_ndcg_at_10_std": -0.002397,
+        "nauc_ndcg_at_10_diff1": 0.391896,
+        "nauc_ndcg_at_20_max": 0.202603,
+        "nauc_ndcg_at_20_std": 0.002221,
+        "nauc_ndcg_at_20_diff1": 0.382095,
+        "nauc_ndcg_at_100_max": 0.202961,
+        "nauc_ndcg_at_100_std": 0.008274,
+        "nauc_ndcg_at_100_diff1": 0.360958,
+        "nauc_ndcg_at_1000_max": 0.219827,
+        "nauc_ndcg_at_1000_std": 0.016354,
+        "nauc_ndcg_at_1000_diff1": 0.374841,
+        "nauc_map_at_1_max": 0.22275,
+        "nauc_map_at_1_std": -0.032642,
+        "nauc_map_at_1_diff1": 0.523053,
+        "nauc_map_at_3_max": 0.213835,
+        "nauc_map_at_3_std": -0.025158,
+        "nauc_map_at_3_diff1": 0.451424,
+        "nauc_map_at_5_max": 0.20864,
+        "nauc_map_at_5_std": -0.016588,
+        "nauc_map_at_5_diff1": 0.441741,
+        "nauc_map_at_10_max": 0.208712,
+        "nauc_map_at_10_std": -0.014602,
+        "nauc_map_at_10_diff1": 0.432534,
+        "nauc_map_at_20_max": 0.208808,
+        "nauc_map_at_20_std": -0.012968,
+        "nauc_map_at_20_diff1": 0.429572,
+        "nauc_map_at_100_max": 0.208895,
+        "nauc_map_at_100_std": -0.012008,
+        "nauc_map_at_100_diff1": 0.426128,
+        "nauc_map_at_1000_max": 0.209571,
+        "nauc_map_at_1000_std": -0.011885,
+        "nauc_map_at_1000_diff1": 0.426475,
+        "nauc_recall_at_1_max": 0.22275,
+        "nauc_recall_at_1_std": -0.032642,
+        "nauc_recall_at_1_diff1": 0.523053,
+        "nauc_recall_at_3_max": 0.19895,
+        "nauc_recall_at_3_std": -0.020923,
+        "nauc_recall_at_3_diff1": 0.366763,
+        "nauc_recall_at_5_max": 0.182263,
+        "nauc_recall_at_5_std": 0.009581,
+        "nauc_recall_at_5_diff1": 0.33788,
+        "nauc_recall_at_10_max": 0.172564,
+        "nauc_recall_at_10_std": 0.021195,
+        "nauc_recall_at_10_diff1": 0.282262,
+        "nauc_recall_at_20_max": 0.167015,
+        "nauc_recall_at_20_std": 0.036874,
+        "nauc_recall_at_20_diff1": 0.252602,
+        "nauc_recall_at_100_max": 0.159991,
+        "nauc_recall_at_100_std": 0.064774,
+        "nauc_recall_at_100_diff1": 0.144038,
+        "nauc_recall_at_1000_max": 0.311574,
+        "nauc_recall_at_1000_std": 0.210293,
+        "nauc_recall_at_1000_diff1": 0.17277,
+        "nauc_precision_at_1_max": 0.237186,
+        "nauc_precision_at_1_std": -0.034501,
+        "nauc_precision_at_1_diff1": 0.526599,
+        "nauc_precision_at_3_max": 0.216171,
+        "nauc_precision_at_3_std": -0.013772,
+        "nauc_precision_at_3_diff1": 0.370225,
+        "nauc_precision_at_5_max": 0.207439,
+        "nauc_precision_at_5_std": 0.033297,
+        "nauc_precision_at_5_diff1": 0.33532,
+        "nauc_precision_at_10_max": 0.202235,
+        "nauc_precision_at_10_std": 0.050711,
+        "nauc_precision_at_10_diff1": 0.281533,
+        "nauc_precision_at_20_max": 0.202108,
+        "nauc_precision_at_20_std": 0.057678,
+        "nauc_precision_at_20_diff1": 0.244305,
+        "nauc_precision_at_100_max": 0.188261,
+        "nauc_precision_at_100_std": 0.082876,
+        "nauc_precision_at_100_diff1": 0.124982,
+        "nauc_precision_at_1000_max": 0.238191,
+        "nauc_precision_at_1000_std": 0.133834,
+        "nauc_precision_at_1000_diff1": 0.070424,
+        "nauc_mrr_at_1_max": 0.237186,
+        "nauc_mrr_at_1_std": -0.034501,
+        "nauc_mrr_at_1_diff1": 0.526599,
+        "nauc_mrr_at_3_max": 0.222937,
+        "nauc_mrr_at_3_std": -0.020849,
+        "nauc_mrr_at_3_diff1": 0.447916,
+        "nauc_mrr_at_5_max": 0.221488,
+        "nauc_mrr_at_5_std": -0.011663,
+        "nauc_mrr_at_5_diff1": 0.439882,
+        "nauc_mrr_at_10_max": 0.220347,
+        "nauc_mrr_at_10_std": -0.010445,
+        "nauc_mrr_at_10_diff1": 0.429698,
+        "nauc_mrr_at_20_max": 0.219574,
+        "nauc_mrr_at_20_std": -0.009469,
+        "nauc_mrr_at_20_diff1": 0.426616,
+        "nauc_mrr_at_100_max": 0.219745,
+        "nauc_mrr_at_100_std": -0.00889,
+        "nauc_mrr_at_100_diff1": 0.42385,
+        "nauc_mrr_at_1000_max": 0.220191,
+        "nauc_mrr_at_1000_std": -0.008884,
+        "nauc_mrr_at_1000_diff1": 0.42433,
+        "hit_rate_at_1": 0.16836,
+        "hit_rate_at_3": 0.25198,
+        "hit_rate_at_5": 0.29153,
+        "hit_rate_at_10": 0.35706,
+        "hit_rate_at_20": 0.4226,
+        "hit_rate_at_100": 0.57401,
+        "hit_rate_at_1000": 0.81017,
+        "main_score": 0.23956,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 48.321799993515015,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/CQADupstackMathematicaRetrieval.json

@@ -0,0 +1,167 @@
+{
+  "dataset_revision": "90fceea13679c63fe563ded68f3b6f06e50061de",
+  "task_name": "CQADupstackMathematicaRetrieval",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "test": [
+      {
+        "ndcg_at_1": 0.10572,
+        "ndcg_at_3": 0.1344,
+        "ndcg_at_5": 0.15294,
+        "ndcg_at_10": 0.16976,
+        "ndcg_at_20": 0.18796,
+        "ndcg_at_100": 0.22598,
+        "ndcg_at_1000": 0.25889,
+        "map_at_1": 0.08106,
+        "map_at_3": 0.11453,
+        "map_at_5": 0.12578,
+        "map_at_10": 0.13293,
+        "map_at_20": 0.13821,
+        "map_at_100": 0.14337,
+        "map_at_1000": 0.14464,
+        "recall_at_1": 0.08106,
+        "recall_at_3": 0.15677,
+        "recall_at_5": 0.20314,
+        "recall_at_10": 0.25361,
+        "recall_at_20": 0.31993,
+        "recall_at_100": 0.51174,
+        "recall_at_1000": 0.74859,
+        "accuracy": 0.08106,
+        "precision_at_1": 0.10572,
+        "precision_at_3": 0.06716,
+        "precision_at_5": 0.05274,
+        "precision_at_10": 0.03321,
+        "precision_at_20": 0.02139,
+        "precision_at_100": 0.00716,
+        "precision_at_1000": 0.00114,
+        "mrr_at_1": 0.105721,
+        "mrr_at_3": 0.145108,
+        "mrr_at_5": 0.157048,
+        "mrr_at_10": 0.165174,
+        "mrr_at_20": 0.170021,
+        "mrr_at_100": 0.175019,
+        "mrr_at_1000": 0.17589,
+        "nauc_ndcg_at_1_max": 0.035539,
+        "nauc_ndcg_at_1_std": -0.066001,
+        "nauc_ndcg_at_1_diff1": 0.346734,
+        "nauc_ndcg_at_3_max": 0.082649,
+        "nauc_ndcg_at_3_std": -0.012721,
+        "nauc_ndcg_at_3_diff1": 0.240017,
+        "nauc_ndcg_at_5_max": 0.066341,
+        "nauc_ndcg_at_5_std": -0.000653,
+        "nauc_ndcg_at_5_diff1": 0.212013,
+        "nauc_ndcg_at_10_max": 0.046896,
+        "nauc_ndcg_at_10_std": 0.013313,
+        "nauc_ndcg_at_10_diff1": 0.197846,
+        "nauc_ndcg_at_20_max": 0.041339,
+        "nauc_ndcg_at_20_std": 0.010412,
+        "nauc_ndcg_at_20_diff1": 0.209614,
+        "nauc_ndcg_at_100_max": 0.052779,
+        "nauc_ndcg_at_100_std": 0.035033,
+        "nauc_ndcg_at_100_diff1": 0.20516,
+        "nauc_ndcg_at_1000_max": 0.072392,
+        "nauc_ndcg_at_1000_std": 0.044832,
+        "nauc_ndcg_at_1000_diff1": 0.207827,
+        "nauc_map_at_1_max": 0.048607,
+        "nauc_map_at_1_std": -0.040466,
+        "nauc_map_at_1_diff1": 0.338968,
+        "nauc_map_at_3_max": 0.081374,
+        "nauc_map_at_3_std": -0.009001,
+        "nauc_map_at_3_diff1": 0.257624,
+        "nauc_map_at_5_max": 0.069913,
+        "nauc_map_at_5_std": -0.004754,
+        "nauc_map_at_5_diff1": 0.241293,
+        "nauc_map_at_10_max": 0.060959,
+        "nauc_map_at_10_std": 0.00085,
+        "nauc_map_at_10_diff1": 0.234341,
+        "nauc_map_at_20_max": 0.058979,
+        "nauc_map_at_20_std": 0.001188,
+        "nauc_map_at_20_diff1": 0.237876,
+        "nauc_map_at_100_max": 0.061316,
+        "nauc_map_at_100_std": 0.005836,
+        "nauc_map_at_100_diff1": 0.235731,
+        "nauc_map_at_1000_max": 0.061791,
+        "nauc_map_at_1000_std": 0.0063,
+        "nauc_map_at_1000_diff1": 0.236068,
+        "nauc_recall_at_1_max": 0.048607,
+        "nauc_recall_at_1_std": -0.040466,
+        "nauc_recall_at_1_diff1": 0.338968,
+        "nauc_recall_at_3_max": 0.099049,
+        "nauc_recall_at_3_std": 0.01302,
+        "nauc_recall_at_3_diff1": 0.18182,
+        "nauc_recall_at_5_max": 0.061892,
+        "nauc_recall_at_5_std": 0.023514,
+        "nauc_recall_at_5_diff1": 0.133834,
+        "nauc_recall_at_10_max": 0.01634,
+        "nauc_recall_at_10_std": 0.046696,
+        "nauc_recall_at_10_diff1": 0.105445,
+        "nauc_recall_at_20_max": 0.003255,
+        "nauc_recall_at_20_std": 0.03097,
+        "nauc_recall_at_20_diff1": 0.1421,
+        "nauc_recall_at_100_max": 0.041555,
+        "nauc_recall_at_100_std": 0.11143,
+        "nauc_recall_at_100_diff1": 0.130935,
+        "nauc_recall_at_1000_max": 0.201615,
+        "nauc_recall_at_1000_std": 0.236717,
+        "nauc_recall_at_1000_diff1": 0.123617,
+        "nauc_precision_at_1_max": 0.035539,
+        "nauc_precision_at_1_std": -0.066001,
+        "nauc_precision_at_1_diff1": 0.346734,
+        "nauc_precision_at_3_max": 0.070225,
+        "nauc_precision_at_3_std": -0.017361,
+        "nauc_precision_at_3_diff1": 0.189936,
+        "nauc_precision_at_5_max": 0.044309,
+        "nauc_precision_at_5_std": 0.00283,
+        "nauc_precision_at_5_diff1": 0.147291,
+        "nauc_precision_at_10_max": 0.019352,
+        "nauc_precision_at_10_std": 0.032872,
+        "nauc_precision_at_10_diff1": 0.13356,
+        "nauc_precision_at_20_max": 0.006863,
+        "nauc_precision_at_20_std": 0.031409,
+        "nauc_precision_at_20_diff1": 0.148412,
+        "nauc_precision_at_100_max": 0.03604,
+        "nauc_precision_at_100_std": 0.10396,
+        "nauc_precision_at_100_diff1": 0.109082,
+        "nauc_precision_at_1000_max": 0.06276,
+        "nauc_precision_at_1000_std": 0.07571,
+        "nauc_precision_at_1000_diff1": 0.027498,
+        "nauc_mrr_at_1_max": 0.035539,
+        "nauc_mrr_at_1_std": -0.066001,
+        "nauc_mrr_at_1_diff1": 0.346734,
+        "nauc_mrr_at_3_max": 0.06389,
+        "nauc_mrr_at_3_std": -0.033179,
+        "nauc_mrr_at_3_diff1": 0.267324,
+        "nauc_mrr_at_5_max": 0.058111,
+        "nauc_mrr_at_5_std": -0.026318,
+        "nauc_mrr_at_5_diff1": 0.251994,
+        "nauc_mrr_at_10_max": 0.049563,
+        "nauc_mrr_at_10_std": -0.021556,
+        "nauc_mrr_at_10_diff1": 0.243018,
+        "nauc_mrr_at_20_max": 0.048145,
+        "nauc_mrr_at_20_std": -0.022164,
+        "nauc_mrr_at_20_diff1": 0.246568,
+        "nauc_mrr_at_100_max": 0.048751,
+        "nauc_mrr_at_100_std": -0.019374,
+        "nauc_mrr_at_100_diff1": 0.245814,
+        "nauc_mrr_at_1000_max": 0.049219,
+        "nauc_mrr_at_1000_std": -0.019199,
+        "nauc_mrr_at_1000_diff1": 0.245871,
+        "hit_rate_at_1": 0.10572,
+        "hit_rate_at_3": 0.19652,
+        "hit_rate_at_5": 0.24876,
+        "hit_rate_at_10": 0.30846,
+        "hit_rate_at_20": 0.37811,
+        "hit_rate_at_100": 0.58955,
+        "hit_rate_at_1000": 0.80597,
+        "main_score": 0.16976,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 23.938961267471313,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/CQADupstackPhysicsRetrieval.json

@@ -0,0 +1,167 @@
+{
+  "dataset_revision": "79531abbd1fb92d06c6d6315a0cbbbf5bb247ea4",
+  "task_name": "CQADupstackPhysicsRetrieval",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "test": [
+      {
+        "ndcg_at_1": 0.22233,
+        "ndcg_at_3": 0.24965,
+        "ndcg_at_5": 0.268,
+        "ndcg_at_10": 0.29323,
+        "ndcg_at_20": 0.31578,
+        "ndcg_at_100": 0.35244,
+        "ndcg_at_1000": 0.38397,
+        "map_at_1": 0.18341,
+        "map_at_3": 0.22444,
+        "map_at_5": 0.23609,
+        "map_at_10": 0.2477,
+        "map_at_20": 0.25471,
+        "map_at_100": 0.26041,
+        "map_at_1000": 0.26184,
+        "recall_at_1": 0.18341,
+        "recall_at_3": 0.26973,
+        "recall_at_5": 0.3152,
+        "recall_at_10": 0.39051,
+        "recall_at_20": 0.47112,
+        "recall_at_100": 0.64664,
+        "recall_at_1000": 0.86364,
+        "accuracy": 0.18341,
+        "precision_at_1": 0.22233,
+        "precision_at_3": 0.11614,
+        "precision_at_5": 0.08412,
+        "precision_at_10": 0.05438,
+        "precision_at_20": 0.03402,
+        "precision_at_100": 0.01,
+        "precision_at_1000": 0.00147,
+        "mrr_at_1": 0.222329,
+        "mrr_at_3": 0.26548,
+        "mrr_at_5": 0.27804,
+        "mrr_at_10": 0.289703,
+        "mrr_at_20": 0.295476,
+        "mrr_at_100": 0.299849,
+        "mrr_at_1000": 0.300663,
+        "nauc_ndcg_at_1_max": 0.201276,
+        "nauc_ndcg_at_1_std": -0.029582,
+        "nauc_ndcg_at_1_diff1": 0.4991,
+        "nauc_ndcg_at_3_max": 0.179387,
+        "nauc_ndcg_at_3_std": -0.016129,
+        "nauc_ndcg_at_3_diff1": 0.472268,
+        "nauc_ndcg_at_5_max": 0.167982,
+        "nauc_ndcg_at_5_std": -0.026608,
+        "nauc_ndcg_at_5_diff1": 0.461672,
+        "nauc_ndcg_at_10_max": 0.165005,
+        "nauc_ndcg_at_10_std": -0.026401,
+        "nauc_ndcg_at_10_diff1": 0.452322,
+        "nauc_ndcg_at_20_max": 0.160991,
+        "nauc_ndcg_at_20_std": -0.018504,
+        "nauc_ndcg_at_20_diff1": 0.441476,
+        "nauc_ndcg_at_100_max": 0.165914,
+        "nauc_ndcg_at_100_std": -0.001247,
+        "nauc_ndcg_at_100_diff1": 0.434873,
+        "nauc_ndcg_at_1000_max": 0.179617,
+        "nauc_ndcg_at_1000_std": 0.010176,
+        "nauc_ndcg_at_1000_diff1": 0.441244,
+        "nauc_map_at_1_max": 0.166622,
+        "nauc_map_at_1_std": -0.0761,
+        "nauc_map_at_1_diff1": 0.537635,
+        "nauc_map_at_3_max": 0.16765,
+        "nauc_map_at_3_std": -0.039344,
+        "nauc_map_at_3_diff1": 0.495728,
+        "nauc_map_at_5_max": 0.163376,
+        "nauc_map_at_5_std": -0.04169,
+        "nauc_map_at_5_diff1": 0.487016,
+        "nauc_map_at_10_max": 0.165644,
+        "nauc_map_at_10_std": -0.038855,
+        "nauc_map_at_10_diff1": 0.47963,
+        "nauc_map_at_20_max": 0.165426,
+        "nauc_map_at_20_std": -0.036266,
+        "nauc_map_at_20_diff1": 0.475772,
+        "nauc_map_at_100_max": 0.166014,
+        "nauc_map_at_100_std": -0.032592,
+        "nauc_map_at_100_diff1": 0.474607,
+        "nauc_map_at_1000_max": 0.16687,
+        "nauc_map_at_1000_std": -0.031821,
+        "nauc_map_at_1000_diff1": 0.47487,
+        "nauc_recall_at_1_max": 0.166622,
+        "nauc_recall_at_1_std": -0.0761,
+        "nauc_recall_at_1_diff1": 0.537635,
+        "nauc_recall_at_3_max": 0.155142,
+        "nauc_recall_at_3_std": -0.014697,
+        "nauc_recall_at_3_diff1": 0.449945,
+        "nauc_recall_at_5_max": 0.140368,
+        "nauc_recall_at_5_std": -0.025487,
+        "nauc_recall_at_5_diff1": 0.416838,
+        "nauc_recall_at_10_max": 0.129362,
+        "nauc_recall_at_10_std": -0.01817,
+        "nauc_recall_at_10_diff1": 0.373792,
+        "nauc_recall_at_20_max": 0.109971,
+        "nauc_recall_at_20_std": 0.011553,
+        "nauc_recall_at_20_diff1": 0.331395,
+        "nauc_recall_at_100_max": 0.119725,
+        "nauc_recall_at_100_std": 0.091372,
+        "nauc_recall_at_100_diff1": 0.27125,
+        "nauc_recall_at_1000_max": 0.264439,
+        "nauc_recall_at_1000_std": 0.353581,
+        "nauc_recall_at_1000_diff1": 0.234865,
+        "nauc_precision_at_1_max": 0.201276,
+        "nauc_precision_at_1_std": -0.029582,
+        "nauc_precision_at_1_diff1": 0.4991,
+        "nauc_precision_at_3_max": 0.219021,
+        "nauc_precision_at_3_std": 0.062318,
+        "nauc_precision_at_3_diff1": 0.393597,
+        "nauc_precision_at_5_max": 0.190552,
+        "nauc_precision_at_5_std": 0.050071,
+        "nauc_precision_at_5_diff1": 0.333865,
+        "nauc_precision_at_10_max": 0.19514,
+        "nauc_precision_at_10_std": 0.063411,
+        "nauc_precision_at_10_diff1": 0.270428,
+        "nauc_precision_at_20_max": 0.165647,
+        "nauc_precision_at_20_std": 0.079055,
+        "nauc_precision_at_20_diff1": 0.19872,
+        "nauc_precision_at_100_max": 0.143269,
+        "nauc_precision_at_100_std": 0.135741,
+        "nauc_precision_at_100_diff1": 0.059613,
+        "nauc_precision_at_1000_max": 0.128309,
+        "nauc_precision_at_1000_std": 0.137437,
+        "nauc_precision_at_1000_diff1": -0.052306,
+        "nauc_mrr_at_1_max": 0.201276,
+        "nauc_mrr_at_1_std": -0.029582,
+        "nauc_mrr_at_1_diff1": 0.4991,
+        "nauc_mrr_at_3_max": 0.198438,
+        "nauc_mrr_at_3_std": -0.003653,
+        "nauc_mrr_at_3_diff1": 0.465709,
+        "nauc_mrr_at_5_max": 0.194702,
+        "nauc_mrr_at_5_std": -0.008157,
+        "nauc_mrr_at_5_diff1": 0.458291,
+        "nauc_mrr_at_10_max": 0.192266,
+        "nauc_mrr_at_10_std": -0.01016,
+        "nauc_mrr_at_10_diff1": 0.4562,
+        "nauc_mrr_at_20_max": 0.190214,
+        "nauc_mrr_at_20_std": -0.008684,
+        "nauc_mrr_at_20_diff1": 0.453594,
+        "nauc_mrr_at_100_max": 0.190642,
+        "nauc_mrr_at_100_std": -0.006897,
+        "nauc_mrr_at_100_diff1": 0.453532,
+        "nauc_mrr_at_1000_max": 0.190939,
+        "nauc_mrr_at_1000_std": -0.006472,
+        "nauc_mrr_at_1000_diff1": 0.453718,
+        "hit_rate_at_1": 0.22233,
+        "hit_rate_at_3": 0.32146,
+        "hit_rate_at_5": 0.37632,
+        "hit_rate_at_10": 0.46295,
+        "hit_rate_at_20": 0.5486,
+        "hit_rate_at_100": 0.71992,
+        "hit_rate_at_1000": 0.90375,
+        "main_score": 0.29323,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 46.436378955841064,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/CQADupstackProgrammersRetrieval.json

@@ -0,0 +1,167 @@
+{
+  "dataset_revision": "6184bc1440d2dbc7612be22b50686b8826d22b32",
+  "task_name": "CQADupstackProgrammersRetrieval",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "test": [
+      {
+        "ndcg_at_1": 0.20091,
+        "ndcg_at_3": 0.23371,
+        "ndcg_at_5": 0.24978,
+        "ndcg_at_10": 0.2728,
+        "ndcg_at_20": 0.291,
+        "ndcg_at_100": 0.32582,
+        "ndcg_at_1000": 0.359,
+        "map_at_1": 0.16402,
+        "map_at_3": 0.20711,
+        "map_at_5": 0.21792,
+        "map_at_10": 0.22852,
+        "map_at_20": 0.234,
+        "map_at_100": 0.2393,
+        "map_at_1000": 0.24072,
+        "recall_at_1": 0.16402,
+        "recall_at_3": 0.26045,
+        "recall_at_5": 0.30106,
+        "recall_at_10": 0.36792,
+        "recall_at_20": 0.43212,
+        "recall_at_100": 0.60173,
+        "recall_at_1000": 0.83379,
+        "accuracy": 0.16402,
+        "precision_at_1": 0.20091,
+        "precision_at_3": 0.11035,
+        "precision_at_5": 0.079,
+        "precision_at_10": 0.05034,
+        "precision_at_20": 0.03065,
+        "precision_at_100": 0.0091,
+        "precision_at_1000": 0.00137,
+        "mrr_at_1": 0.200913,
+        "mrr_at_3": 0.248668,
+        "mrr_at_5": 0.260654,
+        "mrr_at_10": 0.269936,
+        "mrr_at_20": 0.274882,
+        "mrr_at_100": 0.279058,
+        "mrr_at_1000": 0.279974,
+        "nauc_ndcg_at_1_max": 0.249942,
+        "nauc_ndcg_at_1_std": 0.006952,
+        "nauc_ndcg_at_1_diff1": 0.453221,
+        "nauc_ndcg_at_3_max": 0.241441,
+        "nauc_ndcg_at_3_std": 0.026653,
+        "nauc_ndcg_at_3_diff1": 0.438629,
+        "nauc_ndcg_at_5_max": 0.256313,
+        "nauc_ndcg_at_5_std": 0.033406,
+        "nauc_ndcg_at_5_diff1": 0.431925,
+        "nauc_ndcg_at_10_max": 0.25869,
+        "nauc_ndcg_at_10_std": 0.048267,
+        "nauc_ndcg_at_10_diff1": 0.410788,
+        "nauc_ndcg_at_20_max": 0.259267,
+        "nauc_ndcg_at_20_std": 0.065314,
+        "nauc_ndcg_at_20_diff1": 0.399515,
+        "nauc_ndcg_at_100_max": 0.284826,
+        "nauc_ndcg_at_100_std": 0.091203,
+        "nauc_ndcg_at_100_diff1": 0.398443,
+        "nauc_ndcg_at_1000_max": 0.284396,
+        "nauc_ndcg_at_1000_std": 0.095076,
+        "nauc_ndcg_at_1000_diff1": 0.40235,
+        "nauc_map_at_1_max": 0.229025,
+        "nauc_map_at_1_std": -0.007523,
+        "nauc_map_at_1_diff1": 0.482887,
+        "nauc_map_at_3_max": 0.23603,
+        "nauc_map_at_3_std": 0.01759,
+        "nauc_map_at_3_diff1": 0.456063,
+        "nauc_map_at_5_max": 0.249484,
+        "nauc_map_at_5_std": 0.023747,
+        "nauc_map_at_5_diff1": 0.452145,
+        "nauc_map_at_10_max": 0.25236,
+        "nauc_map_at_10_std": 0.031687,
+        "nauc_map_at_10_diff1": 0.440764,
+        "nauc_map_at_20_max": 0.253089,
+        "nauc_map_at_20_std": 0.036746,
+        "nauc_map_at_20_diff1": 0.437358,
+        "nauc_map_at_100_max": 0.258283,
+        "nauc_map_at_100_std": 0.041129,
+        "nauc_map_at_100_diff1": 0.437083,
+        "nauc_map_at_1000_max": 0.258466,
+        "nauc_map_at_1000_std": 0.041458,
+        "nauc_map_at_1000_diff1": 0.437081,
+        "nauc_recall_at_1_max": 0.229025,
+        "nauc_recall_at_1_std": -0.007523,
+        "nauc_recall_at_1_diff1": 0.482887,
+        "nauc_recall_at_3_max": 0.225156,
+        "nauc_recall_at_3_std": 0.034623,
+        "nauc_recall_at_3_diff1": 0.408622,
+        "nauc_recall_at_5_max": 0.253339,
+        "nauc_recall_at_5_std": 0.049004,
+        "nauc_recall_at_5_diff1": 0.383184,
+        "nauc_recall_at_10_max": 0.247076,
+        "nauc_recall_at_10_std": 0.083886,
+        "nauc_recall_at_10_diff1": 0.323209,
+        "nauc_recall_at_20_max": 0.242976,
+        "nauc_recall_at_20_std": 0.136018,
+        "nauc_recall_at_20_diff1": 0.283903,
+        "nauc_recall_at_100_max": 0.3418,
+        "nauc_recall_at_100_std": 0.267522,
+        "nauc_recall_at_100_diff1": 0.25846,
+        "nauc_recall_at_1000_max": 0.416446,
+        "nauc_recall_at_1000_std": 0.493094,
+        "nauc_recall_at_1000_diff1": 0.225555,
+        "nauc_precision_at_1_max": 0.249942,
+        "nauc_precision_at_1_std": 0.006952,
+        "nauc_precision_at_1_diff1": 0.453221,
+        "nauc_precision_at_3_max": 0.263711,
+        "nauc_precision_at_3_std": 0.058322,
+        "nauc_precision_at_3_diff1": 0.393448,
+        "nauc_precision_at_5_max": 0.302879,
+        "nauc_precision_at_5_std": 0.073869,
+        "nauc_precision_at_5_diff1": 0.371663,
+        "nauc_precision_at_10_max": 0.308058,
+        "nauc_precision_at_10_std": 0.11579,
+        "nauc_precision_at_10_diff1": 0.28148,
+        "nauc_precision_at_20_max": 0.279141,
+        "nauc_precision_at_20_std": 0.153639,
+        "nauc_precision_at_20_diff1": 0.214156,
+        "nauc_precision_at_100_max": 0.29061,
+        "nauc_precision_at_100_std": 0.202333,
+        "nauc_precision_at_100_diff1": 0.117873,
+        "nauc_precision_at_1000_max": 0.105752,
+        "nauc_precision_at_1000_std": 0.112284,
+        "nauc_precision_at_1000_diff1": -0.014649,
+        "nauc_mrr_at_1_max": 0.249942,
+        "nauc_mrr_at_1_std": 0.006952,
+        "nauc_mrr_at_1_diff1": 0.453221,
+        "nauc_mrr_at_3_max": 0.248904,
+        "nauc_mrr_at_3_std": 0.02546,
+        "nauc_mrr_at_3_diff1": 0.431861,
+        "nauc_mrr_at_5_max": 0.255427,
+        "nauc_mrr_at_5_std": 0.029409,
+        "nauc_mrr_at_5_diff1": 0.423598,
+        "nauc_mrr_at_10_max": 0.253892,
+        "nauc_mrr_at_10_std": 0.03343,
+        "nauc_mrr_at_10_diff1": 0.417139,
+        "nauc_mrr_at_20_max": 0.253093,
+        "nauc_mrr_at_20_std": 0.037446,
+        "nauc_mrr_at_20_diff1": 0.413098,
+        "nauc_mrr_at_100_max": 0.25553,
+        "nauc_mrr_at_100_std": 0.039507,
+        "nauc_mrr_at_100_diff1": 0.413141,
+        "nauc_mrr_at_1000_max": 0.255436,
+        "nauc_mrr_at_1000_std": 0.039336,
+        "nauc_mrr_at_1000_diff1": 0.413364,
+        "hit_rate_at_1": 0.20091,
+        "hit_rate_at_3": 0.31507,
+        "hit_rate_at_5": 0.36644,
+        "hit_rate_at_10": 0.43721,
+        "hit_rate_at_20": 0.50571,
+        "hit_rate_at_100": 0.67237,
+        "hit_rate_at_1000": 0.88128,
+        "main_score": 0.2728,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 40.26266860961914,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/CQADupstackRetrieval.json

@@ -0,0 +1,20 @@
+{
+  "dataset_revision": "1",
+  "task_name": "CQADupstackRetrieval",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "test": [
+      {
+        "ndcg_at_10": 0.248232,
+        "main_score": 0.248232,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 578.8082549571991,
+  "kg_co2_emissions": NaN,
+  "date": 1775181024.480352
+}

results/CQADupstackStatsRetrieval.json

@@ -0,0 +1,167 @@
+{
+  "dataset_revision": "65ac3a16b8e91f9cee4c9828cc7c335575432a2a",
+  "task_name": "CQADupstackStatsRetrieval",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "test": [
+      {
+        "ndcg_at_1": 0.16871,
+        "ndcg_at_3": 0.19488,
+        "ndcg_at_5": 0.20896,
+        "ndcg_at_10": 0.2259,
+        "ndcg_at_20": 0.24396,
+        "ndcg_at_100": 0.26608,
+        "ndcg_at_1000": 0.29285,
+        "map_at_1": 0.15265,
+        "map_at_3": 0.18022,
+        "map_at_5": 0.18851,
+        "map_at_10": 0.19596,
+        "map_at_20": 0.20105,
+        "map_at_100": 0.20409,
+        "map_at_1000": 0.20493,
+        "recall_at_1": 0.15265,
+        "recall_at_3": 0.21437,
+        "recall_at_5": 0.24889,
+        "recall_at_10": 0.29985,
+        "recall_at_20": 0.36793,
+        "recall_at_100": 0.48433,
+        "recall_at_1000": 0.69076,
+        "accuracy": 0.15265,
+        "precision_at_1": 0.16871,
+        "precision_at_3": 0.08231,
+        "precision_at_5": 0.0589,
+        "precision_at_10": 0.0362,
+        "precision_at_20": 0.02239,
+        "precision_at_100": 0.00595,
+        "precision_at_1000": 0.00089,
+        "mrr_at_1": 0.168712,
+        "mrr_at_3": 0.199131,
+        "mrr_at_5": 0.208103,
+        "mrr_at_10": 0.215182,
+        "mrr_at_20": 0.220219,
+        "mrr_at_100": 0.22282,
+        "mrr_at_1000": 0.223636,
+        "nauc_ndcg_at_1_max": 0.193945,
+        "nauc_ndcg_at_1_std": 0.02935,
+        "nauc_ndcg_at_1_diff1": 0.541394,
+        "nauc_ndcg_at_3_max": 0.151446,
+        "nauc_ndcg_at_3_std": 0.044387,
+        "nauc_ndcg_at_3_diff1": 0.458819,
+        "nauc_ndcg_at_5_max": 0.139013,
+        "nauc_ndcg_at_5_std": 0.047854,
+        "nauc_ndcg_at_5_diff1": 0.438846,
+        "nauc_ndcg_at_10_max": 0.140994,
+        "nauc_ndcg_at_10_std": 0.053065,
+        "nauc_ndcg_at_10_diff1": 0.429048,
+        "nauc_ndcg_at_20_max": 0.153375,
+        "nauc_ndcg_at_20_std": 0.077596,
+        "nauc_ndcg_at_20_diff1": 0.412458,
+        "nauc_ndcg_at_100_max": 0.147931,
+        "nauc_ndcg_at_100_std": 0.097923,
+        "nauc_ndcg_at_100_diff1": 0.404013,
+        "nauc_ndcg_at_1000_max": 0.149112,
+        "nauc_ndcg_at_1000_std": 0.10332,
+        "nauc_ndcg_at_1000_diff1": 0.403942,
+        "nauc_map_at_1_max": 0.178521,
+        "nauc_map_at_1_std": 0.005095,
+        "nauc_map_at_1_diff1": 0.553877,
+        "nauc_map_at_3_max": 0.155793,
+        "nauc_map_at_3_std": 0.026135,
+        "nauc_map_at_3_diff1": 0.480951,
+        "nauc_map_at_5_max": 0.150277,
+        "nauc_map_at_5_std": 0.031667,
+        "nauc_map_at_5_diff1": 0.470359,
+        "nauc_map_at_10_max": 0.151083,
+        "nauc_map_at_10_std": 0.035986,
+        "nauc_map_at_10_diff1": 0.466097,
+        "nauc_map_at_20_max": 0.155653,
+        "nauc_map_at_20_std": 0.044281,
+        "nauc_map_at_20_diff1": 0.461418,
+        "nauc_map_at_100_max": 0.154659,
+        "nauc_map_at_100_std": 0.047142,
+        "nauc_map_at_100_diff1": 0.459857,
+        "nauc_map_at_1000_max": 0.154592,
+        "nauc_map_at_1000_std": 0.047534,
+        "nauc_map_at_1000_diff1": 0.459733,
+        "nauc_recall_at_1_max": 0.178521,
+        "nauc_recall_at_1_std": 0.005095,
+        "nauc_recall_at_1_diff1": 0.553877,
+        "nauc_recall_at_3_max": 0.122084,
+        "nauc_recall_at_3_std": 0.049333,
+        "nauc_recall_at_3_diff1": 0.399057,
+        "nauc_recall_at_5_max": 0.098131,
+        "nauc_recall_at_5_std": 0.060723,
+        "nauc_recall_at_5_diff1": 0.362893,
+        "nauc_recall_at_10_max": 0.100535,
+        "nauc_recall_at_10_std": 0.07292,
+        "nauc_recall_at_10_diff1": 0.334556,
+        "nauc_recall_at_20_max": 0.135992,
+        "nauc_recall_at_20_std": 0.140312,
+        "nauc_recall_at_20_diff1": 0.283028,
+        "nauc_recall_at_100_max": 0.107972,
+        "nauc_recall_at_100_std": 0.233417,
+        "nauc_recall_at_100_diff1": 0.24343,
+        "nauc_recall_at_1000_max": 0.097857,
+        "nauc_recall_at_1000_std": 0.315715,
+        "nauc_recall_at_1000_diff1": 0.187012,
+        "nauc_precision_at_1_max": 0.193945,
+        "nauc_precision_at_1_std": 0.02935,
+        "nauc_precision_at_1_diff1": 0.541394,
+        "nauc_precision_at_3_max": 0.149576,
+        "nauc_precision_at_3_std": 0.098451,
+        "nauc_precision_at_3_diff1": 0.383209,
+        "nauc_precision_at_5_max": 0.1297,
+        "nauc_precision_at_5_std": 0.126374,
+        "nauc_precision_at_5_diff1": 0.345276,
+        "nauc_precision_at_10_max": 0.144564,
+        "nauc_precision_at_10_std": 0.145789,
+        "nauc_precision_at_10_diff1": 0.336662,
+        "nauc_precision_at_20_max": 0.178016,
+        "nauc_precision_at_20_std": 0.226978,
+        "nauc_precision_at_20_diff1": 0.272527,
+        "nauc_precision_at_100_max": 0.157262,
+        "nauc_precision_at_100_std": 0.290269,
+        "nauc_precision_at_100_diff1": 0.213127,
+        "nauc_precision_at_1000_max": 0.157621,
+        "nauc_precision_at_1000_std": 0.284239,
+        "nauc_precision_at_1000_diff1": 0.129499,
+        "nauc_mrr_at_1_max": 0.193945,
+        "nauc_mrr_at_1_std": 0.02935,
+        "nauc_mrr_at_1_diff1": 0.541394,
+        "nauc_mrr_at_3_max": 0.167649,
+        "nauc_mrr_at_3_std": 0.0487,
+        "nauc_mrr_at_3_diff1": 0.475028,
+        "nauc_mrr_at_5_max": 0.16236,
+        "nauc_mrr_at_5_std": 0.052895,
+        "nauc_mrr_at_5_diff1": 0.458277,
+        "nauc_mrr_at_10_max": 0.162769,
+        "nauc_mrr_at_10_std": 0.054693,
+        "nauc_mrr_at_10_diff1": 0.454196,
+        "nauc_mrr_at_20_max": 0.165998,
+        "nauc_mrr_at_20_std": 0.062133,
+        "nauc_mrr_at_20_diff1": 0.448636,
+        "nauc_mrr_at_100_max": 0.165365,
+        "nauc_mrr_at_100_std": 0.064113,
+        "nauc_mrr_at_100_diff1": 0.447898,
+        "nauc_mrr_at_1000_max": 0.165347,
+        "nauc_mrr_at_1000_std": 0.064182,
+        "nauc_mrr_at_1000_diff1": 0.448013,
+        "hit_rate_at_1": 0.16871,
+        "hit_rate_at_3": 0.23926,
+        "hit_rate_at_5": 0.27914,
+        "hit_rate_at_10": 0.33282,
+        "hit_rate_at_20": 0.40491,
+        "hit_rate_at_100": 0.5184,
+        "hit_rate_at_1000": 0.7362,
+        "main_score": 0.2259,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 52.10785746574402,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/CQADupstackTexRetrieval.json

@@ -0,0 +1,167 @@
+{
+  "dataset_revision": "46989137a86843e03a6195de44b09deda022eec7",
+  "task_name": "CQADupstackTexRetrieval",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "test": [
+      {
+        "ndcg_at_1": 0.12629,
+        "ndcg_at_3": 0.14518,
+        "ndcg_at_5": 0.15614,
+        "ndcg_at_10": 0.17047,
+        "ndcg_at_20": 0.18392,
+        "ndcg_at_100": 0.21056,
+        "ndcg_at_1000": 0.24332,
+        "map_at_1": 0.10346,
+        "map_at_3": 0.12901,
+        "map_at_5": 0.13609,
+        "map_at_10": 0.14233,
+        "map_at_20": 0.14617,
+        "map_at_100": 0.14984,
+        "map_at_1000": 0.15097,
+        "recall_at_1": 0.10346,
+        "recall_at_3": 0.1592,
+        "recall_at_5": 0.18755,
+        "recall_at_10": 0.23018,
+        "recall_at_20": 0.28056,
+        "recall_at_100": 0.41668,
+        "recall_at_1000": 0.65987,
+        "accuracy": 0.10346,
+        "precision_at_1": 0.12629,
+        "precision_at_3": 0.06733,
+        "precision_at_5": 0.04859,
+        "precision_at_10": 0.03066,
+        "precision_at_20": 0.01901,
+        "precision_at_100": 0.00592,
+        "precision_at_1000": 0.00103,
+        "mrr_at_1": 0.12629,
+        "mrr_at_3": 0.154451,
+        "mrr_at_5": 0.161866,
+        "mrr_at_10": 0.168962,
+        "mrr_at_20": 0.173027,
+        "mrr_at_100": 0.176492,
+        "mrr_at_1000": 0.177425,
+        "nauc_ndcg_at_1_max": 0.230319,
+        "nauc_ndcg_at_1_std": -0.021221,
+        "nauc_ndcg_at_1_diff1": 0.418441,
+        "nauc_ndcg_at_3_max": 0.201801,
+        "nauc_ndcg_at_3_std": 0.001944,
+        "nauc_ndcg_at_3_diff1": 0.342979,
+        "nauc_ndcg_at_5_max": 0.195268,
+        "nauc_ndcg_at_5_std": 0.001553,
+        "nauc_ndcg_at_5_diff1": 0.334014,
+        "nauc_ndcg_at_10_max": 0.190439,
+        "nauc_ndcg_at_10_std": 0.007219,
+        "nauc_ndcg_at_10_diff1": 0.322701,
+        "nauc_ndcg_at_20_max": 0.194566,
+        "nauc_ndcg_at_20_std": 0.018002,
+        "nauc_ndcg_at_20_diff1": 0.318386,
+        "nauc_ndcg_at_100_max": 0.203695,
+        "nauc_ndcg_at_100_std": 0.038701,
+        "nauc_ndcg_at_100_diff1": 0.303952,
+        "nauc_ndcg_at_1000_max": 0.213091,
+        "nauc_ndcg_at_1000_std": 0.052423,
+        "nauc_ndcg_at_1000_diff1": 0.300136,
+        "nauc_map_at_1_max": 0.212611,
+        "nauc_map_at_1_std": -0.014866,
+        "nauc_map_at_1_diff1": 0.418644,
+        "nauc_map_at_3_max": 0.202392,
+        "nauc_map_at_3_std": -0.000545,
+        "nauc_map_at_3_diff1": 0.361782,
+        "nauc_map_at_5_max": 0.197294,
+        "nauc_map_at_5_std": -0.001829,
+        "nauc_map_at_5_diff1": 0.354015,
+        "nauc_map_at_10_max": 0.195174,
+        "nauc_map_at_10_std": 0.00067,
+        "nauc_map_at_10_diff1": 0.348065,
+        "nauc_map_at_20_max": 0.196803,
+        "nauc_map_at_20_std": 0.00405,
+        "nauc_map_at_20_diff1": 0.346794,
+        "nauc_map_at_100_max": 0.198651,
+        "nauc_map_at_100_std": 0.007573,
+        "nauc_map_at_100_diff1": 0.344353,
+        "nauc_map_at_1000_max": 0.199103,
+        "nauc_map_at_1000_std": 0.008273,
+        "nauc_map_at_1000_diff1": 0.344289,
+        "nauc_recall_at_1_max": 0.212611,
+        "nauc_recall_at_1_std": -0.014866,
+        "nauc_recall_at_1_diff1": 0.418644,
+        "nauc_recall_at_3_max": 0.183492,
+        "nauc_recall_at_3_std": 0.011861,
+        "nauc_recall_at_3_diff1": 0.306821,
+        "nauc_recall_at_5_max": 0.168708,
+        "nauc_recall_at_5_std": 0.010617,
+        "nauc_recall_at_5_diff1": 0.28616,
+        "nauc_recall_at_10_max": 0.156201,
+        "nauc_recall_at_10_std": 0.022768,
+        "nauc_recall_at_10_diff1": 0.25403,
+        "nauc_recall_at_20_max": 0.169179,
+        "nauc_recall_at_20_std": 0.053138,
+        "nauc_recall_at_20_diff1": 0.243587,
+        "nauc_recall_at_100_max": 0.199026,
+        "nauc_recall_at_100_std": 0.126662,
+        "nauc_recall_at_100_diff1": 0.188811,
+        "nauc_recall_at_1000_max": 0.248388,
+        "nauc_recall_at_1000_std": 0.237109,
+        "nauc_recall_at_1000_diff1": 0.131819,
+        "nauc_precision_at_1_max": 0.230319,
+        "nauc_precision_at_1_std": -0.021221,
+        "nauc_precision_at_1_diff1": 0.418441,
+        "nauc_precision_at_3_max": 0.199272,
+        "nauc_precision_at_3_std": 0.004546,
+        "nauc_precision_at_3_diff1": 0.294366,
+        "nauc_precision_at_5_max": 0.19767,
+        "nauc_precision_at_5_std": 0.001837,
+        "nauc_precision_at_5_diff1": 0.274078,
+        "nauc_precision_at_10_max": 0.192538,
+        "nauc_precision_at_10_std": 0.019743,
+        "nauc_precision_at_10_diff1": 0.243372,
+        "nauc_precision_at_20_max": 0.218758,
+        "nauc_precision_at_20_std": 0.051382,
+        "nauc_precision_at_20_diff1": 0.232076,
+        "nauc_precision_at_100_max": 0.24738,
+        "nauc_precision_at_100_std": 0.119182,
+        "nauc_precision_at_100_diff1": 0.156865,
+        "nauc_precision_at_1000_max": 0.269522,
+        "nauc_precision_at_1000_std": 0.152014,
+        "nauc_precision_at_1000_diff1": 0.075664,
+        "nauc_mrr_at_1_max": 0.230319,
+        "nauc_mrr_at_1_std": -0.021221,
+        "nauc_mrr_at_1_diff1": 0.418441,
+        "nauc_mrr_at_3_max": 0.209084,
+        "nauc_mrr_at_3_std": -0.006969,
+        "nauc_mrr_at_3_diff1": 0.359461,
+        "nauc_mrr_at_5_max": 0.207291,
+        "nauc_mrr_at_5_std": -0.006225,
+        "nauc_mrr_at_5_diff1": 0.353709,
+        "nauc_mrr_at_10_max": 0.206325,
+        "nauc_mrr_at_10_std": -0.003229,
+        "nauc_mrr_at_10_diff1": 0.348398,
+        "nauc_mrr_at_20_max": 0.207924,
+        "nauc_mrr_at_20_std": 0.000245,
+        "nauc_mrr_at_20_diff1": 0.34649,
+        "nauc_mrr_at_100_max": 0.208891,
+        "nauc_mrr_at_100_std": 0.002827,
+        "nauc_mrr_at_100_diff1": 0.344718,
+        "nauc_mrr_at_1000_max": 0.208898,
+        "nauc_mrr_at_1000_std": 0.003074,
+        "nauc_mrr_at_1000_diff1": 0.344713,
+        "hit_rate_at_1": 0.12629,
+        "hit_rate_at_3": 0.19098,
+        "hit_rate_at_5": 0.22368,
+        "hit_rate_at_10": 0.27564,
+        "hit_rate_at_20": 0.33379,
+        "hit_rate_at_100": 0.48107,
+        "hit_rate_at_1000": 0.72299,
+        "main_score": 0.17047,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 94.38194489479065,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/CQADupstackUnixRetrieval.json

@@ -0,0 +1,167 @@
+{
+  "dataset_revision": "6c6430d3a6d36f8d2a829195bc5dc94d7e063e53",
+  "task_name": "CQADupstackUnixRetrieval",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "test": [
+      {
+        "ndcg_at_1": 0.1875,
+        "ndcg_at_3": 0.20202,
+        "ndcg_at_5": 0.21352,
+        "ndcg_at_10": 0.23141,
+        "ndcg_at_20": 0.24568,
+        "ndcg_at_100": 0.27544,
+        "ndcg_at_1000": 0.30995,
+        "map_at_1": 0.16082,
+        "map_at_3": 0.18667,
+        "map_at_5": 0.19371,
+        "map_at_10": 0.2012,
+        "map_at_20": 0.20492,
+        "map_at_100": 0.20918,
+        "map_at_1000": 0.21044,
+        "recall_at_1": 0.16082,
+        "recall_at_3": 0.21627,
+        "recall_at_5": 0.24583,
+        "recall_at_10": 0.29911,
+        "recall_at_20": 0.35199,
+        "recall_at_100": 0.50141,
+        "recall_at_1000": 0.7554,
+        "accuracy": 0.16082,
+        "precision_at_1": 0.1875,
+        "precision_at_3": 0.08613,
+        "precision_at_5": 0.06045,
+        "precision_at_10": 0.03731,
+        "precision_at_20": 0.02234,
+        "precision_at_100": 0.00674,
+        "precision_at_1000": 0.00108,
+        "mrr_at_1": 0.1875,
+        "mrr_at_3": 0.212687,
+        "mrr_at_5": 0.220849,
+        "mrr_at_10": 0.229029,
+        "mrr_at_20": 0.23357,
+        "mrr_at_100": 0.237229,
+        "mrr_at_1000": 0.238267,
+        "nauc_ndcg_at_1_max": 0.235508,
+        "nauc_ndcg_at_1_std": -0.00789,
+        "nauc_ndcg_at_1_diff1": 0.453197,
+        "nauc_ndcg_at_3_max": 0.233247,
+        "nauc_ndcg_at_3_std": -0.015264,
+        "nauc_ndcg_at_3_diff1": 0.424772,
+        "nauc_ndcg_at_5_max": 0.224668,
+        "nauc_ndcg_at_5_std": -0.011427,
+        "nauc_ndcg_at_5_diff1": 0.416819,
+        "nauc_ndcg_at_10_max": 0.220202,
+        "nauc_ndcg_at_10_std": -0.010872,
+        "nauc_ndcg_at_10_diff1": 0.397325,
+        "nauc_ndcg_at_20_max": 0.213576,
+        "nauc_ndcg_at_20_std": -0.002254,
+        "nauc_ndcg_at_20_diff1": 0.387078,
+        "nauc_ndcg_at_100_max": 0.221617,
+        "nauc_ndcg_at_100_std": 0.022028,
+        "nauc_ndcg_at_100_diff1": 0.373225,
+        "nauc_ndcg_at_1000_max": 0.232937,
+        "nauc_ndcg_at_1000_std": 0.03737,
+        "nauc_ndcg_at_1000_diff1": 0.378613,
+        "nauc_map_at_1_max": 0.235139,
+        "nauc_map_at_1_std": -0.004266,
+        "nauc_map_at_1_diff1": 0.475218,
+        "nauc_map_at_3_max": 0.230905,
+        "nauc_map_at_3_std": -0.013706,
+        "nauc_map_at_3_diff1": 0.442346,
+        "nauc_map_at_5_max": 0.227251,
+        "nauc_map_at_5_std": -0.010523,
+        "nauc_map_at_5_diff1": 0.437152,
+        "nauc_map_at_10_max": 0.225256,
+        "nauc_map_at_10_std": -0.010791,
+        "nauc_map_at_10_diff1": 0.428374,
+        "nauc_map_at_20_max": 0.22307,
+        "nauc_map_at_20_std": -0.008209,
+        "nauc_map_at_20_diff1": 0.425342,
+        "nauc_map_at_100_max": 0.224613,
+        "nauc_map_at_100_std": -0.004437,
+        "nauc_map_at_100_diff1": 0.422874,
+        "nauc_map_at_1000_max": 0.225039,
+        "nauc_map_at_1000_std": -0.003566,
+        "nauc_map_at_1000_diff1": 0.422999,
+        "nauc_recall_at_1_max": 0.235139,
+        "nauc_recall_at_1_std": -0.004266,
+        "nauc_recall_at_1_diff1": 0.475218,
+        "nauc_recall_at_3_max": 0.221991,
+        "nauc_recall_at_3_std": -0.024864,
+        "nauc_recall_at_3_diff1": 0.392695,
+        "nauc_recall_at_5_max": 0.20901,
+        "nauc_recall_at_5_std": -0.012765,
+        "nauc_recall_at_5_diff1": 0.375281,
+        "nauc_recall_at_10_max": 0.194324,
+        "nauc_recall_at_10_std": -0.013007,
+        "nauc_recall_at_10_diff1": 0.322802,
+        "nauc_recall_at_20_max": 0.170339,
+        "nauc_recall_at_20_std": 0.013403,
+        "nauc_recall_at_20_diff1": 0.290312,
+        "nauc_recall_at_100_max": 0.194856,
+        "nauc_recall_at_100_std": 0.119342,
+        "nauc_recall_at_100_diff1": 0.226639,
+        "nauc_recall_at_1000_max": 0.279435,
+        "nauc_recall_at_1000_std": 0.312857,
+        "nauc_recall_at_1000_diff1": 0.226713,
+        "nauc_precision_at_1_max": 0.235508,
+        "nauc_precision_at_1_std": -0.00789,
+        "nauc_precision_at_1_diff1": 0.453197,
+        "nauc_precision_at_3_max": 0.232357,
+        "nauc_precision_at_3_std": -0.025605,
+        "nauc_precision_at_3_diff1": 0.377004,
+        "nauc_precision_at_5_max": 0.212915,
+        "nauc_precision_at_5_std": -0.011097,
+        "nauc_precision_at_5_diff1": 0.346767,
+        "nauc_precision_at_10_max": 0.19545,
+        "nauc_precision_at_10_std": 0.002039,
+        "nauc_precision_at_10_diff1": 0.285917,
+        "nauc_precision_at_20_max": 0.178619,
+        "nauc_precision_at_20_std": 0.035792,
+        "nauc_precision_at_20_diff1": 0.239847,
+        "nauc_precision_at_100_max": 0.179317,
+        "nauc_precision_at_100_std": 0.142527,
+        "nauc_precision_at_100_diff1": 0.127719,
+        "nauc_precision_at_1000_max": 0.168149,
+        "nauc_precision_at_1000_std": 0.17302,
+        "nauc_precision_at_1000_diff1": -0.014407,
+        "nauc_mrr_at_1_max": 0.235508,
+        "nauc_mrr_at_1_std": -0.00789,
+        "nauc_mrr_at_1_diff1": 0.453197,
+        "nauc_mrr_at_3_max": 0.233272,
+        "nauc_mrr_at_3_std": -0.013997,
+        "nauc_mrr_at_3_diff1": 0.417242,
+        "nauc_mrr_at_5_max": 0.228978,
+        "nauc_mrr_at_5_std": -0.010665,
+        "nauc_mrr_at_5_diff1": 0.412509,
+        "nauc_mrr_at_10_max": 0.229613,
+        "nauc_mrr_at_10_std": -0.009033,
+        "nauc_mrr_at_10_diff1": 0.403702,
+        "nauc_mrr_at_20_max": 0.227094,
+        "nauc_mrr_at_20_std": -0.006685,
+        "nauc_mrr_at_20_diff1": 0.399966,
+        "nauc_mrr_at_100_max": 0.228246,
+        "nauc_mrr_at_100_std": -0.004885,
+        "nauc_mrr_at_100_diff1": 0.398215,
+        "nauc_mrr_at_1000_max": 0.22854,
+        "nauc_mrr_at_1000_std": -0.004488,
+        "nauc_mrr_at_1000_diff1": 0.398571,
+        "hit_rate_at_1": 0.1875,
+        "hit_rate_at_3": 0.24627,
+        "hit_rate_at_5": 0.28265,
+        "hit_rate_at_10": 0.34515,
+        "hit_rate_at_20": 0.41231,
+        "hit_rate_at_100": 0.56437,
+        "hit_rate_at_1000": 0.81343,
+        "main_score": 0.23141,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 61.548882246017456,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/CQADupstackWebmastersRetrieval.json

@@ -0,0 +1,167 @@
+{
+  "dataset_revision": "160c094312a0e1facb97e55eeddb698c0abe3571",
+  "task_name": "CQADupstackWebmastersRetrieval",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "test": [
+      {
+        "ndcg_at_1": 0.19763,
+        "ndcg_at_3": 0.22609,
+        "ndcg_at_5": 0.23619,
+        "ndcg_at_10": 0.2497,
+        "ndcg_at_20": 0.267,
+        "ndcg_at_100": 0.29984,
+        "ndcg_at_1000": 0.3349,
+        "map_at_1": 0.15581,
+        "map_at_3": 0.19501,
+        "map_at_5": 0.20445,
+        "map_at_10": 0.21202,
+        "map_at_20": 0.21817,
+        "map_at_100": 0.22438,
+        "map_at_1000": 0.22631,
+        "recall_at_1": 0.15581,
+        "recall_at_3": 0.23618,
+        "recall_at_5": 0.26621,
+        "recall_at_10": 0.30985,
+        "recall_at_20": 0.37846,
+        "recall_at_100": 0.54288,
+        "recall_at_1000": 0.78266,
+        "accuracy": 0.15581,
+        "precision_at_1": 0.19763,
+        "precision_at_3": 0.10935,
+        "precision_at_5": 0.07826,
+        "precision_at_10": 0.04901,
+        "precision_at_20": 0.03182,
+        "precision_at_100": 0.01117,
+        "precision_at_1000": 0.002,
+        "mrr_at_1": 0.197628,
+        "mrr_at_3": 0.236495,
+        "mrr_at_5": 0.242918,
+        "mrr_at_10": 0.249497,
+        "mrr_at_20": 0.255018,
+        "mrr_at_100": 0.258935,
+        "mrr_at_1000": 0.259807,
+        "nauc_ndcg_at_1_max": 0.201705,
+        "nauc_ndcg_at_1_std": 0.107448,
+        "nauc_ndcg_at_1_diff1": 0.493954,
+        "nauc_ndcg_at_3_max": 0.184019,
+        "nauc_ndcg_at_3_std": 0.101061,
+        "nauc_ndcg_at_3_diff1": 0.461407,
+        "nauc_ndcg_at_5_max": 0.17386,
+        "nauc_ndcg_at_5_std": 0.108166,
+        "nauc_ndcg_at_5_diff1": 0.44803,
+        "nauc_ndcg_at_10_max": 0.175864,
+        "nauc_ndcg_at_10_std": 0.105507,
+        "nauc_ndcg_at_10_diff1": 0.4328,
+        "nauc_ndcg_at_20_max": 0.167714,
+        "nauc_ndcg_at_20_std": 0.121772,
+        "nauc_ndcg_at_20_diff1": 0.418709,
+        "nauc_ndcg_at_100_max": 0.179637,
+        "nauc_ndcg_at_100_std": 0.149747,
+        "nauc_ndcg_at_100_diff1": 0.415966,
+        "nauc_ndcg_at_1000_max": 0.184758,
+        "nauc_ndcg_at_1000_std": 0.153074,
+        "nauc_ndcg_at_1000_diff1": 0.41573,
+        "nauc_map_at_1_max": 0.227561,
+        "nauc_map_at_1_std": 0.089596,
+        "nauc_map_at_1_diff1": 0.553489,
+        "nauc_map_at_3_max": 0.208453,
+        "nauc_map_at_3_std": 0.087576,
+        "nauc_map_at_3_diff1": 0.500902,
+        "nauc_map_at_5_max": 0.200498,
+        "nauc_map_at_5_std": 0.092375,
+        "nauc_map_at_5_diff1": 0.48774,
+        "nauc_map_at_10_max": 0.201454,
+        "nauc_map_at_10_std": 0.095125,
+        "nauc_map_at_10_diff1": 0.478641,
+        "nauc_map_at_20_max": 0.197037,
+        "nauc_map_at_20_std": 0.102911,
+        "nauc_map_at_20_diff1": 0.4713,
+        "nauc_map_at_100_max": 0.194399,
+        "nauc_map_at_100_std": 0.111902,
+        "nauc_map_at_100_diff1": 0.468311,
+        "nauc_map_at_1000_max": 0.193745,
+        "nauc_map_at_1000_std": 0.113011,
+        "nauc_map_at_1000_diff1": 0.466866,
+        "nauc_recall_at_1_max": 0.227561,
+        "nauc_recall_at_1_std": 0.089596,
+        "nauc_recall_at_1_diff1": 0.553489,
+        "nauc_recall_at_3_max": 0.171597,
+        "nauc_recall_at_3_std": 0.076768,
+        "nauc_recall_at_3_diff1": 0.436383,
+        "nauc_recall_at_5_max": 0.154084,
+        "nauc_recall_at_5_std": 0.092255,
+        "nauc_recall_at_5_diff1": 0.40358,
+        "nauc_recall_at_10_max": 0.153191,
+        "nauc_recall_at_10_std": 0.092634,
+        "nauc_recall_at_10_diff1": 0.351641,
+        "nauc_recall_at_20_max": 0.116001,
+        "nauc_recall_at_20_std": 0.158175,
+        "nauc_recall_at_20_diff1": 0.307346,
+        "nauc_recall_at_100_max": 0.146337,
+        "nauc_recall_at_100_std": 0.289483,
+        "nauc_recall_at_100_diff1": 0.290313,
+        "nauc_recall_at_1000_max": 0.17724,
+        "nauc_recall_at_1000_std": 0.392765,
+        "nauc_recall_at_1000_diff1": 0.270171,
+        "nauc_precision_at_1_max": 0.201705,
+        "nauc_precision_at_1_std": 0.107448,
+        "nauc_precision_at_1_diff1": 0.493954,
+        "nauc_precision_at_3_max": 0.141528,
+        "nauc_precision_at_3_std": 0.105073,
+        "nauc_precision_at_3_diff1": 0.345284,
+        "nauc_precision_at_5_max": 0.109174,
+        "nauc_precision_at_5_std": 0.120323,
+        "nauc_precision_at_5_diff1": 0.276892,
+        "nauc_precision_at_10_max": 0.072076,
+        "nauc_precision_at_10_std": 0.147043,
+        "nauc_precision_at_10_diff1": 0.208958,
+        "nauc_precision_at_20_max": 0.003301,
+        "nauc_precision_at_20_std": 0.21514,
+        "nauc_precision_at_20_diff1": 0.127829,
+        "nauc_precision_at_100_max": -0.049338,
+        "nauc_precision_at_100_std": 0.278531,
+        "nauc_precision_at_100_diff1": 0.017098,
+        "nauc_precision_at_1000_max": -0.113012,
+        "nauc_precision_at_1000_std": 0.117685,
+        "nauc_precision_at_1000_diff1": -0.14554,
+        "nauc_mrr_at_1_max": 0.201705,
+        "nauc_mrr_at_1_std": 0.107448,
+        "nauc_mrr_at_1_diff1": 0.493954,
+        "nauc_mrr_at_3_max": 0.173501,
+        "nauc_mrr_at_3_std": 0.097718,
+        "nauc_mrr_at_3_diff1": 0.44435,
+        "nauc_mrr_at_5_max": 0.169973,
+        "nauc_mrr_at_5_std": 0.102439,
+        "nauc_mrr_at_5_diff1": 0.435404,
+        "nauc_mrr_at_10_max": 0.172777,
+        "nauc_mrr_at_10_std": 0.100613,
+        "nauc_mrr_at_10_diff1": 0.429638,
+        "nauc_mrr_at_20_max": 0.170446,
+        "nauc_mrr_at_20_std": 0.104798,
+        "nauc_mrr_at_20_diff1": 0.426531,
+        "nauc_mrr_at_100_max": 0.172948,
+        "nauc_mrr_at_100_std": 0.108193,
+        "nauc_mrr_at_100_diff1": 0.427083,
+        "nauc_mrr_at_1000_max": 0.17294,
+        "nauc_mrr_at_1000_std": 0.108148,
+        "nauc_mrr_at_1000_diff1": 0.427136,
+        "hit_rate_at_1": 0.19763,
+        "hit_rate_at_3": 0.28656,
+        "hit_rate_at_5": 0.31423,
+        "hit_rate_at_10": 0.36166,
+        "hit_rate_at_20": 0.44071,
+        "hit_rate_at_100": 0.60474,
+        "hit_rate_at_1000": 0.82213,
+        "main_score": 0.2497,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 21.669158935546875,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/CQADupstackWordpressRetrieval.json

@@ -0,0 +1,167 @@
+{
+  "dataset_revision": "4ffe81d471b1924886b33c7567bfb200e9eec5c4",
+  "task_name": "CQADupstackWordpressRetrieval",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "test": [
+      {
+        "ndcg_at_1": 0.122,
+        "ndcg_at_3": 0.16141,
+        "ndcg_at_5": 0.1759,
+        "ndcg_at_10": 0.19303,
+        "ndcg_at_20": 0.20939,
+        "ndcg_at_100": 0.23793,
+        "ndcg_at_1000": 0.27084,
+        "map_at_1": 0.10974,
+        "map_at_3": 0.14601,
+        "map_at_5": 0.15435,
+        "map_at_10": 0.16167,
+        "map_at_20": 0.1664,
+        "map_at_100": 0.17026,
+        "map_at_1000": 0.17136,
+        "recall_at_1": 0.10974,
+        "recall_at_3": 0.18965,
+        "recall_at_5": 0.22539,
+        "recall_at_10": 0.2764,
+        "recall_at_20": 0.33844,
+        "recall_at_100": 0.48838,
+        "recall_at_1000": 0.74369,
+        "accuracy": 0.10974,
+        "precision_at_1": 0.122,
+        "precision_at_3": 0.07332,
+        "precision_at_5": 0.0525,
+        "precision_at_10": 0.03253,
+        "precision_at_20": 0.02006,
+        "precision_at_100": 0.00597,
+        "precision_at_1000": 0.00096,
+        "mrr_at_1": 0.121996,
+        "mrr_at_3": 0.159889,
+        "mrr_at_5": 0.168669,
+        "mrr_at_10": 0.175591,
+        "mrr_at_20": 0.180107,
+        "mrr_at_100": 0.183785,
+        "mrr_at_1000": 0.184795,
+        "nauc_ndcg_at_1_max": 0.195498,
+        "nauc_ndcg_at_1_std": -0.059471,
+        "nauc_ndcg_at_1_diff1": 0.436445,
+        "nauc_ndcg_at_3_max": 0.128434,
+        "nauc_ndcg_at_3_std": -0.007535,
+        "nauc_ndcg_at_3_diff1": 0.304886,
+        "nauc_ndcg_at_5_max": 0.12511,
+        "nauc_ndcg_at_5_std": -0.006802,
+        "nauc_ndcg_at_5_diff1": 0.288306,
+        "nauc_ndcg_at_10_max": 0.131754,
+        "nauc_ndcg_at_10_std": 0.006221,
+        "nauc_ndcg_at_10_diff1": 0.273192,
+        "nauc_ndcg_at_20_max": 0.138004,
+        "nauc_ndcg_at_20_std": 0.002491,
+        "nauc_ndcg_at_20_diff1": 0.260138,
+        "nauc_ndcg_at_100_max": 0.14504,
+        "nauc_ndcg_at_100_std": 0.013659,
+        "nauc_ndcg_at_100_diff1": 0.262462,
+        "nauc_ndcg_at_1000_max": 0.144261,
+        "nauc_ndcg_at_1000_std": 0.03415,
+        "nauc_ndcg_at_1000_diff1": 0.271006,
+        "nauc_map_at_1_max": 0.180579,
+        "nauc_map_at_1_std": -0.070196,
+        "nauc_map_at_1_diff1": 0.441501,
+        "nauc_map_at_3_max": 0.133264,
+        "nauc_map_at_3_std": -0.026593,
+        "nauc_map_at_3_diff1": 0.331688,
+        "nauc_map_at_5_max": 0.13353,
+        "nauc_map_at_5_std": -0.024144,
+        "nauc_map_at_5_diff1": 0.321083,
+        "nauc_map_at_10_max": 0.137716,
+        "nauc_map_at_10_std": -0.016867,
+        "nauc_map_at_10_diff1": 0.314727,
+        "nauc_map_at_20_max": 0.140282,
+        "nauc_map_at_20_std": -0.017288,
+        "nauc_map_at_20_diff1": 0.310382,
+        "nauc_map_at_100_max": 0.142128,
+        "nauc_map_at_100_std": -0.014783,
+        "nauc_map_at_100_diff1": 0.311585,
+        "nauc_map_at_1000_max": 0.141751,
+        "nauc_map_at_1000_std": -0.013976,
+        "nauc_map_at_1000_diff1": 0.311687,
+        "nauc_recall_at_1_max": 0.180579,
+        "nauc_recall_at_1_std": -0.070196,
+        "nauc_recall_at_1_diff1": 0.441501,
+        "nauc_recall_at_3_max": 0.085733,
+        "nauc_recall_at_3_std": 0.011728,
+        "nauc_recall_at_3_diff1": 0.246733,
+        "nauc_recall_at_5_max": 0.088181,
+        "nauc_recall_at_5_std": 0.016066,
+        "nauc_recall_at_5_diff1": 0.211521,
+        "nauc_recall_at_10_max": 0.105782,
+        "nauc_recall_at_10_std": 0.04734,
+        "nauc_recall_at_10_diff1": 0.181323,
+        "nauc_recall_at_20_max": 0.123856,
+        "nauc_recall_at_20_std": 0.032875,
+        "nauc_recall_at_20_diff1": 0.1429,
+        "nauc_recall_at_100_max": 0.146237,
+        "nauc_recall_at_100_std": 0.068235,
+        "nauc_recall_at_100_diff1": 0.145626,
+        "nauc_recall_at_1000_max": 0.174113,
+        "nauc_recall_at_1000_std": 0.274934,
+        "nauc_recall_at_1000_diff1": 0.176475,
+        "nauc_precision_at_1_max": 0.195498,
+        "nauc_precision_at_1_std": -0.059471,
+        "nauc_precision_at_1_diff1": 0.436445,
+        "nauc_precision_at_3_max": 0.101494,
+        "nauc_precision_at_3_std": 0.039666,
+        "nauc_precision_at_3_diff1": 0.224942,
+        "nauc_precision_at_5_max": 0.101147,
+        "nauc_precision_at_5_std": 0.042223,
+        "nauc_precision_at_5_diff1": 0.195269,
+        "nauc_precision_at_10_max": 0.118604,
+        "nauc_precision_at_10_std": 0.070029,
+        "nauc_precision_at_10_diff1": 0.158614,
+        "nauc_precision_at_20_max": 0.129791,
+        "nauc_precision_at_20_std": 0.054065,
+        "nauc_precision_at_20_diff1": 0.124559,
+        "nauc_precision_at_100_max": 0.128013,
+        "nauc_precision_at_100_std": 0.083705,
+        "nauc_precision_at_100_diff1": 0.106863,
+        "nauc_precision_at_1000_max": 0.002782,
+        "nauc_precision_at_1000_std": 0.104374,
+        "nauc_precision_at_1000_diff1": 0.037189,
+        "nauc_mrr_at_1_max": 0.195498,
+        "nauc_mrr_at_1_std": -0.059471,
+        "nauc_mrr_at_1_diff1": 0.436445,
+        "nauc_mrr_at_3_max": 0.157307,
+        "nauc_mrr_at_3_std": -0.006856,
+        "nauc_mrr_at_3_diff1": 0.327136,
+        "nauc_mrr_at_5_max": 0.156103,
+        "nauc_mrr_at_5_std": -0.00517,
+        "nauc_mrr_at_5_diff1": 0.317749,
+        "nauc_mrr_at_10_max": 0.157007,
+        "nauc_mrr_at_10_std": -0.002098,
+        "nauc_mrr_at_10_diff1": 0.311015,
+        "nauc_mrr_at_20_max": 0.15746,
+        "nauc_mrr_at_20_std": -0.003828,
+        "nauc_mrr_at_20_diff1": 0.30755,
+        "nauc_mrr_at_100_max": 0.158759,
+        "nauc_mrr_at_100_std": -0.001935,
+        "nauc_mrr_at_100_diff1": 0.308359,
+        "nauc_mrr_at_1000_max": 0.158403,
+        "nauc_mrr_at_1000_std": -0.001162,
+        "nauc_mrr_at_1000_diff1": 0.308619,
+        "hit_rate_at_1": 0.122,
+        "hit_rate_at_3": 0.20887,
+        "hit_rate_at_5": 0.24769,
+        "hit_rate_at_10": 0.29945,
+        "hit_rate_at_20": 0.36229,
+        "hit_rate_at_100": 0.51941,
+        "hit_rate_at_1000": 0.77819,
+        "main_score": 0.19303,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 61.142884731292725,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/ClimateFEVER.json

@@ -0,0 +1,167 @@
+{
+  "dataset_revision": "47f2ac6acb640fc46020b02a5b59fdda04d39380",
+  "task_name": "ClimateFEVER",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "test": [
+      {
+        "ndcg_at_1": 0.23779,
+        "ndcg_at_3": 0.21028,
+        "ndcg_at_5": 0.22071,
+        "ndcg_at_10": 0.24606,
+        "ndcg_at_20": 0.26744,
+        "ndcg_at_100": 0.30885,
+        "ndcg_at_1000": 0.34227,
+        "map_at_1": 0.10858,
+        "map_at_3": 0.15219,
+        "map_at_5": 0.16408,
+        "map_at_10": 0.17484,
+        "map_at_20": 0.18172,
+        "map_at_100": 0.18935,
+        "map_at_1000": 0.19107,
+        "recall_at_1": 0.10858,
+        "recall_at_3": 0.19344,
+        "recall_at_5": 0.23017,
+        "recall_at_10": 0.28747,
+        "recall_at_20": 0.34907,
+        "recall_at_100": 0.51,
+        "recall_at_1000": 0.69928,
+        "accuracy": 0.10858,
+        "precision_at_1": 0.23779,
+        "precision_at_3": 0.1544,
+        "precision_at_5": 0.11401,
+        "precision_at_10": 0.07381,
+        "precision_at_20": 0.04599,
+        "precision_at_100": 0.01413,
+        "precision_at_1000": 0.00203,
+        "mrr_at_1": 0.237785,
+        "mrr_at_3": 0.317372,
+        "mrr_at_5": 0.331412,
+        "mrr_at_10": 0.343342,
+        "mrr_at_20": 0.34862,
+        "mrr_at_100": 0.352126,
+        "mrr_at_1000": 0.35264,
+        "nauc_ndcg_at_1_max": 0.343121,
+        "nauc_ndcg_at_1_std": 0.191218,
+        "nauc_ndcg_at_1_diff1": 0.254735,
+        "nauc_ndcg_at_3_max": 0.357007,
+        "nauc_ndcg_at_3_std": 0.210569,
+        "nauc_ndcg_at_3_diff1": 0.209733,
+        "nauc_ndcg_at_5_max": 0.352518,
+        "nauc_ndcg_at_5_std": 0.213777,
+        "nauc_ndcg_at_5_diff1": 0.202488,
+        "nauc_ndcg_at_10_max": 0.370267,
+        "nauc_ndcg_at_10_std": 0.239493,
+        "nauc_ndcg_at_10_diff1": 0.198521,
+        "nauc_ndcg_at_20_max": 0.385889,
+        "nauc_ndcg_at_20_std": 0.257995,
+        "nauc_ndcg_at_20_diff1": 0.192411,
+        "nauc_ndcg_at_100_max": 0.406111,
+        "nauc_ndcg_at_100_std": 0.294372,
+        "nauc_ndcg_at_100_diff1": 0.18882,
+        "nauc_ndcg_at_1000_max": 0.41161,
+        "nauc_ndcg_at_1000_std": 0.303865,
+        "nauc_ndcg_at_1000_diff1": 0.19431,
+        "nauc_map_at_1_max": 0.322729,
+        "nauc_map_at_1_std": 0.140863,
+        "nauc_map_at_1_diff1": 0.281661,
+        "nauc_map_at_3_max": 0.336169,
+        "nauc_map_at_3_std": 0.175982,
+        "nauc_map_at_3_diff1": 0.228765,
+        "nauc_map_at_5_max": 0.335445,
+        "nauc_map_at_5_std": 0.182184,
+        "nauc_map_at_5_diff1": 0.223767,
+        "nauc_map_at_10_max": 0.345831,
+        "nauc_map_at_10_std": 0.197714,
+        "nauc_map_at_10_diff1": 0.221667,
+        "nauc_map_at_20_max": 0.353365,
+        "nauc_map_at_20_std": 0.206319,
+        "nauc_map_at_20_diff1": 0.219253,
+        "nauc_map_at_100_max": 0.360195,
+        "nauc_map_at_100_std": 0.217521,
+        "nauc_map_at_100_diff1": 0.217837,
+        "nauc_map_at_1000_max": 0.360775,
+        "nauc_map_at_1000_std": 0.218456,
+        "nauc_map_at_1000_diff1": 0.218179,
+        "nauc_recall_at_1_max": 0.322729,
+        "nauc_recall_at_1_std": 0.140863,
+        "nauc_recall_at_1_diff1": 0.281661,
+        "nauc_recall_at_3_max": 0.337002,
+        "nauc_recall_at_3_std": 0.206095,
+        "nauc_recall_at_3_diff1": 0.173432,
+        "nauc_recall_at_5_max": 0.319101,
+        "nauc_recall_at_5_std": 0.203534,
+        "nauc_recall_at_5_diff1": 0.157499,
+        "nauc_recall_at_10_max": 0.335447,
+        "nauc_recall_at_10_std": 0.241945,
+        "nauc_recall_at_10_diff1": 0.142356,
+        "nauc_recall_at_20_max": 0.360903,
+        "nauc_recall_at_20_std": 0.276128,
+        "nauc_recall_at_20_diff1": 0.122751,
+        "nauc_recall_at_100_max": 0.388122,
+        "nauc_recall_at_100_std": 0.361282,
+        "nauc_recall_at_100_diff1": 0.099536,
+        "nauc_recall_at_1000_max": 0.407208,
+        "nauc_recall_at_1000_std": 0.427122,
+        "nauc_recall_at_1000_diff1": 0.100633,
+        "nauc_precision_at_1_max": 0.343121,
+        "nauc_precision_at_1_std": 0.191218,
+        "nauc_precision_at_1_diff1": 0.254735,
+        "nauc_precision_at_3_max": 0.378706,
+        "nauc_precision_at_3_std": 0.265687,
+        "nauc_precision_at_3_diff1": 0.148487,
+        "nauc_precision_at_5_max": 0.349551,
+        "nauc_precision_at_5_std": 0.25789,
+        "nauc_precision_at_5_diff1": 0.134404,
+        "nauc_precision_at_10_max": 0.368934,
+        "nauc_precision_at_10_std": 0.305969,
+        "nauc_precision_at_10_diff1": 0.109505,
+        "nauc_precision_at_20_max": 0.376714,
+        "nauc_precision_at_20_std": 0.32974,
+        "nauc_precision_at_20_diff1": 0.081363,
+        "nauc_precision_at_100_max": 0.340024,
+        "nauc_precision_at_100_std": 0.366876,
+        "nauc_precision_at_100_diff1": 0.034085,
+        "nauc_precision_at_1000_max": 0.266471,
+        "nauc_precision_at_1000_std": 0.320882,
+        "nauc_precision_at_1000_diff1": 0.028323,
+        "nauc_mrr_at_1_max": 0.343121,
+        "nauc_mrr_at_1_std": 0.191218,
+        "nauc_mrr_at_1_diff1": 0.254735,
+        "nauc_mrr_at_3_max": 0.376881,
+        "nauc_mrr_at_3_std": 0.243461,
+        "nauc_mrr_at_3_diff1": 0.208239,
+        "nauc_mrr_at_5_max": 0.374758,
+        "nauc_mrr_at_5_std": 0.242674,
+        "nauc_mrr_at_5_diff1": 0.205474,
+        "nauc_mrr_at_10_max": 0.380805,
+        "nauc_mrr_at_10_std": 0.249146,
+        "nauc_mrr_at_10_diff1": 0.20531,
+        "nauc_mrr_at_20_max": 0.382975,
+        "nauc_mrr_at_20_std": 0.252044,
+        "nauc_mrr_at_20_diff1": 0.204181,
+        "nauc_mrr_at_100_max": 0.383097,
+        "nauc_mrr_at_100_std": 0.252133,
+        "nauc_mrr_at_100_diff1": 0.20584,
+        "nauc_mrr_at_1000_max": 0.382904,
+        "nauc_mrr_at_1000_std": 0.251905,
+        "nauc_mrr_at_1000_diff1": 0.205967,
+        "hit_rate_at_1": 0.23779,
+        "hit_rate_at_3": 0.42085,
+        "hit_rate_at_5": 0.48274,
+        "hit_rate_at_10": 0.57264,
+        "hit_rate_at_20": 0.64951,
+        "hit_rate_at_100": 0.78567,
+        "hit_rate_at_1000": 0.90489,
+        "main_score": 0.24606,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 5897.712790250778,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/DBPedia.json

@@ -0,0 +1,167 @@
+{
+  "dataset_revision": "c0f706b76e590d620bd6618b3ca8efdd34e2d659",
+  "task_name": "DBPedia",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "test": [
+      {
+        "ndcg_at_1": 0.4175,
+        "ndcg_at_3": 0.3451,
+        "ndcg_at_5": 0.31299,
+        "ndcg_at_10": 0.29583,
+        "ndcg_at_20": 0.28704,
+        "ndcg_at_100": 0.31611,
+        "ndcg_at_1000": 0.37593,
+        "map_at_1": 0.06698,
+        "map_at_3": 0.0981,
+        "map_at_5": 0.11035,
+        "map_at_10": 0.1303,
+        "map_at_20": 0.14787,
+        "map_at_100": 0.17235,
+        "map_at_1000": 0.18128,
+        "recall_at_1": 0.06698,
+        "recall_at_3": 0.10994,
+        "recall_at_5": 0.13216,
+        "recall_at_10": 0.17759,
+        "recall_at_20": 0.22854,
+        "recall_at_100": 0.352,
+        "recall_at_1000": 0.55837,
+        "accuracy": 0.06698,
+        "precision_at_1": 0.535,
+        "precision_at_3": 0.37833,
+        "precision_at_5": 0.3035,
+        "precision_at_10": 0.23475,
+        "precision_at_20": 0.1725,
+        "precision_at_100": 0.06918,
+        "precision_at_1000": 0.01469,
+        "mrr_at_1": 0.535,
+        "mrr_at_3": 0.600833,
+        "mrr_at_5": 0.611708,
+        "mrr_at_10": 0.621402,
+        "mrr_at_20": 0.624491,
+        "mrr_at_100": 0.62649,
+        "mrr_at_1000": 0.626779,
+        "nauc_ndcg_at_1_max": 0.455655,
+        "nauc_ndcg_at_1_std": 0.200973,
+        "nauc_ndcg_at_1_diff1": 0.369676,
+        "nauc_ndcg_at_3_max": 0.477214,
+        "nauc_ndcg_at_3_std": 0.245199,
+        "nauc_ndcg_at_3_diff1": 0.273717,
+        "nauc_ndcg_at_5_max": 0.493604,
+        "nauc_ndcg_at_5_std": 0.289825,
+        "nauc_ndcg_at_5_diff1": 0.283215,
+        "nauc_ndcg_at_10_max": 0.490094,
+        "nauc_ndcg_at_10_std": 0.324223,
+        "nauc_ndcg_at_10_diff1": 0.271712,
+        "nauc_ndcg_at_20_max": 0.472684,
+        "nauc_ndcg_at_20_std": 0.339017,
+        "nauc_ndcg_at_20_diff1": 0.284964,
+        "nauc_ndcg_at_100_max": 0.481062,
+        "nauc_ndcg_at_100_std": 0.37988,
+        "nauc_ndcg_at_100_diff1": 0.290831,
+        "nauc_ndcg_at_1000_max": 0.521607,
+        "nauc_ndcg_at_1000_std": 0.427666,
+        "nauc_ndcg_at_1000_diff1": 0.275182,
+        "nauc_map_at_1_max": 0.184884,
+        "nauc_map_at_1_std": -0.036467,
+        "nauc_map_at_1_diff1": 0.534701,
+        "nauc_map_at_3_max": 0.22491,
+        "nauc_map_at_3_std": 0.027844,
+        "nauc_map_at_3_diff1": 0.422314,
+        "nauc_map_at_5_max": 0.257815,
+        "nauc_map_at_5_std": 0.082563,
+        "nauc_map_at_5_diff1": 0.399695,
+        "nauc_map_at_10_max": 0.307682,
+        "nauc_map_at_10_std": 0.163341,
+        "nauc_map_at_10_diff1": 0.346129,
+        "nauc_map_at_20_max": 0.364625,
+        "nauc_map_at_20_std": 0.240144,
+        "nauc_map_at_20_diff1": 0.322409,
+        "nauc_map_at_100_max": 0.427206,
+        "nauc_map_at_100_std": 0.337604,
+        "nauc_map_at_100_diff1": 0.291311,
+        "nauc_map_at_1000_max": 0.438383,
+        "nauc_map_at_1000_std": 0.354183,
+        "nauc_map_at_1000_diff1": 0.282971,
+        "nauc_recall_at_1_max": 0.184884,
+        "nauc_recall_at_1_std": -0.036467,
+        "nauc_recall_at_1_diff1": 0.534701,
+        "nauc_recall_at_3_max": 0.168868,
+        "nauc_recall_at_3_std": 0.007221,
+        "nauc_recall_at_3_diff1": 0.359284,
+        "nauc_recall_at_5_max": 0.188961,
+        "nauc_recall_at_5_std": 0.064226,
+        "nauc_recall_at_5_diff1": 0.333752,
+        "nauc_recall_at_10_max": 0.22585,
+        "nauc_recall_at_10_std": 0.157655,
+        "nauc_recall_at_10_diff1": 0.239389,
+        "nauc_recall_at_20_max": 0.286777,
+        "nauc_recall_at_20_std": 0.231869,
+        "nauc_recall_at_20_diff1": 0.228465,
+        "nauc_recall_at_100_max": 0.367935,
+        "nauc_recall_at_100_std": 0.387773,
+        "nauc_recall_at_100_diff1": 0.204079,
+        "nauc_recall_at_1000_max": 0.368952,
+        "nauc_recall_at_1000_std": 0.451122,
+        "nauc_recall_at_1000_diff1": 0.121484,
+        "nauc_precision_at_1_max": 0.542824,
+        "nauc_precision_at_1_std": 0.234487,
+        "nauc_precision_at_1_diff1": 0.438662,
+        "nauc_precision_at_3_max": 0.502852,
+        "nauc_precision_at_3_std": 0.296039,
+        "nauc_precision_at_3_diff1": 0.104878,
+        "nauc_precision_at_5_max": 0.510481,
+        "nauc_precision_at_5_std": 0.392688,
+        "nauc_precision_at_5_diff1": 0.061735,
+        "nauc_precision_at_10_max": 0.5102,
+        "nauc_precision_at_10_std": 0.460824,
+        "nauc_precision_at_10_diff1": -0.009438,
+        "nauc_precision_at_20_max": 0.504609,
+        "nauc_precision_at_20_std": 0.501965,
+        "nauc_precision_at_20_diff1": -0.022055,
+        "nauc_precision_at_100_max": 0.393932,
+        "nauc_precision_at_100_std": 0.443163,
+        "nauc_precision_at_100_diff1": -0.071902,
+        "nauc_precision_at_1000_max": 0.131564,
+        "nauc_precision_at_1000_std": 0.183138,
+        "nauc_precision_at_1000_diff1": -0.169885,
+        "nauc_mrr_at_1_max": 0.542824,
+        "nauc_mrr_at_1_std": 0.234487,
+        "nauc_mrr_at_1_diff1": 0.438662,
+        "nauc_mrr_at_3_max": 0.558024,
+        "nauc_mrr_at_3_std": 0.244049,
+        "nauc_mrr_at_3_diff1": 0.42585,
+        "nauc_mrr_at_5_max": 0.555722,
+        "nauc_mrr_at_5_std": 0.248445,
+        "nauc_mrr_at_5_diff1": 0.426286,
+        "nauc_mrr_at_10_max": 0.559851,
+        "nauc_mrr_at_10_std": 0.257522,
+        "nauc_mrr_at_10_diff1": 0.423262,
+        "nauc_mrr_at_20_max": 0.560179,
+        "nauc_mrr_at_20_std": 0.254827,
+        "nauc_mrr_at_20_diff1": 0.426558,
+        "nauc_mrr_at_100_max": 0.559653,
+        "nauc_mrr_at_100_std": 0.254295,
+        "nauc_mrr_at_100_diff1": 0.426886,
+        "nauc_mrr_at_1000_max": 0.559666,
+        "nauc_mrr_at_1000_std": 0.254317,
+        "nauc_mrr_at_1000_diff1": 0.426871,
+        "hit_rate_at_1": 0.535,
+        "hit_rate_at_3": 0.6775,
+        "hit_rate_at_5": 0.7275,
+        "hit_rate_at_10": 0.7975,
+        "hit_rate_at_20": 0.84,
+        "hit_rate_at_100": 0.915,
+        "hit_rate_at_1000": 0.9775,
+        "main_score": 0.29583,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 4750.37805724144,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/EmotionClassification.json

@@ -0,0 +1,140 @@
+{
+  "dataset_revision": "4f58c6b202a23cf9a4da393831edf4f9183cad37",
+  "task_name": "EmotionClassification",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "test": [
+      {
+        "scores_per_experiment": [
+          {
+            "accuracy": 0.426,
+            "f1": 0.377881,
+            "f1_weighted": 0.448437,
+            "precision": 0.389149,
+            "precision_weighted": 0.522499,
+            "recall": 0.428431,
+            "recall_weighted": 0.426,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.375,
+            "f1": 0.340334,
+            "f1_weighted": 0.390046,
+            "precision": 0.354023,
+            "precision_weighted": 0.475535,
+            "recall": 0.40011,
+            "recall_weighted": 0.375,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.3865,
+            "f1": 0.345362,
+            "f1_weighted": 0.412465,
+            "precision": 0.357106,
+            "precision_weighted": 0.476589,
+            "recall": 0.387159,
+            "recall_weighted": 0.3865,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.3875,
+            "f1": 0.336269,
+            "f1_weighted": 0.415075,
+            "precision": 0.354845,
+            "precision_weighted": 0.491482,
+            "recall": 0.394926,
+            "recall_weighted": 0.3875,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.394,
+            "f1": 0.358739,
+            "f1_weighted": 0.421667,
+            "precision": 0.376911,
+            "precision_weighted": 0.504932,
+            "recall": 0.407643,
+            "recall_weighted": 0.394,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.4125,
+            "f1": 0.362078,
+            "f1_weighted": 0.435616,
+            "precision": 0.371521,
+            "precision_weighted": 0.505686,
+            "recall": 0.412291,
+            "recall_weighted": 0.4125,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.3915,
+            "f1": 0.349771,
+            "f1_weighted": 0.413247,
+            "precision": 0.366184,
+            "precision_weighted": 0.494832,
+            "recall": 0.410382,
+            "recall_weighted": 0.3915,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.3435,
+            "f1": 0.318846,
+            "f1_weighted": 0.358834,
+            "precision": 0.332929,
+            "precision_weighted": 0.441883,
+            "recall": 0.385154,
+            "recall_weighted": 0.3435,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.398,
+            "f1": 0.349592,
+            "f1_weighted": 0.420303,
+            "precision": 0.357782,
+            "precision_weighted": 0.482608,
+            "recall": 0.390937,
+            "recall_weighted": 0.398,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.3925,
+            "f1": 0.345382,
+            "f1_weighted": 0.42106,
+            "precision": 0.363256,
+            "precision_weighted": 0.506063,
+            "recall": 0.393749,
+            "recall_weighted": 0.3925,
+            "ap": null,
+            "ap_weighted": null
+          }
+        ],
+        "accuracy": 0.3907,
+        "f1": 0.348425,
+        "f1_weighted": 0.413675,
+        "precision": 0.362371,
+        "precision_weighted": 0.490211,
+        "recall": 0.401078,
+        "recall_weighted": 0.3907,
+        "ap": NaN,
+        "ap_weighted": NaN,
+        "main_score": 0.3907,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 17.370490550994873,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/FEVER.json

@@ -0,0 +1,167 @@
+{
+  "dataset_revision": "bea83ef9e8fb933d90a2f1d5515737465d613e12",
+  "task_name": "FEVER",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "test": [
+      {
+        "ndcg_at_1": 0.59511,
+        "ndcg_at_3": 0.66322,
+        "ndcg_at_5": 0.68352,
+        "ndcg_at_10": 0.69831,
+        "ndcg_at_20": 0.70672,
+        "ndcg_at_100": 0.71674,
+        "ndcg_at_1000": 0.72211,
+        "map_at_1": 0.5529,
+        "map_at_3": 0.62937,
+        "map_at_5": 0.6415,
+        "map_at_10": 0.64796,
+        "map_at_20": 0.65039,
+        "map_at_100": 0.65194,
+        "map_at_1000": 0.65216,
+        "recall_at_1": 0.5529,
+        "recall_at_3": 0.71647,
+        "recall_at_5": 0.76666,
+        "recall_at_10": 0.81175,
+        "recall_at_20": 0.84374,
+        "recall_at_100": 0.89442,
+        "recall_at_1000": 0.93437,
+        "accuracy": 0.5529,
+        "precision_at_1": 0.59511,
+        "precision_at_3": 0.25903,
+        "precision_at_5": 0.16682,
+        "precision_at_10": 0.08843,
+        "precision_at_20": 0.04609,
+        "precision_at_100": 0.00985,
+        "precision_at_1000": 0.00104,
+        "mrr_at_1": 0.59511,
+        "mrr_at_3": 0.674017,
+        "mrr_at_5": 0.685674,
+        "mrr_at_10": 0.691982,
+        "mrr_at_20": 0.694214,
+        "mrr_at_100": 0.695509,
+        "mrr_at_1000": 0.695649,
+        "nauc_ndcg_at_1_max": 0.322724,
+        "nauc_ndcg_at_1_std": -0.019391,
+        "nauc_ndcg_at_1_diff1": 0.616277,
+        "nauc_ndcg_at_3_max": 0.355358,
+        "nauc_ndcg_at_3_std": 0.032876,
+        "nauc_ndcg_at_3_diff1": 0.521015,
+        "nauc_ndcg_at_5_max": 0.36043,
+        "nauc_ndcg_at_5_std": 0.041642,
+        "nauc_ndcg_at_5_diff1": 0.514555,
+        "nauc_ndcg_at_10_max": 0.364069,
+        "nauc_ndcg_at_10_std": 0.053958,
+        "nauc_ndcg_at_10_diff1": 0.514048,
+        "nauc_ndcg_at_20_max": 0.363784,
+        "nauc_ndcg_at_20_std": 0.055851,
+        "nauc_ndcg_at_20_diff1": 0.514086,
+        "nauc_ndcg_at_100_max": 0.35874,
+        "nauc_ndcg_at_100_std": 0.054663,
+        "nauc_ndcg_at_100_diff1": 0.515184,
+        "nauc_ndcg_at_1000_max": 0.357326,
+        "nauc_ndcg_at_1000_std": 0.05338,
+        "nauc_ndcg_at_1000_diff1": 0.517587,
+        "nauc_map_at_1_max": 0.290232,
+        "nauc_map_at_1_std": -0.01011,
+        "nauc_map_at_1_diff1": 0.558808,
+        "nauc_map_at_3_max": 0.328664,
+        "nauc_map_at_3_std": 0.021271,
+        "nauc_map_at_3_diff1": 0.519885,
+        "nauc_map_at_5_max": 0.331893,
+        "nauc_map_at_5_std": 0.025416,
+        "nauc_map_at_5_diff1": 0.517455,
+        "nauc_map_at_10_max": 0.333295,
+        "nauc_map_at_10_std": 0.029761,
+        "nauc_map_at_10_diff1": 0.517879,
+        "nauc_map_at_20_max": 0.333245,
+        "nauc_map_at_20_std": 0.030183,
+        "nauc_map_at_20_diff1": 0.51796,
+        "nauc_map_at_100_max": 0.332674,
+        "nauc_map_at_100_std": 0.03012,
+        "nauc_map_at_100_diff1": 0.51811,
+        "nauc_map_at_1000_max": 0.332662,
+        "nauc_map_at_1000_std": 0.030097,
+        "nauc_map_at_1000_diff1": 0.518196,
+        "nauc_recall_at_1_max": 0.290232,
+        "nauc_recall_at_1_std": -0.01011,
+        "nauc_recall_at_1_diff1": 0.558808,
+        "nauc_recall_at_3_max": 0.375385,
+        "nauc_recall_at_3_std": 0.076253,
+        "nauc_recall_at_3_diff1": 0.439883,
+        "nauc_recall_at_5_max": 0.39338,
+        "nauc_recall_at_5_std": 0.108954,
+        "nauc_recall_at_5_diff1": 0.405277,
+        "nauc_recall_at_10_max": 0.41412,
+        "nauc_recall_at_10_std": 0.176006,
+        "nauc_recall_at_10_diff1": 0.376479,
+        "nauc_recall_at_20_max": 0.415416,
+        "nauc_recall_at_20_std": 0.206508,
+        "nauc_recall_at_20_diff1": 0.347593,
+        "nauc_recall_at_100_max": 0.371227,
+        "nauc_recall_at_100_std": 0.252345,
+        "nauc_recall_at_100_diff1": 0.280118,
+        "nauc_recall_at_1000_max": 0.329695,
+        "nauc_recall_at_1000_std": 0.322644,
+        "nauc_recall_at_1000_diff1": 0.210154,
+        "nauc_precision_at_1_max": 0.322724,
+        "nauc_precision_at_1_std": -0.019391,
+        "nauc_precision_at_1_diff1": 0.616277,
+        "nauc_precision_at_3_max": 0.446023,
+        "nauc_precision_at_3_std": 0.079605,
+        "nauc_precision_at_3_diff1": 0.487141,
+        "nauc_precision_at_5_max": 0.469546,
+        "nauc_precision_at_5_std": 0.113736,
+        "nauc_precision_at_5_diff1": 0.43583,
+        "nauc_precision_at_10_max": 0.494814,
+        "nauc_precision_at_10_std": 0.183242,
+        "nauc_precision_at_10_diff1": 0.393088,
+        "nauc_precision_at_20_max": 0.482286,
+        "nauc_precision_at_20_std": 0.204278,
+        "nauc_precision_at_20_diff1": 0.335491,
+        "nauc_precision_at_100_max": 0.371319,
+        "nauc_precision_at_100_std": 0.210493,
+        "nauc_precision_at_100_diff1": 0.181727,
+        "nauc_precision_at_1000_max": 0.242586,
+        "nauc_precision_at_1000_std": 0.172868,
+        "nauc_precision_at_1000_diff1": 0.049637,
+        "nauc_mrr_at_1_max": 0.322724,
+        "nauc_mrr_at_1_std": -0.019391,
+        "nauc_mrr_at_1_diff1": 0.616277,
+        "nauc_mrr_at_3_max": 0.373716,
+        "nauc_mrr_at_3_std": 0.013273,
+        "nauc_mrr_at_3_diff1": 0.58233,
+        "nauc_mrr_at_5_max": 0.377088,
+        "nauc_mrr_at_5_std": 0.017368,
+        "nauc_mrr_at_5_diff1": 0.581593,
+        "nauc_mrr_at_10_max": 0.378475,
+        "nauc_mrr_at_10_std": 0.020617,
+        "nauc_mrr_at_10_diff1": 0.582915,
+        "nauc_mrr_at_20_max": 0.37809,
+        "nauc_mrr_at_20_std": 0.020818,
+        "nauc_mrr_at_20_diff1": 0.583211,
+        "nauc_mrr_at_100_max": 0.377126,
+        "nauc_mrr_at_100_std": 0.020419,
+        "nauc_mrr_at_100_diff1": 0.583518,
+        "nauc_mrr_at_1000_max": 0.376977,
+        "nauc_mrr_at_1000_std": 0.02032,
+        "nauc_mrr_at_1000_diff1": 0.583548,
+        "hit_rate_at_1": 0.59511,
+        "hit_rate_at_3": 0.76793,
+        "hit_rate_at_5": 0.81878,
+        "hit_rate_at_10": 0.86454,
+        "hit_rate_at_20": 0.89619,
+        "hit_rate_at_100": 0.94374,
+        "hit_rate_at_1000": 0.97615,
+        "main_score": 0.69831,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 6016.38513469696,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/FiQA2018.json

@@ -0,0 +1,167 @@
+{
+  "dataset_revision": "27a168819829fe9bcd655c2df245fb19452e8e06",
+  "task_name": "FiQA2018",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "test": [
+      {
+        "ndcg_at_1": 0.19444,
+        "ndcg_at_3": 0.17421,
+        "ndcg_at_5": 0.18489,
+        "ndcg_at_10": 0.20716,
+        "ndcg_at_20": 0.22924,
+        "ndcg_at_100": 0.27278,
+        "ndcg_at_1000": 0.31664,
+        "map_at_1": 0.09419,
+        "map_at_3": 0.12794,
+        "map_at_5": 0.14025,
+        "map_at_10": 0.15239,
+        "map_at_20": 0.15959,
+        "map_at_100": 0.16638,
+        "map_at_1000": 0.16845,
+        "recall_at_1": 0.09419,
+        "recall_at_3": 0.15688,
+        "recall_at_5": 0.19738,
+        "recall_at_10": 0.26208,
+        "recall_at_20": 0.33317,
+        "recall_at_100": 0.51961,
+        "recall_at_1000": 0.79336,
+        "accuracy": 0.09419,
+        "precision_at_1": 0.19444,
+        "precision_at_3": 0.1142,
+        "precision_at_5": 0.08796,
+        "precision_at_10": 0.05988,
+        "precision_at_20": 0.0385,
+        "precision_at_100": 0.01272,
+        "precision_at_1000": 0.00203,
+        "mrr_at_1": 0.194444,
+        "mrr_at_3": 0.240484,
+        "mrr_at_5": 0.252752,
+        "mrr_at_10": 0.263528,
+        "mrr_at_20": 0.268686,
+        "mrr_at_100": 0.273424,
+        "mrr_at_1000": 0.274264,
+        "nauc_ndcg_at_1_max": 0.085396,
+        "nauc_ndcg_at_1_std": -0.098157,
+        "nauc_ndcg_at_1_diff1": 0.280954,
+        "nauc_ndcg_at_3_max": 0.098421,
+        "nauc_ndcg_at_3_std": -0.088118,
+        "nauc_ndcg_at_3_diff1": 0.217215,
+        "nauc_ndcg_at_5_max": 0.079253,
+        "nauc_ndcg_at_5_std": -0.085253,
+        "nauc_ndcg_at_5_diff1": 0.203115,
+        "nauc_ndcg_at_10_max": 0.094562,
+        "nauc_ndcg_at_10_std": -0.049793,
+        "nauc_ndcg_at_10_diff1": 0.192416,
+        "nauc_ndcg_at_20_max": 0.108877,
+        "nauc_ndcg_at_20_std": -0.029945,
+        "nauc_ndcg_at_20_diff1": 0.185746,
+        "nauc_ndcg_at_100_max": 0.119487,
+        "nauc_ndcg_at_100_std": -0.01582,
+        "nauc_ndcg_at_100_diff1": 0.186088,
+        "nauc_ndcg_at_1000_max": 0.14455,
+        "nauc_ndcg_at_1000_std": 0.005886,
+        "nauc_ndcg_at_1000_diff1": 0.182528,
+        "nauc_map_at_1_max": 0.061388,
+        "nauc_map_at_1_std": -0.123295,
+        "nauc_map_at_1_diff1": 0.303957,
+        "nauc_map_at_3_max": 0.079236,
+        "nauc_map_at_3_std": -0.099114,
+        "nauc_map_at_3_diff1": 0.237395,
+        "nauc_map_at_5_max": 0.074919,
+        "nauc_map_at_5_std": -0.09161,
+        "nauc_map_at_5_diff1": 0.224816,
+        "nauc_map_at_10_max": 0.088382,
+        "nauc_map_at_10_std": -0.068697,
+        "nauc_map_at_10_diff1": 0.217232,
+        "nauc_map_at_20_max": 0.095154,
+        "nauc_map_at_20_std": -0.059207,
+        "nauc_map_at_20_diff1": 0.213481,
+        "nauc_map_at_100_max": 0.098858,
+        "nauc_map_at_100_std": -0.055959,
+        "nauc_map_at_100_diff1": 0.213501,
+        "nauc_map_at_1000_max": 0.100972,
+        "nauc_map_at_1000_std": -0.054037,
+        "nauc_map_at_1000_diff1": 0.212963,
+        "nauc_recall_at_1_max": 0.061388,
+        "nauc_recall_at_1_std": -0.123295,
+        "nauc_recall_at_1_diff1": 0.303957,
+        "nauc_recall_at_3_max": 0.066185,
+        "nauc_recall_at_3_std": -0.090075,
+        "nauc_recall_at_3_diff1": 0.177468,
+        "nauc_recall_at_5_max": 0.048001,
+        "nauc_recall_at_5_std": -0.080127,
+        "nauc_recall_at_5_diff1": 0.144526,
+        "nauc_recall_at_10_max": 0.089675,
+        "nauc_recall_at_10_std": -0.003944,
+        "nauc_recall_at_10_diff1": 0.125863,
+        "nauc_recall_at_20_max": 0.117459,
+        "nauc_recall_at_20_std": 0.041872,
+        "nauc_recall_at_20_diff1": 0.109021,
+        "nauc_recall_at_100_max": 0.133245,
+        "nauc_recall_at_100_std": 0.100071,
+        "nauc_recall_at_100_diff1": 0.110776,
+        "nauc_recall_at_1000_max": 0.307733,
+        "nauc_recall_at_1000_std": 0.332186,
+        "nauc_recall_at_1000_diff1": 0.054725,
+        "nauc_precision_at_1_max": 0.085396,
+        "nauc_precision_at_1_std": -0.098157,
+        "nauc_precision_at_1_diff1": 0.280954,
+        "nauc_precision_at_3_max": 0.123342,
+        "nauc_precision_at_3_std": -0.050796,
+        "nauc_precision_at_3_diff1": 0.15625,
+        "nauc_precision_at_5_max": 0.114479,
+        "nauc_precision_at_5_std": -0.016031,
+        "nauc_precision_at_5_diff1": 0.127815,
+        "nauc_precision_at_10_max": 0.155919,
+        "nauc_precision_at_10_std": 0.052964,
+        "nauc_precision_at_10_diff1": 0.099074,
+        "nauc_precision_at_20_max": 0.182719,
+        "nauc_precision_at_20_std": 0.087839,
+        "nauc_precision_at_20_diff1": 0.074914,
+        "nauc_precision_at_100_max": 0.187287,
+        "nauc_precision_at_100_std": 0.097828,
+        "nauc_precision_at_100_diff1": 0.020769,
+        "nauc_precision_at_1000_max": 0.216903,
+        "nauc_precision_at_1000_std": 0.132659,
+        "nauc_precision_at_1000_diff1": -0.02185,
+        "nauc_mrr_at_1_max": 0.085396,
+        "nauc_mrr_at_1_std": -0.098157,
+        "nauc_mrr_at_1_diff1": 0.280954,
+        "nauc_mrr_at_3_max": 0.088598,
+        "nauc_mrr_at_3_std": -0.086612,
+        "nauc_mrr_at_3_diff1": 0.224869,
+        "nauc_mrr_at_5_max": 0.086083,
+        "nauc_mrr_at_5_std": -0.086926,
+        "nauc_mrr_at_5_diff1": 0.21999,
+        "nauc_mrr_at_10_max": 0.089551,
+        "nauc_mrr_at_10_std": -0.079567,
+        "nauc_mrr_at_10_diff1": 0.215158,
+        "nauc_mrr_at_20_max": 0.091542,
+        "nauc_mrr_at_20_std": -0.076476,
+        "nauc_mrr_at_20_diff1": 0.214022,
+        "nauc_mrr_at_100_max": 0.092425,
+        "nauc_mrr_at_100_std": -0.076498,
+        "nauc_mrr_at_100_diff1": 0.215476,
+        "nauc_mrr_at_1000_max": 0.092728,
+        "nauc_mrr_at_1000_std": -0.07618,
+        "nauc_mrr_at_1000_diff1": 0.215609,
+        "hit_rate_at_1": 0.19444,
+        "hit_rate_at_3": 0.2963,
+        "hit_rate_at_5": 0.35031,
+        "hit_rate_at_10": 0.43056,
+        "hit_rate_at_20": 0.50617,
+        "hit_rate_at_100": 0.71451,
+        "hit_rate_at_1000": 0.91358,
+        "main_score": 0.20716,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 66.45291948318481,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/HotpotQA.json

@@ -0,0 +1,167 @@
+{
+  "dataset_revision": "ab518f4d6fcca38d87c25209f94beba119d02014",
+  "task_name": "HotpotQA",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "test": [
+      {
+        "ndcg_at_1": 0.53167,
+        "ndcg_at_3": 0.40026,
+        "ndcg_at_5": 0.41794,
+        "ndcg_at_10": 0.43572,
+        "ndcg_at_20": 0.44818,
+        "ndcg_at_100": 0.46985,
+        "ndcg_at_1000": 0.48897,
+        "map_at_1": 0.26583,
+        "map_at_3": 0.32984,
+        "map_at_5": 0.34128,
+        "map_at_10": 0.35012,
+        "map_at_20": 0.35428,
+        "map_at_100": 0.35803,
+        "map_at_1000": 0.35887,
+        "recall_at_1": 0.26583,
+        "recall_at_3": 0.36914,
+        "recall_at_5": 0.40419,
+        "recall_at_10": 0.44895,
+        "recall_at_20": 0.48906,
+        "recall_at_100": 0.58542,
+        "recall_at_1000": 0.71323,
+        "accuracy": 0.26583,
+        "precision_at_1": 0.53167,
+        "precision_at_3": 0.24609,
+        "precision_at_5": 0.16167,
+        "precision_at_10": 0.08979,
+        "precision_at_20": 0.04891,
+        "precision_at_100": 0.01171,
+        "precision_at_1000": 0.00143,
+        "mrr_at_1": 0.531668,
+        "mrr_at_3": 0.586766,
+        "mrr_at_5": 0.595854,
+        "mrr_at_10": 0.602144,
+        "mrr_at_20": 0.605048,
+        "mrr_at_100": 0.607029,
+        "mrr_at_1000": 0.607346,
+        "nauc_ndcg_at_1_max": 0.433229,
+        "nauc_ndcg_at_1_std": 0.05272,
+        "nauc_ndcg_at_1_diff1": 0.694146,
+        "nauc_ndcg_at_3_max": 0.385363,
+        "nauc_ndcg_at_3_std": 0.071543,
+        "nauc_ndcg_at_3_diff1": 0.531948,
+        "nauc_ndcg_at_5_max": 0.377125,
+        "nauc_ndcg_at_5_std": 0.077552,
+        "nauc_ndcg_at_5_diff1": 0.508338,
+        "nauc_ndcg_at_10_max": 0.369576,
+        "nauc_ndcg_at_10_std": 0.082616,
+        "nauc_ndcg_at_10_diff1": 0.493585,
+        "nauc_ndcg_at_20_max": 0.364503,
+        "nauc_ndcg_at_20_std": 0.086776,
+        "nauc_ndcg_at_20_diff1": 0.483721,
+        "nauc_ndcg_at_100_max": 0.357907,
+        "nauc_ndcg_at_100_std": 0.09626,
+        "nauc_ndcg_at_100_diff1": 0.471591,
+        "nauc_ndcg_at_1000_max": 0.355651,
+        "nauc_ndcg_at_1000_std": 0.100939,
+        "nauc_ndcg_at_1000_diff1": 0.465123,
+        "nauc_map_at_1_max": 0.433229,
+        "nauc_map_at_1_std": 0.05272,
+        "nauc_map_at_1_diff1": 0.694146,
+        "nauc_map_at_3_max": 0.363243,
+        "nauc_map_at_3_std": 0.067699,
+        "nauc_map_at_3_diff1": 0.500367,
+        "nauc_map_at_5_max": 0.35639,
+        "nauc_map_at_5_std": 0.072348,
+        "nauc_map_at_5_diff1": 0.482395,
+        "nauc_map_at_10_max": 0.351947,
+        "nauc_map_at_10_std": 0.07463,
+        "nauc_map_at_10_diff1": 0.474548,
+        "nauc_map_at_20_max": 0.350042,
+        "nauc_map_at_20_std": 0.075925,
+        "nauc_map_at_20_diff1": 0.470969,
+        "nauc_map_at_100_max": 0.348872,
+        "nauc_map_at_100_std": 0.077765,
+        "nauc_map_at_100_diff1": 0.468543,
+        "nauc_map_at_1000_max": 0.34882,
+        "nauc_map_at_1000_std": 0.078076,
+        "nauc_map_at_1000_diff1": 0.468235,
+        "nauc_recall_at_1_max": 0.433229,
+        "nauc_recall_at_1_std": 0.05272,
+        "nauc_recall_at_1_diff1": 0.694146,
+        "nauc_recall_at_3_max": 0.34645,
+        "nauc_recall_at_3_std": 0.080612,
+        "nauc_recall_at_3_diff1": 0.429863,
+        "nauc_recall_at_5_max": 0.32222,
+        "nauc_recall_at_5_std": 0.091314,
+        "nauc_recall_at_5_diff1": 0.373002,
+        "nauc_recall_at_10_max": 0.286532,
+        "nauc_recall_at_10_std": 0.10102,
+        "nauc_recall_at_10_diff1": 0.314338,
+        "nauc_recall_at_20_max": 0.254315,
+        "nauc_recall_at_20_std": 0.109253,
+        "nauc_recall_at_20_diff1": 0.264912,
+        "nauc_recall_at_100_max": 0.201326,
+        "nauc_recall_at_100_std": 0.145151,
+        "nauc_recall_at_100_diff1": 0.179968,
+        "nauc_recall_at_1000_max": 0.135616,
+        "nauc_recall_at_1000_std": 0.178026,
+        "nauc_recall_at_1000_diff1": 0.055121,
+        "nauc_precision_at_1_max": 0.433229,
+        "nauc_precision_at_1_std": 0.05272,
+        "nauc_precision_at_1_diff1": 0.694146,
+        "nauc_precision_at_3_max": 0.34645,
+        "nauc_precision_at_3_std": 0.080612,
+        "nauc_precision_at_3_diff1": 0.429863,
+        "nauc_precision_at_5_max": 0.32222,
+        "nauc_precision_at_5_std": 0.091314,
+        "nauc_precision_at_5_diff1": 0.373002,
+        "nauc_precision_at_10_max": 0.286532,
+        "nauc_precision_at_10_std": 0.10102,
+        "nauc_precision_at_10_diff1": 0.314338,
+        "nauc_precision_at_20_max": 0.254315,
+        "nauc_precision_at_20_std": 0.109253,
+        "nauc_precision_at_20_diff1": 0.264912,
+        "nauc_precision_at_100_max": 0.201326,
+        "nauc_precision_at_100_std": 0.145151,
+        "nauc_precision_at_100_diff1": 0.179968,
+        "nauc_precision_at_1000_max": 0.135616,
+        "nauc_precision_at_1000_std": 0.178026,
+        "nauc_precision_at_1000_diff1": 0.055121,
+        "nauc_mrr_at_1_max": 0.433229,
+        "nauc_mrr_at_1_std": 0.05272,
+        "nauc_mrr_at_1_diff1": 0.694146,
+        "nauc_mrr_at_3_max": 0.443313,
+        "nauc_mrr_at_3_std": 0.066702,
+        "nauc_mrr_at_3_diff1": 0.65952,
+        "nauc_mrr_at_5_max": 0.444078,
+        "nauc_mrr_at_5_std": 0.068542,
+        "nauc_mrr_at_5_diff1": 0.656499,
+        "nauc_mrr_at_10_max": 0.443617,
+        "nauc_mrr_at_10_std": 0.069915,
+        "nauc_mrr_at_10_diff1": 0.655073,
+        "nauc_mrr_at_20_max": 0.443761,
+        "nauc_mrr_at_20_std": 0.070968,
+        "nauc_mrr_at_20_diff1": 0.654569,
+        "nauc_mrr_at_100_max": 0.443658,
+        "nauc_mrr_at_100_std": 0.071312,
+        "nauc_mrr_at_100_diff1": 0.654804,
+        "nauc_mrr_at_1000_max": 0.4436,
+        "nauc_mrr_at_1000_std": 0.071272,
+        "nauc_mrr_at_1000_diff1": 0.654842,
+        "hit_rate_at_1": 0.53167,
+        "hit_rate_at_3": 0.6551,
+        "hit_rate_at_5": 0.69507,
+        "hit_rate_at_10": 0.7422,
+        "hit_rate_at_20": 0.78285,
+        "hit_rate_at_100": 0.86226,
+        "hit_rate_at_1000": 0.93788,
+        "main_score": 0.43572,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 5434.81702709198,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/ImdbClassification.json

@@ -0,0 +1,140 @@
+{
+  "dataset_revision": "3d86128a09e091d6018b6d26cad27f2739fc2db7",
+  "task_name": "ImdbClassification",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "test": [
+      {
+        "scores_per_experiment": [
+          {
+            "accuracy": 0.7298,
+            "f1": 0.728365,
+            "f1_weighted": 0.728365,
+            "precision": 0.73476,
+            "precision_weighted": 0.73476,
+            "recall": 0.7298,
+            "recall_weighted": 0.7298,
+            "ap": 0.67669,
+            "ap_weighted": 0.67669
+          },
+          {
+            "accuracy": 0.71244,
+            "f1": 0.709224,
+            "f1_weighted": 0.709224,
+            "precision": 0.722272,
+            "precision_weighted": 0.722272,
+            "recall": 0.71244,
+            "recall_weighted": 0.71244,
+            "ap": 0.663371,
+            "ap_weighted": 0.663371
+          },
+          {
+            "accuracy": 0.61212,
+            "f1": 0.608611,
+            "f1_weighted": 0.608611,
+            "precision": 0.61629,
+            "precision_weighted": 0.61629,
+            "recall": 0.61212,
+            "recall_weighted": 0.61212,
+            "ap": 0.566629,
+            "ap_weighted": 0.566629
+          },
+          {
+            "accuracy": 0.72956,
+            "f1": 0.729558,
+            "f1_weighted": 0.729558,
+            "precision": 0.729567,
+            "precision_weighted": 0.729567,
+            "recall": 0.72956,
+            "recall_weighted": 0.72956,
+            "ap": 0.667779,
+            "ap_weighted": 0.667779
+          },
+          {
+            "accuracy": 0.67284,
+            "f1": 0.67284,
+            "f1_weighted": 0.67284,
+            "precision": 0.67284,
+            "precision_weighted": 0.67284,
+            "recall": 0.67284,
+            "recall_weighted": 0.67284,
+            "ap": 0.616282,
+            "ap_weighted": 0.616282
+          },
+          {
+            "accuracy": 0.59808,
+            "f1": 0.590909,
+            "f1_weighted": 0.590909,
+            "precision": 0.605476,
+            "precision_weighted": 0.605476,
+            "recall": 0.59808,
+            "recall_weighted": 0.59808,
+            "ap": 0.556646,
+            "ap_weighted": 0.556646
+          },
+          {
+            "accuracy": 0.62644,
+            "f1": 0.625089,
+            "f1_weighted": 0.625089,
+            "precision": 0.62829,
+            "precision_weighted": 0.62829,
+            "recall": 0.62644,
+            "recall_weighted": 0.62644,
+            "ap": 0.577493,
+            "ap_weighted": 0.577493
+          },
+          {
+            "accuracy": 0.67036,
+            "f1": 0.667723,
+            "f1_weighted": 0.667723,
+            "precision": 0.675945,
+            "precision_weighted": 0.675945,
+            "recall": 0.67036,
+            "recall_weighted": 0.67036,
+            "ap": 0.609814,
+            "ap_weighted": 0.609814
+          },
+          {
+            "accuracy": 0.69948,
+            "f1": 0.699284,
+            "f1_weighted": 0.699284,
+            "precision": 0.700003,
+            "precision_weighted": 0.700003,
+            "recall": 0.69948,
+            "recall_weighted": 0.69948,
+            "ap": 0.637597,
+            "ap_weighted": 0.637597
+          },
+          {
+            "accuracy": 0.674,
+            "f1": 0.671423,
+            "f1_weighted": 0.671423,
+            "precision": 0.679635,
+            "precision_weighted": 0.679635,
+            "recall": 0.674,
+            "recall_weighted": 0.674,
+            "ap": 0.61272,
+            "ap_weighted": 0.61272
+          }
+        ],
+        "accuracy": 0.672512,
+        "f1": 0.670303,
+        "f1_weighted": 0.670303,
+        "precision": 0.676508,
+        "precision_weighted": 0.676508,
+        "recall": 0.672512,
+        "recall_weighted": 0.672512,
+        "ap": 0.618502,
+        "ap_weighted": 0.618502,
+        "main_score": 0.672512,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 206.38175559043884,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/MSMARCO.json

@@ -0,0 +1,167 @@
+{
+  "dataset_revision": "c5a29a104738b98a9e76336939199e264163d4a0",
+  "task_name": "MSMARCO",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "dev": [
+      {
+        "ndcg_at_1": 0.13625,
+        "ndcg_at_3": 0.2019,
+        "ndcg_at_5": 0.22864,
+        "ndcg_at_10": 0.25726,
+        "ndcg_at_20": 0.27919,
+        "ndcg_at_100": 0.31389,
+        "ndcg_at_1000": 0.33934,
+        "map_at_1": 0.13321,
+        "map_at_3": 0.18416,
+        "map_at_5": 0.19895,
+        "map_at_10": 0.2109,
+        "map_at_20": 0.21701,
+        "map_at_100": 0.22177,
+        "map_at_1000": 0.22267,
+        "recall_at_1": 0.13321,
+        "recall_at_3": 0.25008,
+        "recall_at_5": 0.31439,
+        "recall_at_10": 0.40142,
+        "recall_at_20": 0.48681,
+        "recall_at_100": 0.67248,
+        "recall_at_1000": 0.87366,
+        "accuracy": 0.13321,
+        "precision_at_1": 0.13625,
+        "precision_at_3": 0.08567,
+        "precision_at_5": 0.0649,
+        "precision_at_10": 0.0417,
+        "precision_at_20": 0.02534,
+        "precision_at_100": 0.00706,
+        "precision_at_1000": 0.00093,
+        "mrr_at_1": 0.136246,
+        "mrr_at_3": 0.187512,
+        "mrr_at_5": 0.202627,
+        "mrr_at_10": 0.214528,
+        "mrr_at_20": 0.220597,
+        "mrr_at_100": 0.225219,
+        "mrr_at_1000": 0.226072,
+        "nauc_ndcg_at_1_max": 0.093399,
+        "nauc_ndcg_at_1_std": -0.08675,
+        "nauc_ndcg_at_1_diff1": 0.383353,
+        "nauc_ndcg_at_3_max": 0.082612,
+        "nauc_ndcg_at_3_std": -0.094617,
+        "nauc_ndcg_at_3_diff1": 0.318672,
+        "nauc_ndcg_at_5_max": 0.087284,
+        "nauc_ndcg_at_5_std": -0.087053,
+        "nauc_ndcg_at_5_diff1": 0.307274,
+        "nauc_ndcg_at_10_max": 0.098624,
+        "nauc_ndcg_at_10_std": -0.071552,
+        "nauc_ndcg_at_10_diff1": 0.295866,
+        "nauc_ndcg_at_20_max": 0.104107,
+        "nauc_ndcg_at_20_std": -0.056058,
+        "nauc_ndcg_at_20_diff1": 0.294653,
+        "nauc_ndcg_at_100_max": 0.118627,
+        "nauc_ndcg_at_100_std": -0.022275,
+        "nauc_ndcg_at_100_diff1": 0.29013,
+        "nauc_ndcg_at_1000_max": 0.122129,
+        "nauc_ndcg_at_1000_std": -0.020528,
+        "nauc_ndcg_at_1000_diff1": 0.294577,
+        "nauc_map_at_1_max": 0.092532,
+        "nauc_map_at_1_std": -0.086836,
+        "nauc_map_at_1_diff1": 0.383733,
+        "nauc_map_at_3_max": 0.084415,
+        "nauc_map_at_3_std": -0.093965,
+        "nauc_map_at_3_diff1": 0.33129,
+        "nauc_map_at_5_max": 0.086949,
+        "nauc_map_at_5_std": -0.0898,
+        "nauc_map_at_5_diff1": 0.324339,
+        "nauc_map_at_10_max": 0.09202,
+        "nauc_map_at_10_std": -0.082923,
+        "nauc_map_at_10_diff1": 0.319518,
+        "nauc_map_at_20_max": 0.093919,
+        "nauc_map_at_20_std": -0.078417,
+        "nauc_map_at_20_diff1": 0.319325,
+        "nauc_map_at_100_max": 0.09599,
+        "nauc_map_at_100_std": -0.073679,
+        "nauc_map_at_100_diff1": 0.318714,
+        "nauc_map_at_1000_max": 0.096211,
+        "nauc_map_at_1000_std": -0.073447,
+        "nauc_map_at_1000_diff1": 0.318925,
+        "nauc_recall_at_1_max": 0.092532,
+        "nauc_recall_at_1_std": -0.086836,
+        "nauc_recall_at_1_diff1": 0.383733,
+        "nauc_recall_at_3_max": 0.078584,
+        "nauc_recall_at_3_std": -0.096077,
+        "nauc_recall_at_3_diff1": 0.288074,
+        "nauc_recall_at_5_max": 0.088485,
+        "nauc_recall_at_5_std": -0.079656,
+        "nauc_recall_at_5_diff1": 0.266764,
+        "nauc_recall_at_10_max": 0.115682,
+        "nauc_recall_at_10_std": -0.042055,
+        "nauc_recall_at_10_diff1": 0.23882,
+        "nauc_recall_at_20_max": 0.131926,
+        "nauc_recall_at_20_std": 0.008761,
+        "nauc_recall_at_20_diff1": 0.232895,
+        "nauc_recall_at_100_max": 0.215249,
+        "nauc_recall_at_100_std": 0.207541,
+        "nauc_recall_at_100_diff1": 0.191877,
+        "nauc_recall_at_1000_max": 0.371403,
+        "nauc_recall_at_1000_std": 0.48817,
+        "nauc_recall_at_1000_diff1": 0.147312,
+        "nauc_precision_at_1_max": 0.093399,
+        "nauc_precision_at_1_std": -0.08675,
+        "nauc_precision_at_1_diff1": 0.383353,
+        "nauc_precision_at_3_max": 0.081004,
+        "nauc_precision_at_3_std": -0.095384,
+        "nauc_precision_at_3_diff1": 0.288779,
+        "nauc_precision_at_5_max": 0.090831,
+        "nauc_precision_at_5_std": -0.078907,
+        "nauc_precision_at_5_diff1": 0.266908,
+        "nauc_precision_at_10_max": 0.121537,
+        "nauc_precision_at_10_std": -0.035889,
+        "nauc_precision_at_10_diff1": 0.238216,
+        "nauc_precision_at_20_max": 0.139064,
+        "nauc_precision_at_20_std": 0.016142,
+        "nauc_precision_at_20_diff1": 0.227652,
+        "nauc_precision_at_100_max": 0.220797,
+        "nauc_precision_at_100_std": 0.208055,
+        "nauc_precision_at_100_diff1": 0.174679,
+        "nauc_precision_at_1000_max": 0.299085,
+        "nauc_precision_at_1000_std": 0.347796,
+        "nauc_precision_at_1000_diff1": 0.082151,
+        "nauc_mrr_at_1_max": 0.093399,
+        "nauc_mrr_at_1_std": -0.08675,
+        "nauc_mrr_at_1_diff1": 0.383353,
+        "nauc_mrr_at_3_max": 0.083923,
+        "nauc_mrr_at_3_std": -0.093443,
+        "nauc_mrr_at_3_diff1": 0.331226,
+        "nauc_mrr_at_5_max": 0.086591,
+        "nauc_mrr_at_5_std": -0.08909,
+        "nauc_mrr_at_5_diff1": 0.323781,
+        "nauc_mrr_at_10_max": 0.091846,
+        "nauc_mrr_at_10_std": -0.081979,
+        "nauc_mrr_at_10_diff1": 0.318344,
+        "nauc_mrr_at_20_max": 0.093517,
+        "nauc_mrr_at_20_std": -0.0774,
+        "nauc_mrr_at_20_diff1": 0.318073,
+        "nauc_mrr_at_100_max": 0.095405,
+        "nauc_mrr_at_100_std": -0.073061,
+        "nauc_mrr_at_100_diff1": 0.31747,
+        "nauc_mrr_at_1000_max": 0.095563,
+        "nauc_mrr_at_1000_std": -0.072916,
+        "nauc_mrr_at_1000_diff1": 0.317692,
+        "hit_rate_at_1": 0.13625,
+        "hit_rate_at_3": 0.25501,
+        "hit_rate_at_5": 0.3212,
+        "hit_rate_at_10": 0.40989,
+        "hit_rate_at_20": 0.49628,
+        "hit_rate_at_100": 0.68209,
+        "hit_rate_at_1000": 0.88052,
+        "main_score": 0.25726,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 9067.453301429749,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/MTOPDomainClassification.json

@@ -0,0 +1,270 @@
+{
+  "dataset_revision": "a76d16fae880597b9c73047b50159220a441cb54",
+  "task_name": "MTOPDomainClassification",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "validation": [
+      {
+        "scores_per_experiment": [
+          {
+            "accuracy": 0.849664,
+            "f1": 0.842408,
+            "f1_weighted": 0.847871,
+            "precision": 0.841648,
+            "precision_weighted": 0.853421,
+            "recall": 0.850454,
+            "recall_weighted": 0.849664,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.860403,
+            "f1": 0.86009,
+            "f1_weighted": 0.860031,
+            "precision": 0.858299,
+            "precision_weighted": 0.864566,
+            "recall": 0.86699,
+            "recall_weighted": 0.860403,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.849217,
+            "f1": 0.846257,
+            "f1_weighted": 0.848173,
+            "precision": 0.841765,
+            "precision_weighted": 0.850066,
+            "recall": 0.853366,
+            "recall_weighted": 0.849217,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.867114,
+            "f1": 0.866079,
+            "f1_weighted": 0.868196,
+            "precision": 0.865395,
+            "precision_weighted": 0.879134,
+            "recall": 0.875804,
+            "recall_weighted": 0.867114,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.856823,
+            "f1": 0.853063,
+            "f1_weighted": 0.856802,
+            "precision": 0.849901,
+            "precision_weighted": 0.861268,
+            "recall": 0.861489,
+            "recall_weighted": 0.856823,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.846085,
+            "f1": 0.843752,
+            "f1_weighted": 0.843295,
+            "precision": 0.838869,
+            "precision_weighted": 0.846904,
+            "recall": 0.854694,
+            "recall_weighted": 0.846085,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.853691,
+            "f1": 0.849989,
+            "f1_weighted": 0.852459,
+            "precision": 0.844715,
+            "precision_weighted": 0.85399,
+            "recall": 0.857996,
+            "recall_weighted": 0.853691,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.859955,
+            "f1": 0.853935,
+            "f1_weighted": 0.861136,
+            "precision": 0.849671,
+            "precision_weighted": 0.866908,
+            "recall": 0.863457,
+            "recall_weighted": 0.859955,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.858613,
+            "f1": 0.857104,
+            "f1_weighted": 0.858136,
+            "precision": 0.853352,
+            "precision_weighted": 0.861144,
+            "recall": 0.864174,
+            "recall_weighted": 0.858613,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.861745,
+            "f1": 0.857971,
+            "f1_weighted": 0.860317,
+            "precision": 0.858812,
+            "precision_weighted": 0.862096,
+            "recall": 0.860289,
+            "recall_weighted": 0.861745,
+            "ap": null,
+            "ap_weighted": null
+          }
+        ],
+        "accuracy": 0.856331,
+        "f1": 0.853065,
+        "f1_weighted": 0.855642,
+        "precision": 0.850243,
+        "precision_weighted": 0.85995,
+        "recall": 0.860871,
+        "recall_weighted": 0.856331,
+        "ap": NaN,
+        "ap_weighted": NaN,
+        "main_score": 0.856331,
+        "hf_subset": "en",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ],
+    "test": [
+      {
+        "scores_per_experiment": [
+          {
+            "accuracy": 0.840857,
+            "f1": 0.83241,
+            "f1_weighted": 0.83953,
+            "precision": 0.83038,
+            "precision_weighted": 0.846361,
+            "recall": 0.842637,
+            "recall_weighted": 0.840857,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.846101,
+            "f1": 0.840324,
+            "f1_weighted": 0.84584,
+            "precision": 0.836554,
+            "precision_weighted": 0.852249,
+            "recall": 0.851363,
+            "recall_weighted": 0.846101,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.849977,
+            "f1": 0.847455,
+            "f1_weighted": 0.849387,
+            "precision": 0.840706,
+            "precision_weighted": 0.853674,
+            "recall": 0.859574,
+            "recall_weighted": 0.849977,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.856589,
+            "f1": 0.851326,
+            "f1_weighted": 0.857063,
+            "precision": 0.848602,
+            "precision_weighted": 0.869493,
+            "recall": 0.864798,
+            "recall_weighted": 0.856589,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.852485,
+            "f1": 0.846573,
+            "f1_weighted": 0.85384,
+            "precision": 0.842506,
+            "precision_weighted": 0.86308,
+            "recall": 0.860203,
+            "recall_weighted": 0.852485,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.842909,
+            "f1": 0.838147,
+            "f1_weighted": 0.841086,
+            "precision": 0.829988,
+            "precision_weighted": 0.846932,
+            "recall": 0.85314,
+            "recall_weighted": 0.842909,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.848609,
+            "f1": 0.842065,
+            "f1_weighted": 0.847148,
+            "precision": 0.835135,
+            "precision_weighted": 0.850091,
+            "recall": 0.853408,
+            "recall_weighted": 0.848609,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.859553,
+            "f1": 0.84798,
+            "f1_weighted": 0.861298,
+            "precision": 0.845394,
+            "precision_weighted": 0.868938,
+            "recall": 0.858955,
+            "recall_weighted": 0.859553,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.851345,
+            "f1": 0.844526,
+            "f1_weighted": 0.8515,
+            "precision": 0.838136,
+            "precision_weighted": 0.857778,
+            "recall": 0.856986,
+            "recall_weighted": 0.851345,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.853397,
+            "f1": 0.845712,
+            "f1_weighted": 0.853477,
+            "precision": 0.842757,
+            "precision_weighted": 0.858192,
+            "recall": 0.853964,
+            "recall_weighted": 0.853397,
+            "ap": null,
+            "ap_weighted": null
+          }
+        ],
+        "accuracy": 0.850182,
+        "f1": 0.843652,
+        "f1_weighted": 0.850017,
+        "precision": 0.839016,
+        "precision_weighted": 0.856679,
+        "recall": 0.855503,
+        "recall_weighted": 0.850182,
+        "ap": NaN,
+        "ap_weighted": NaN,
+        "main_score": 0.850182,
+        "hf_subset": "en",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 51.17427062988281,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/MTOPIntentClassification.json

@@ -0,0 +1,270 @@
+{
+  "dataset_revision": "2992d820f31312593c49a4890430aadadb0f0039",
+  "task_name": "MTOPIntentClassification",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "validation": [
+      {
+        "scores_per_experiment": [
+          {
+            "accuracy": 0.516331,
+            "f1": 0.366147,
+            "f1_weighted": 0.53159,
+            "precision": 0.364296,
+            "precision_weighted": 0.763314,
+            "recall": 0.572068,
+            "recall_weighted": 0.516331,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.558389,
+            "f1": 0.370471,
+            "f1_weighted": 0.578883,
+            "precision": 0.364228,
+            "precision_weighted": 0.753886,
+            "recall": 0.555104,
+            "recall_weighted": 0.558389,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.555257,
+            "f1": 0.370618,
+            "f1_weighted": 0.581559,
+            "precision": 0.357602,
+            "precision_weighted": 0.758434,
+            "recall": 0.547853,
+            "recall_weighted": 0.555257,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.537808,
+            "f1": 0.376547,
+            "f1_weighted": 0.559899,
+            "precision": 0.376016,
+            "precision_weighted": 0.769687,
+            "recall": 0.569106,
+            "recall_weighted": 0.537808,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.560179,
+            "f1": 0.396464,
+            "f1_weighted": 0.578002,
+            "precision": 0.3904,
+            "precision_weighted": 0.749415,
+            "recall": 0.572465,
+            "recall_weighted": 0.560179,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.548993,
+            "f1": 0.389363,
+            "f1_weighted": 0.566242,
+            "precision": 0.382483,
+            "precision_weighted": 0.741325,
+            "recall": 0.559683,
+            "recall_weighted": 0.548993,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.543177,
+            "f1": 0.377522,
+            "f1_weighted": 0.571187,
+            "precision": 0.376821,
+            "precision_weighted": 0.785483,
+            "recall": 0.552711,
+            "recall_weighted": 0.543177,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.567785,
+            "f1": 0.382146,
+            "f1_weighted": 0.59347,
+            "precision": 0.380292,
+            "precision_weighted": 0.7728,
+            "recall": 0.566462,
+            "recall_weighted": 0.567785,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.547204,
+            "f1": 0.377268,
+            "f1_weighted": 0.567397,
+            "precision": 0.373497,
+            "precision_weighted": 0.752202,
+            "recall": 0.564719,
+            "recall_weighted": 0.547204,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.590157,
+            "f1": 0.405506,
+            "f1_weighted": 0.61183,
+            "precision": 0.392285,
+            "precision_weighted": 0.771855,
+            "recall": 0.577897,
+            "recall_weighted": 0.590157,
+            "ap": null,
+            "ap_weighted": null
+          }
+        ],
+        "accuracy": 0.552528,
+        "f1": 0.381205,
+        "f1_weighted": 0.574006,
+        "precision": 0.375792,
+        "precision_weighted": 0.76184,
+        "recall": 0.563807,
+        "recall_weighted": 0.552528,
+        "ap": NaN,
+        "ap_weighted": NaN,
+        "main_score": 0.552528,
+        "hf_subset": "en",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ],
+    "test": [
+      {
+        "scores_per_experiment": [
+          {
+            "accuracy": 0.502052,
+            "f1": 0.34166,
+            "f1_weighted": 0.515926,
+            "precision": 0.333103,
+            "precision_weighted": 0.746089,
+            "recall": 0.570769,
+            "recall_weighted": 0.502052,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.545372,
+            "f1": 0.371444,
+            "f1_weighted": 0.56869,
+            "precision": 0.365886,
+            "precision_weighted": 0.776895,
+            "recall": 0.591148,
+            "recall_weighted": 0.545372,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.563839,
+            "f1": 0.386771,
+            "f1_weighted": 0.590108,
+            "precision": 0.371579,
+            "precision_weighted": 0.762373,
+            "recall": 0.585059,
+            "recall_weighted": 0.563839,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.53648,
+            "f1": 0.368875,
+            "f1_weighted": 0.555746,
+            "precision": 0.358243,
+            "precision_weighted": 0.758161,
+            "recall": 0.582167,
+            "recall_weighted": 0.53648,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.540812,
+            "f1": 0.37694,
+            "f1_weighted": 0.559379,
+            "precision": 0.36322,
+            "precision_weighted": 0.75342,
+            "recall": 0.585729,
+            "recall_weighted": 0.540812,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.540128,
+            "f1": 0.38034,
+            "f1_weighted": 0.55082,
+            "precision": 0.35729,
+            "precision_weighted": 0.727782,
+            "recall": 0.582046,
+            "recall_weighted": 0.540128,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.531236,
+            "f1": 0.378585,
+            "f1_weighted": 0.55746,
+            "precision": 0.372597,
+            "precision_weighted": 0.76349,
+            "recall": 0.583202,
+            "recall_weighted": 0.531236,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.55358,
+            "f1": 0.38234,
+            "f1_weighted": 0.578064,
+            "precision": 0.371971,
+            "precision_weighted": 0.78122,
+            "recall": 0.592112,
+            "recall_weighted": 0.55358,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.54788,
+            "f1": 0.389745,
+            "f1_weighted": 0.569258,
+            "precision": 0.375039,
+            "precision_weighted": 0.767314,
+            "recall": 0.617152,
+            "recall_weighted": 0.54788,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.567715,
+            "f1": 0.381227,
+            "f1_weighted": 0.585695,
+            "precision": 0.363215,
+            "precision_weighted": 0.75433,
+            "recall": 0.587271,
+            "recall_weighted": 0.567715,
+            "ap": null,
+            "ap_weighted": null
+          }
+        ],
+        "accuracy": 0.542909,
+        "f1": 0.375793,
+        "f1_weighted": 0.563115,
+        "precision": 0.363214,
+        "precision_weighted": 0.759107,
+        "recall": 0.587666,
+        "recall_weighted": 0.542909,
+        "ap": NaN,
+        "ap_weighted": NaN,
+        "main_score": 0.542909,
+        "hf_subset": "en",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 118.27064609527588,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/MassiveIntentClassification.json

@@ -0,0 +1,270 @@
+{
+  "dataset_revision": "4672e20407010da34463acc759c162ca9734bca6",
+  "task_name": "MassiveIntentClassification",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "validation": [
+      {
+        "scores_per_experiment": [
+          {
+            "accuracy": 0.604525,
+            "f1": 0.564468,
+            "f1_weighted": 0.591358,
+            "precision": 0.562117,
+            "precision_weighted": 0.650289,
+            "recall": 0.651761,
+            "recall_weighted": 0.604525,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.649287,
+            "f1": 0.611558,
+            "f1_weighted": 0.642462,
+            "precision": 0.596179,
+            "precision_weighted": 0.686891,
+            "recall": 0.692154,
+            "recall_weighted": 0.649287,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.620266,
+            "f1": 0.574451,
+            "f1_weighted": 0.602432,
+            "precision": 0.563445,
+            "precision_weighted": 0.637167,
+            "recall": 0.669354,
+            "recall_weighted": 0.620266,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.625676,
+            "f1": 0.575931,
+            "f1_weighted": 0.60735,
+            "precision": 0.575796,
+            "precision_weighted": 0.69068,
+            "recall": 0.669621,
+            "recall_weighted": 0.625676,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.618298,
+            "f1": 0.579576,
+            "f1_weighted": 0.602698,
+            "precision": 0.566206,
+            "precision_weighted": 0.649519,
+            "recall": 0.683943,
+            "recall_weighted": 0.618298,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.578455,
+            "f1": 0.554946,
+            "f1_weighted": 0.558671,
+            "precision": 0.562892,
+            "precision_weighted": 0.65798,
+            "recall": 0.656489,
+            "recall_weighted": 0.578455,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.605509,
+            "f1": 0.576624,
+            "f1_weighted": 0.591015,
+            "precision": 0.581767,
+            "precision_weighted": 0.646599,
+            "recall": 0.660639,
+            "recall_weighted": 0.605509,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.595671,
+            "f1": 0.573045,
+            "f1_weighted": 0.574776,
+            "precision": 0.575893,
+            "precision_weighted": 0.65593,
+            "recall": 0.668549,
+            "recall_weighted": 0.595671,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.595671,
+            "f1": 0.562687,
+            "f1_weighted": 0.566757,
+            "precision": 0.589109,
+            "precision_weighted": 0.69285,
+            "recall": 0.662312,
+            "recall_weighted": 0.595671,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.631579,
+            "f1": 0.590278,
+            "f1_weighted": 0.622264,
+            "precision": 0.589255,
+            "precision_weighted": 0.683462,
+            "recall": 0.674086,
+            "recall_weighted": 0.631579,
+            "ap": null,
+            "ap_weighted": null
+          }
+        ],
+        "accuracy": 0.612494,
+        "f1": 0.576356,
+        "f1_weighted": 0.595978,
+        "precision": 0.576266,
+        "precision_weighted": 0.665137,
+        "recall": 0.668891,
+        "recall_weighted": 0.612494,
+        "ap": NaN,
+        "ap_weighted": NaN,
+        "main_score": 0.612494,
+        "hf_subset": "en",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ],
+    "test": [
+      {
+        "scores_per_experiment": [
+          {
+            "accuracy": 0.611634,
+            "f1": 0.585785,
+            "f1_weighted": 0.599458,
+            "precision": 0.581867,
+            "precision_weighted": 0.668286,
+            "recall": 0.689783,
+            "recall_weighted": 0.611634,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.648285,
+            "f1": 0.625164,
+            "f1_weighted": 0.640539,
+            "precision": 0.60389,
+            "precision_weighted": 0.685165,
+            "recall": 0.704445,
+            "recall_weighted": 0.648285,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.605918,
+            "f1": 0.577655,
+            "f1_weighted": 0.592666,
+            "precision": 0.569684,
+            "precision_weighted": 0.65938,
+            "recall": 0.667719,
+            "recall_weighted": 0.605918,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.630464,
+            "f1": 0.597327,
+            "f1_weighted": 0.613853,
+            "precision": 0.584902,
+            "precision_weighted": 0.671286,
+            "recall": 0.68058,
+            "recall_weighted": 0.630464,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.603564,
+            "f1": 0.582215,
+            "f1_weighted": 0.590151,
+            "precision": 0.580583,
+            "precision_weighted": 0.65609,
+            "recall": 0.687555,
+            "recall_weighted": 0.603564,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.566241,
+            "f1": 0.560964,
+            "f1_weighted": 0.55125,
+            "precision": 0.567787,
+            "precision_weighted": 0.668481,
+            "recall": 0.654699,
+            "recall_weighted": 0.566241,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.6039,
+            "f1": 0.583179,
+            "f1_weighted": 0.586948,
+            "precision": 0.572859,
+            "precision_weighted": 0.650546,
+            "recall": 0.694353,
+            "recall_weighted": 0.6039,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.597512,
+            "f1": 0.590263,
+            "f1_weighted": 0.579391,
+            "precision": 0.580378,
+            "precision_weighted": 0.652295,
+            "recall": 0.680761,
+            "recall_weighted": 0.597512,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.591459,
+            "f1": 0.581459,
+            "f1_weighted": 0.562673,
+            "precision": 0.591208,
+            "precision_weighted": 0.651962,
+            "recall": 0.683426,
+            "recall_weighted": 0.591459,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.624412,
+            "f1": 0.607599,
+            "f1_weighted": 0.616047,
+            "precision": 0.597789,
+            "precision_weighted": 0.679811,
+            "recall": 0.707667,
+            "recall_weighted": 0.624412,
+            "ap": null,
+            "ap_weighted": null
+          }
+        ],
+        "accuracy": 0.608339,
+        "f1": 0.589161,
+        "f1_weighted": 0.593298,
+        "precision": 0.583095,
+        "precision_weighted": 0.66433,
+        "recall": 0.685099,
+        "recall_weighted": 0.608339,
+        "ap": NaN,
+        "ap_weighted": NaN,
+        "main_score": 0.608339,
+        "hf_subset": "en",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 93.8818793296814,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/MassiveScenarioClassification.json

@@ -0,0 +1,270 @@
+{
+  "dataset_revision": "fad2c6e8459f9e1c45d9315f4953d921437d70f8",
+  "task_name": "MassiveScenarioClassification",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "validation": [
+      {
+        "scores_per_experiment": [
+          {
+            "accuracy": 0.71274,
+            "f1": 0.697544,
+            "f1_weighted": 0.711116,
+            "precision": 0.674548,
+            "precision_weighted": 0.741975,
+            "recall": 0.759949,
+            "recall_weighted": 0.71274,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.709788,
+            "f1": 0.693885,
+            "f1_weighted": 0.710241,
+            "precision": 0.67634,
+            "precision_weighted": 0.752904,
+            "recall": 0.758393,
+            "recall_weighted": 0.709788,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.705853,
+            "f1": 0.686789,
+            "f1_weighted": 0.707665,
+            "precision": 0.670715,
+            "precision_weighted": 0.744714,
+            "recall": 0.746243,
+            "recall_weighted": 0.705853,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.706345,
+            "f1": 0.695964,
+            "f1_weighted": 0.706199,
+            "precision": 0.683217,
+            "precision_weighted": 0.74656,
+            "recall": 0.758882,
+            "recall_weighted": 0.706345,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.689129,
+            "f1": 0.663394,
+            "f1_weighted": 0.683663,
+            "precision": 0.654199,
+            "precision_weighted": 0.731903,
+            "recall": 0.730987,
+            "recall_weighted": 0.689129,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.652238,
+            "f1": 0.64493,
+            "f1_weighted": 0.649579,
+            "precision": 0.645171,
+            "precision_weighted": 0.73168,
+            "recall": 0.720297,
+            "recall_weighted": 0.652238,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.679292,
+            "f1": 0.667111,
+            "f1_weighted": 0.678738,
+            "precision": 0.655266,
+            "precision_weighted": 0.724571,
+            "recall": 0.729045,
+            "recall_weighted": 0.679292,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.700443,
+            "f1": 0.684198,
+            "f1_weighted": 0.701108,
+            "precision": 0.667236,
+            "precision_weighted": 0.73053,
+            "recall": 0.736963,
+            "recall_weighted": 0.700443,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.713232,
+            "f1": 0.701666,
+            "f1_weighted": 0.711765,
+            "precision": 0.694783,
+            "precision_weighted": 0.752493,
+            "recall": 0.75776,
+            "recall_weighted": 0.713232,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.684702,
+            "f1": 0.672365,
+            "f1_weighted": 0.681204,
+            "precision": 0.660414,
+            "precision_weighted": 0.726153,
+            "recall": 0.74038,
+            "recall_weighted": 0.684702,
+            "ap": null,
+            "ap_weighted": null
+          }
+        ],
+        "accuracy": 0.695376,
+        "f1": 0.680785,
+        "f1_weighted": 0.694128,
+        "precision": 0.668189,
+        "precision_weighted": 0.738348,
+        "recall": 0.74389,
+        "recall_weighted": 0.695376,
+        "ap": NaN,
+        "ap_weighted": NaN,
+        "main_score": 0.695376,
+        "hf_subset": "en",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ],
+    "test": [
+      {
+        "scores_per_experiment": [
+          {
+            "accuracy": 0.712172,
+            "f1": 0.703247,
+            "f1_weighted": 0.710795,
+            "precision": 0.683117,
+            "precision_weighted": 0.738134,
+            "recall": 0.758053,
+            "recall_weighted": 0.712172,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.709482,
+            "f1": 0.694076,
+            "f1_weighted": 0.706871,
+            "precision": 0.673087,
+            "precision_weighted": 0.738632,
+            "recall": 0.752876,
+            "recall_weighted": 0.709482,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.70881,
+            "f1": 0.692114,
+            "f1_weighted": 0.707291,
+            "precision": 0.67241,
+            "precision_weighted": 0.736,
+            "recall": 0.749129,
+            "recall_weighted": 0.70881,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.70074,
+            "f1": 0.688515,
+            "f1_weighted": 0.701795,
+            "precision": 0.674293,
+            "precision_weighted": 0.737378,
+            "recall": 0.7451,
+            "recall_weighted": 0.70074,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.687626,
+            "f1": 0.670019,
+            "f1_weighted": 0.682471,
+            "precision": 0.658161,
+            "precision_weighted": 0.724946,
+            "recall": 0.731061,
+            "recall_weighted": 0.687626,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.665098,
+            "f1": 0.655494,
+            "f1_weighted": 0.663884,
+            "precision": 0.652821,
+            "precision_weighted": 0.73089,
+            "recall": 0.722243,
+            "recall_weighted": 0.665098,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.693006,
+            "f1": 0.6792,
+            "f1_weighted": 0.694351,
+            "precision": 0.668179,
+            "precision_weighted": 0.740254,
+            "recall": 0.739231,
+            "recall_weighted": 0.693006,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.696369,
+            "f1": 0.686446,
+            "f1_weighted": 0.698406,
+            "precision": 0.672031,
+            "precision_weighted": 0.732475,
+            "recall": 0.738152,
+            "recall_weighted": 0.696369,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.69805,
+            "f1": 0.6874,
+            "f1_weighted": 0.695055,
+            "precision": 0.678027,
+            "precision_weighted": 0.735196,
+            "recall": 0.743339,
+            "recall_weighted": 0.69805,
+            "ap": null,
+            "ap_weighted": null
+          },
+          {
+            "accuracy": 0.671486,
+            "f1": 0.659812,
+            "f1_weighted": 0.668703,
+            "precision": 0.648421,
+            "precision_weighted": 0.71395,
+            "recall": 0.726887,
+            "recall_weighted": 0.671486,
+            "ap": null,
+            "ap_weighted": null
+          }
+        ],
+        "accuracy": 0.694284,
+        "f1": 0.681632,
+        "f1_weighted": 0.692962,
+        "precision": 0.668055,
+        "precision_weighted": 0.732785,
+        "recall": 0.740607,
+        "recall_weighted": 0.694284,
+        "ap": NaN,
+        "ap_weighted": NaN,
+        "main_score": 0.694284,
+        "hf_subset": "en",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 37.04043388366699,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/MedrxivClusteringP2P.json

@@ -0,0 +1,33 @@
+{
+  "dataset_revision": "e7a26af6f3ae46b30dde8737f02c07b1505bcc73",
+  "task_name": "MedrxivClusteringP2P",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "test": [
+      {
+        "v_measure": 0.308807,
+        "v_measure_std": 0.013837,
+        "v_measures": [
+          0.29951,
+          0.30597,
+          0.28839,
+          0.289771,
+          0.297263,
+          0.321266,
+          0.329566,
+          0.316215,
+          0.322662,
+          0.317455
+        ],
+        "main_score": 0.308807,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 49.264570474624634,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/MedrxivClusteringS2S.json

@@ -0,0 +1,33 @@
+{
+  "dataset_revision": "35191c8c0dca72d8ff3efcd72aa802307d469663",
+  "task_name": "MedrxivClusteringS2S",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "test": [
+      {
+        "v_measure": 0.253509,
+        "v_measure_std": 0.012472,
+        "v_measures": [
+          0.249246,
+          0.235379,
+          0.247575,
+          0.244391,
+          0.239675,
+          0.270499,
+          0.249992,
+          0.259221,
+          0.274573,
+          0.264539
+        ],
+        "main_score": 0.253509,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 39.75427198410034,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/MindSmallReranking.json

@@ -0,0 +1,252 @@
+{
+  "dataset_revision": "227478e3235572039f4f7661840e059f31ef6eb1",
+  "task_name": "MindSmallReranking",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "test": [
+      {
+        "ndcg_at_1": 0.12598,
+        "ndcg_at_3": 0.20216,
+        "ndcg_at_5": 0.24835,
+        "ndcg_at_10": 0.31204,
+        "ndcg_at_20": 0.36539,
+        "ndcg_at_100": 0.42798,
+        "ndcg_at_1000": 0.43128,
+        "map_at_1": 0.0956,
+        "map_at_3": 0.16528,
+        "map_at_5": 0.19258,
+        "map_at_10": 0.22112,
+        "map_at_20": 0.23859,
+        "map_at_100": 0.25209,
+        "map_at_1000": 0.25252,
+        "recall_at_1": 0.0956,
+        "recall_at_3": 0.25232,
+        "recall_at_5": 0.36225,
+        "recall_at_10": 0.54217,
+        "recall_at_20": 0.72363,
+        "recall_at_100": 0.98401,
+        "recall_at_1000": 1.0,
+        "accuracy": 0.0956,
+        "precision_at_1": 0.12598,
+        "precision_at_3": 0.11221,
+        "precision_at_5": 0.09928,
+        "precision_at_10": 0.07839,
+        "precision_at_20": 0.05605,
+        "precision_at_100": 0.01768,
+        "precision_at_1000": 0.00183,
+        "mrr_at_1": 0.125981,
+        "mrr_at_3": 0.209588,
+        "mrr_at_5": 0.239351,
+        "mrr_at_10": 0.26572,
+        "mrr_at_20": 0.277943,
+        "mrr_at_100": 0.283183,
+        "mrr_at_1000": 0.283225,
+        "nauc_ndcg_at_1_max": -0.104201,
+        "nauc_ndcg_at_1_std": 0.001288,
+        "nauc_ndcg_at_1_diff1": 0.095348,
+        "nauc_ndcg_at_3_max": -0.211544,
+        "nauc_ndcg_at_3_std": -0.029752,
+        "nauc_ndcg_at_3_diff1": 0.115933,
+        "nauc_ndcg_at_5_max": -0.244515,
+        "nauc_ndcg_at_5_std": -0.031516,
+        "nauc_ndcg_at_5_diff1": 0.114488,
+        "nauc_ndcg_at_10_max": -0.279164,
+        "nauc_ndcg_at_10_std": -0.029658,
+        "nauc_ndcg_at_10_diff1": 0.110381,
+        "nauc_ndcg_at_20_max": -0.287885,
+        "nauc_ndcg_at_20_std": -0.022378,
+        "nauc_ndcg_at_20_diff1": 0.108318,
+        "nauc_ndcg_at_100_max": -0.225422,
+        "nauc_ndcg_at_100_std": -0.017316,
+        "nauc_ndcg_at_100_diff1": 0.105675,
+        "nauc_ndcg_at_1000_max": -0.214328,
+        "nauc_ndcg_at_1000_std": -0.018515,
+        "nauc_ndcg_at_1000_diff1": 0.105085,
+        "nauc_map_at_1_max": -0.173303,
+        "nauc_map_at_1_std": -0.025778,
+        "nauc_map_at_1_diff1": 0.113225,
+        "nauc_map_at_3_max": -0.225168,
+        "nauc_map_at_3_std": -0.036324,
+        "nauc_map_at_3_diff1": 0.121841,
+        "nauc_map_at_5_max": -0.241531,
+        "nauc_map_at_5_std": -0.035501,
+        "nauc_map_at_5_diff1": 0.119487,
+        "nauc_map_at_10_max": -0.25586,
+        "nauc_map_at_10_std": -0.033091,
+        "nauc_map_at_10_diff1": 0.116565,
+        "nauc_map_at_20_max": -0.256827,
+        "nauc_map_at_20_std": -0.029715,
+        "nauc_map_at_20_diff1": 0.115319,
+        "nauc_map_at_100_max": -0.243816,
+        "nauc_map_at_100_std": -0.027839,
+        "nauc_map_at_100_diff1": 0.114594,
+        "nauc_map_at_1000_max": -0.242651,
+        "nauc_map_at_1000_std": -0.027962,
+        "nauc_map_at_1000_diff1": 0.114543,
+        "nauc_recall_at_1_max": -0.173303,
+        "nauc_recall_at_1_std": -0.025778,
+        "nauc_recall_at_1_diff1": 0.113225,
+        "nauc_recall_at_3_max": -0.252014,
+        "nauc_recall_at_3_std": -0.042615,
+        "nauc_recall_at_3_diff1": 0.118464,
+        "nauc_recall_at_5_max": -0.294924,
+        "nauc_recall_at_5_std": -0.042843,
+        "nauc_recall_at_5_diff1": 0.111123,
+        "nauc_recall_at_10_max": -0.377514,
+        "nauc_recall_at_10_std": -0.041452,
+        "nauc_recall_at_10_diff1": 0.100685,
+        "nauc_recall_at_20_max": -0.468779,
+        "nauc_recall_at_20_std": -0.025678,
+        "nauc_recall_at_20_diff1": 0.095301,
+        "nauc_recall_at_100_max": -0.788366,
+        "nauc_recall_at_100_std": 0.06123,
+        "nauc_recall_at_100_diff1": 0.107095,
+        "nauc_recall_at_1000_max": -0.523156,
+        "nauc_recall_at_1000_std": -0.097666,
+        "nauc_recall_at_1000_diff1": 0.462278,
+        "nauc_precision_at_1_max": -0.104201,
+        "nauc_precision_at_1_std": 0.001288,
+        "nauc_precision_at_1_diff1": 0.095348,
+        "nauc_precision_at_3_max": -0.170536,
+        "nauc_precision_at_3_std": -0.007155,
+        "nauc_precision_at_3_diff1": 0.095646,
+        "nauc_precision_at_5_max": -0.186608,
+        "nauc_precision_at_5_std": 0.001505,
+        "nauc_precision_at_5_diff1": 0.081227,
+        "nauc_precision_at_10_max": -0.162808,
+        "nauc_precision_at_10_std": 0.02156,
+        "nauc_precision_at_10_diff1": 0.045084,
+        "nauc_precision_at_20_max": -0.051641,
+        "nauc_precision_at_20_std": 0.049477,
+        "nauc_precision_at_20_diff1": 0.002871,
+        "nauc_precision_at_100_max": 0.248386,
+        "nauc_precision_at_100_std": 0.049607,
+        "nauc_precision_at_100_diff1": -0.0518,
+        "nauc_precision_at_1000_max": 0.276931,
+        "nauc_precision_at_1000_std": 0.043409,
+        "nauc_precision_at_1000_diff1": -0.054216,
+        "nauc_mrr_at_1_max": -0.104201,
+        "nauc_mrr_at_1_std": 0.001288,
+        "nauc_mrr_at_1_diff1": 0.095348,
+        "nauc_mrr_at_3_max": -0.152842,
+        "nauc_mrr_at_3_std": -0.010081,
+        "nauc_mrr_at_3_diff1": 0.10128,
+        "nauc_mrr_at_5_max": -0.16673,
+        "nauc_mrr_at_5_std": -0.010453,
+        "nauc_mrr_at_5_diff1": 0.100154,
+        "nauc_mrr_at_10_max": -0.176941,
+        "nauc_mrr_at_10_std": -0.010261,
+        "nauc_mrr_at_10_diff1": 0.099085,
+        "nauc_mrr_at_20_max": -0.177121,
+        "nauc_mrr_at_20_std": -0.009398,
+        "nauc_mrr_at_20_diff1": 0.099188,
+        "nauc_mrr_at_100_max": -0.173364,
+        "nauc_mrr_at_100_std": -0.009322,
+        "nauc_mrr_at_100_diff1": 0.099437,
+        "nauc_mrr_at_1000_max": -0.173261,
+        "nauc_mrr_at_1000_std": -0.009337,
+        "nauc_mrr_at_1000_diff1": 0.099435,
+        "hit_rate_at_1": 0.12598,
+        "hit_rate_at_3": 0.32039,
+        "hit_rate_at_5": 0.4515,
+        "hit_rate_at_10": 0.6489,
+        "hit_rate_at_20": 0.82237,
+        "hit_rate_at_100": 0.99467,
+        "hit_rate_at_1000": 1.0,
+        "max_over_subqueries_ndcg_at_1": 0.15657,
+        "max_over_subqueries_ndcg_at_3": 0.25225,
+        "max_over_subqueries_ndcg_at_5": 0.30198,
+        "max_over_subqueries_ndcg_at_10": 0.36553,
+        "max_over_subqueries_ndcg_at_20": 0.41292,
+        "max_over_subqueries_ndcg_at_100": 0.45995,
+        "max_over_subqueries_ndcg_at_1000": 0.46184,
+        "max_over_subqueries_map_at_1": 0.12983,
+        "max_over_subqueries_map_at_3": 0.21415,
+        "max_over_subqueries_map_at_5": 0.24316,
+        "max_over_subqueries_map_at_10": 0.27155,
+        "max_over_subqueries_map_at_20": 0.28685,
+        "max_over_subqueries_map_at_100": 0.29655,
+        "max_over_subqueries_map_at_1000": 0.29675,
+        "max_over_subqueries_recall_at_1": 0.12983,
+        "max_over_subqueries_recall_at_3": 0.31863,
+        "max_over_subqueries_recall_at_5": 0.43604,
+        "max_over_subqueries_recall_at_10": 0.61794,
+        "max_over_subqueries_recall_at_20": 0.78406,
+        "max_over_subqueries_recall_at_100": 0.98996,
+        "max_over_subqueries_recall_at_1000": 0.99999,
+        "max_over_subqueries_accuracy": 0.12983,
+        "max_over_subqueries_precision_at_1": 0.15657,
+        "max_over_subqueries_precision_at_3": 0.12987,
+        "max_over_subqueries_precision_at_5": 0.10928,
+        "max_over_subqueries_precision_at_10": 0.08076,
+        "max_over_subqueries_precision_at_20": 0.05395,
+        "max_over_subqueries_precision_at_100": 0.01494,
+        "max_over_subqueries_precision_at_1000": 0.00152,
+        "max_over_subqueries_mrr_at_1_max": -0.083322,
+        "max_over_subqueries_mrr_at_1_std": 0.004621,
+        "max_over_subqueries_mrr_at_1_diff1": 0.129126,
+        "max_over_subqueries_mrr_at_3_max": -0.165724,
+        "max_over_subqueries_mrr_at_3_std": -0.036559,
+        "max_over_subqueries_mrr_at_3_diff1": 0.108393,
+        "max_over_subqueries_mrr_at_5_max": -0.174057,
+        "max_over_subqueries_mrr_at_5_std": -0.031077,
+        "max_over_subqueries_mrr_at_5_diff1": 0.083845,
+        "max_over_subqueries_mrr_at_10_max": -0.128178,
+        "max_over_subqueries_mrr_at_10_std": -0.003154,
+        "max_over_subqueries_mrr_at_10_diff1": 0.045313,
+        "max_over_subqueries_mrr_at_20_max": 0.026749,
+        "max_over_subqueries_mrr_at_20_std": 0.070114,
+        "max_over_subqueries_mrr_at_20_diff1": 0.007007,
+        "max_over_subqueries_mrr_at_100_max": 0.37139,
+        "max_over_subqueries_mrr_at_100_std": 0.179291,
+        "max_over_subqueries_mrr_at_100_diff1": -0.035877,
+        "max_over_subqueries_mrr_at_1000_max": 0.394305,
+        "max_over_subqueries_mrr_at_1000_std": 0.177673,
+        "max_over_subqueries_mrr_at_1000_diff1": -0.037114,
+        "max_over_subqueries_mrr_at_1": 0.156573,
+        "max_over_subqueries_mrr_at_3": 0.251198,
+        "max_over_subqueries_mrr_at_5": 0.281036,
+        "max_over_subqueries_mrr_at_10": 0.306447,
+        "max_over_subqueries_mrr_at_20": 0.317359,
+        "max_over_subqueries_mrr_at_100": 0.321859,
+        "max_over_subqueries_mrr_at_1000": 0.321894,
+        "max_over_subqueries_nauc_mrr_at_1_max": -0.083322,
+        "max_over_subqueries_nauc_mrr_at_1_std": 0.004621,
+        "max_over_subqueries_nauc_mrr_at_1_diff1": 0.129126,
+        "max_over_subqueries_nauc_mrr_at_3_max": -0.14095,
+        "max_over_subqueries_nauc_mrr_at_3_std": -0.026159,
+        "max_over_subqueries_nauc_mrr_at_3_diff1": 0.122392,
+        "max_over_subqueries_nauc_mrr_at_5_max": -0.15343,
+        "max_over_subqueries_nauc_mrr_at_5_std": -0.02986,
+        "max_over_subqueries_nauc_mrr_at_5_diff1": 0.118007,
+        "max_over_subqueries_nauc_mrr_at_10_max": -0.160839,
+        "max_over_subqueries_nauc_mrr_at_10_std": -0.031598,
+        "max_over_subqueries_nauc_mrr_at_10_diff1": 0.117091,
+        "max_over_subqueries_nauc_mrr_at_20_max": -0.15927,
+        "max_over_subqueries_nauc_mrr_at_20_std": -0.02991,
+        "max_over_subqueries_nauc_mrr_at_20_diff1": 0.118052,
+        "max_over_subqueries_nauc_mrr_at_100_max": -0.156134,
+        "max_over_subqueries_nauc_mrr_at_100_std": -0.028925,
+        "max_over_subqueries_nauc_mrr_at_100_diff1": 0.118473,
+        "max_over_subqueries_nauc_mrr_at_1000_max": -0.156066,
+        "max_over_subqueries_nauc_mrr_at_1000_std": -0.028929,
+        "max_over_subqueries_nauc_mrr_at_1000_diff1": 0.11848,
+        "max_over_subqueries_hit_rate_at_1": 0.15657,
+        "max_over_subqueries_hit_rate_at_3": 0.37454,
+        "max_over_subqueries_hit_rate_at_5": 0.50564,
+        "max_over_subqueries_hit_rate_at_10": 0.69456,
+        "max_over_subqueries_hit_rate_at_20": 0.84867,
+        "max_over_subqueries_hit_rate_at_100": 0.9956,
+        "max_over_subqueries_hit_rate_at_1000": 0.99999,
+        "main_score": 0.29675,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 3376.5412323474884,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/NFCorpus.json

@@ -0,0 +1,167 @@
+{
+  "dataset_revision": "ec0fa4fe99da2ff19ca1214b7966684033a58814",
+  "task_name": "NFCorpus",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "test": [
+      {
+        "ndcg_at_1": 0.33901,
+        "ndcg_at_3": 0.28783,
+        "ndcg_at_5": 0.27909,
+        "ndcg_at_10": 0.25542,
+        "ndcg_at_20": 0.23886,
+        "ndcg_at_100": 0.23706,
+        "ndcg_at_1000": 0.32831,
+        "map_at_1": 0.03476,
+        "map_at_3": 0.05512,
+        "map_at_5": 0.06771,
+        "map_at_10": 0.08141,
+        "map_at_20": 0.09025,
+        "map_at_100": 0.1047,
+        "map_at_1000": 0.11766,
+        "recall_at_1": 0.03476,
+        "recall_at_3": 0.06453,
+        "recall_at_5": 0.09089,
+        "recall_at_10": 0.11996,
+        "recall_at_20": 0.15138,
+        "recall_at_100": 0.24539,
+        "recall_at_1000": 0.57056,
+        "accuracy": 0.03476,
+        "precision_at_1": 0.35294,
+        "precision_at_3": 0.26729,
+        "precision_at_5": 0.24396,
+        "precision_at_10": 0.19412,
+        "precision_at_20": 0.14768,
+        "precision_at_100": 0.06731,
+        "precision_at_1000": 0.01966,
+        "mrr_at_1": 0.352941,
+        "mrr_at_3": 0.411765,
+        "mrr_at_5": 0.429876,
+        "mrr_at_10": 0.436587,
+        "mrr_at_20": 0.441403,
+        "mrr_at_100": 0.444226,
+        "mrr_at_1000": 0.444762,
+        "nauc_ndcg_at_1_max": 0.473018,
+        "nauc_ndcg_at_1_std": 0.23826,
+        "nauc_ndcg_at_1_diff1": 0.363702,
+        "nauc_ndcg_at_3_max": 0.446305,
+        "nauc_ndcg_at_3_std": 0.272751,
+        "nauc_ndcg_at_3_diff1": 0.237897,
+        "nauc_ndcg_at_5_max": 0.451779,
+        "nauc_ndcg_at_5_std": 0.29229,
+        "nauc_ndcg_at_5_diff1": 0.221606,
+        "nauc_ndcg_at_10_max": 0.455615,
+        "nauc_ndcg_at_10_std": 0.307616,
+        "nauc_ndcg_at_10_diff1": 0.212164,
+        "nauc_ndcg_at_20_max": 0.447208,
+        "nauc_ndcg_at_20_std": 0.312728,
+        "nauc_ndcg_at_20_diff1": 0.230049,
+        "nauc_ndcg_at_100_max": 0.456691,
+        "nauc_ndcg_at_100_std": 0.341588,
+        "nauc_ndcg_at_100_diff1": 0.25517,
+        "nauc_ndcg_at_1000_max": 0.497793,
+        "nauc_ndcg_at_1000_std": 0.399852,
+        "nauc_ndcg_at_1000_diff1": 0.258261,
+        "nauc_map_at_1_max": 0.135152,
+        "nauc_map_at_1_std": -0.107361,
+        "nauc_map_at_1_diff1": 0.508121,
+        "nauc_map_at_3_max": 0.158681,
+        "nauc_map_at_3_std": -0.043871,
+        "nauc_map_at_3_diff1": 0.361052,
+        "nauc_map_at_5_max": 0.197573,
+        "nauc_map_at_5_std": -0.005074,
+        "nauc_map_at_5_diff1": 0.331139,
+        "nauc_map_at_10_max": 0.249288,
+        "nauc_map_at_10_std": 0.041982,
+        "nauc_map_at_10_diff1": 0.302192,
+        "nauc_map_at_20_max": 0.274278,
+        "nauc_map_at_20_std": 0.07899,
+        "nauc_map_at_20_diff1": 0.294492,
+        "nauc_map_at_100_max": 0.322589,
+        "nauc_map_at_100_std": 0.157334,
+        "nauc_map_at_100_diff1": 0.275475,
+        "nauc_map_at_1000_max": 0.346032,
+        "nauc_map_at_1000_std": 0.200471,
+        "nauc_map_at_1000_diff1": 0.266516,
+        "nauc_recall_at_1_max": 0.135152,
+        "nauc_recall_at_1_std": -0.107361,
+        "nauc_recall_at_1_diff1": 0.508121,
+        "nauc_recall_at_3_max": 0.118962,
+        "nauc_recall_at_3_std": -0.030595,
+        "nauc_recall_at_3_diff1": 0.259935,
+        "nauc_recall_at_5_max": 0.17374,
+        "nauc_recall_at_5_std": 0.022343,
+        "nauc_recall_at_5_diff1": 0.224317,
+        "nauc_recall_at_10_max": 0.227353,
+        "nauc_recall_at_10_std": 0.075131,
+        "nauc_recall_at_10_diff1": 0.200031,
+        "nauc_recall_at_20_max": 0.246794,
+        "nauc_recall_at_20_std": 0.114776,
+        "nauc_recall_at_20_diff1": 0.200156,
+        "nauc_recall_at_100_max": 0.295081,
+        "nauc_recall_at_100_std": 0.264133,
+        "nauc_recall_at_100_diff1": 0.173237,
+        "nauc_recall_at_1000_max": 0.269491,
+        "nauc_recall_at_1000_std": 0.296777,
+        "nauc_recall_at_1000_diff1": 0.09206,
+        "nauc_precision_at_1_max": 0.48847,
+        "nauc_precision_at_1_std": 0.242548,
+        "nauc_precision_at_1_diff1": 0.387197,
+        "nauc_precision_at_3_max": 0.451814,
+        "nauc_precision_at_3_std": 0.312406,
+        "nauc_precision_at_3_diff1": 0.176404,
+        "nauc_precision_at_5_max": 0.459187,
+        "nauc_precision_at_5_std": 0.356408,
+        "nauc_precision_at_5_diff1": 0.131303,
+        "nauc_precision_at_10_max": 0.463467,
+        "nauc_precision_at_10_std": 0.39319,
+        "nauc_precision_at_10_diff1": 0.097895,
+        "nauc_precision_at_20_max": 0.448171,
+        "nauc_precision_at_20_std": 0.440506,
+        "nauc_precision_at_20_diff1": 0.069694,
+        "nauc_precision_at_100_max": 0.415382,
+        "nauc_precision_at_100_std": 0.508307,
+        "nauc_precision_at_100_diff1": 0.010946,
+        "nauc_precision_at_1000_max": 0.321652,
+        "nauc_precision_at_1000_std": 0.414879,
+        "nauc_precision_at_1000_diff1": 0.024123,
+        "nauc_mrr_at_1_max": 0.48847,
+        "nauc_mrr_at_1_std": 0.242548,
+        "nauc_mrr_at_1_diff1": 0.387197,
+        "nauc_mrr_at_3_max": 0.49905,
+        "nauc_mrr_at_3_std": 0.283516,
+        "nauc_mrr_at_3_diff1": 0.340901,
+        "nauc_mrr_at_5_max": 0.512803,
+        "nauc_mrr_at_5_std": 0.298777,
+        "nauc_mrr_at_5_diff1": 0.35082,
+        "nauc_mrr_at_10_max": 0.511988,
+        "nauc_mrr_at_10_std": 0.299783,
+        "nauc_mrr_at_10_diff1": 0.353306,
+        "nauc_mrr_at_20_max": 0.514002,
+        "nauc_mrr_at_20_std": 0.298811,
+        "nauc_mrr_at_20_diff1": 0.35712,
+        "nauc_mrr_at_100_max": 0.515489,
+        "nauc_mrr_at_100_std": 0.301856,
+        "nauc_mrr_at_100_diff1": 0.356113,
+        "nauc_mrr_at_1000_max": 0.515166,
+        "nauc_mrr_at_1000_std": 0.301406,
+        "nauc_mrr_at_1000_diff1": 0.356091,
+        "hit_rate_at_1": 0.35294,
+        "hit_rate_at_3": 0.48297,
+        "hit_rate_at_5": 0.56347,
+        "hit_rate_at_10": 0.613,
+        "hit_rate_at_20": 0.68421,
+        "hit_rate_at_100": 0.80186,
+        "hit_rate_at_1000": 0.94427,
+        "main_score": 0.25542,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 6.685624837875366,
+  "kg_co2_emissions": null,
+  "date": null
+}

results/NQ.json

@@ -0,0 +1,167 @@
+{
+  "dataset_revision": "b774495ed302d8c44a3a7ea25c90dbce03968f31",
+  "task_name": "NQ",
+  "mteb_version": "2.10.7",
+  "scores": {
+    "test": [
+      {
+        "ndcg_at_1": 0.21118,
+        "ndcg_at_3": 0.27942,
+        "ndcg_at_5": 0.31026,
+        "ndcg_at_10": 0.3393,
+        "ndcg_at_20": 0.36381,
+        "ndcg_at_100": 0.39738,
+        "ndcg_at_1000": 0.41611,
+        "map_at_1": 0.18451,
+        "map_at_3": 0.25175,
+        "map_at_5": 0.26956,
+        "map_at_10": 0.28255,
+        "map_at_20": 0.28999,
+        "map_at_100": 0.29503,
+        "map_at_1000": 0.29575,
+        "recall_at_1": 0.18451,
+        "recall_at_3": 0.33157,
+        "recall_at_5": 0.40346,
+        "recall_at_10": 0.48795,
+        "recall_at_20": 0.57918,
+        "recall_at_100": 0.75135,
+        "recall_at_1000": 0.89424,
+        "accuracy": 0.18451,
+        "precision_at_1": 0.21118,
+        "precision_at_3": 0.12852,
+        "precision_at_5": 0.09421,
+        "precision_at_10": 0.05771,
+        "precision_at_20": 0.03457,
+        "precision_at_100": 0.00906,
+        "precision_at_1000": 0.00108,
+        "mrr_at_1": 0.211182,
+        "mrr_at_3": 0.280562,
+        "mrr_at_5": 0.297451,
+        "mrr_at_10": 0.308598,
+        "mrr_at_20": 0.314703,
+        "mrr_at_100": 0.318792,
+        "mrr_at_1000": 0.319378,
+        "nauc_ndcg_at_1_max": 0.227658,
+        "nauc_ndcg_at_1_std": 0.042089,
+        "nauc_ndcg_at_1_diff1": 0.334397,
+        "nauc_ndcg_at_3_max": 0.233831,
+        "nauc_ndcg_at_3_std": 0.047104,
+        "nauc_ndcg_at_3_diff1": 0.280007,
+        "nauc_ndcg_at_5_max": 0.247242,
+        "nauc_ndcg_at_5_std": 0.05021,
+        "nauc_ndcg_at_5_diff1": 0.279189,
+        "nauc_ndcg_at_10_max": 0.261999,
+        "nauc_ndcg_at_10_std": 0.06917,
+        "nauc_ndcg_at_10_diff1": 0.270863,
+        "nauc_ndcg_at_20_max": 0.273322,
+        "nauc_ndcg_at_20_std": 0.0828,
+        "nauc_ndcg_at_20_diff1": 0.270226,
+        "nauc_ndcg_at_100_max": 0.281507,
+        "nauc_ndcg_at_100_std": 0.102193,
+        "nauc_ndcg_at_100_diff1": 0.268713,
+        "nauc_ndcg_at_1000_max": 0.278689,
+        "nauc_ndcg_at_1000_std": 0.098306,
+        "nauc_ndcg_at_1000_diff1": 0.271378,
+        "nauc_map_at_1_max": 0.206711,
+        "nauc_map_at_1_std": 0.02038,
+        "nauc_map_at_1_diff1": 0.335062,
+        "nauc_map_at_3_max": 0.226581,
+        "nauc_map_at_3_std": 0.037068,
+        "nauc_map_at_3_diff1": 0.291937,
+        "nauc_map_at_5_max": 0.235828,
+        "nauc_map_at_5_std": 0.039344,
+        "nauc_map_at_5_diff1": 0.291742,
+        "nauc_map_at_10_max": 0.243334,
+        "nauc_map_at_10_std": 0.04915,
+        "nauc_map_at_10_diff1": 0.287985,
+        "nauc_map_at_20_max": 0.247297,
+        "nauc_map_at_20_std": 0.053609,
+        "nauc_map_at_20_diff1": 0.287867,
+        "nauc_map_at_100_max": 0.24853,
+        "nauc_map_at_100_std": 0.056405,
+        "nauc_map_at_100_diff1": 0.287758,
+        "nauc_map_at_1000_max": 0.248418,
+        "nauc_map_at_1000_std": 0.056289,
+        "nauc_map_at_1000_diff1": 0.287838,
+        "nauc_recall_at_1_max": 0.206711,
+        "nauc_recall_at_1_std": 0.02038,
+        "nauc_recall_at_1_diff1": 0.335062,
+        "nauc_recall_at_3_max": 0.228506,
+        "nauc_recall_at_3_std": 0.05318,
+        "nauc_recall_at_3_diff1": 0.236679,
+        "nauc_recall_at_5_max": 0.256474,
+        "nauc_recall_at_5_std": 0.058588,
+        "nauc_recall_at_5_diff1": 0.236771,
+        "nauc_recall_at_10_max": 0.294287,
+        "nauc_recall_at_10_std": 0.106912,
+        "nauc_recall_at_10_diff1": 0.213575,
+        "nauc_recall_at_20_max": 0.337796,
+        "nauc_recall_at_20_std": 0.157417,
+        "nauc_recall_at_20_diff1": 0.210217,
+        "nauc_recall_at_100_max": 0.42019,
+        "nauc_recall_at_100_std": 0.318116,
+        "nauc_recall_at_100_diff1": 0.17753,
+        "nauc_recall_at_1000_max": 0.522955,
+        "nauc_recall_at_1000_std": 0.4669,
+        "nauc_recall_at_1000_diff1": 0.152906,
+        "nauc_precision_at_1_max": 0.227658,
+        "nauc_precision_at_1_std": 0.042089,
+        "nauc_precision_at_1_diff1": 0.334397,
+        "nauc_precision_at_3_max": 0.265897,
+        "nauc_precision_at_3_std": 0.081893,
+        "nauc_precision_at_3_diff1": 0.247919,
+        "nauc_precision_at_5_max": 0.288929,
+        "nauc_precision_at_5_std": 0.090039,
+        "nauc_precision_at_5_diff1": 0.240097,
+        "nauc_precision_at_10_max": 0.314827,
+        "nauc_precision_at_10_std": 0.145096,
+        "nauc_precision_at_10_diff1": 0.200927,
+        "nauc_precision_at_20_max": 0.331121,
+        "nauc_precision_at_20_std": 0.187749,
+        "nauc_precision_at_20_diff1": 0.171022,
+        "nauc_precision_at_100_max": 0.319739,
+        "nauc_precision_at_100_std": 0.275434,
+        "nauc_precision_at_100_diff1": 0.100659,
+        "nauc_precision_at_1000_max": 0.254236,
+        "nauc_precision_at_1000_std": 0.262596,
+        "nauc_precision_at_1000_diff1": 0.031093,
+        "nauc_mrr_at_1_max": 0.227658,
+        "nauc_mrr_at_1_std": 0.042089,
+        "nauc_mrr_at_1_diff1": 0.334397,
+        "nauc_mrr_at_3_max": 0.241555,
+        "nauc_mrr_at_3_std": 0.057749,
+        "nauc_mrr_at_3_diff1": 0.292952,
+        "nauc_mrr_at_5_max": 0.246783,
+        "nauc_mrr_at_5_std": 0.058835,
+        "nauc_mrr_at_5_diff1": 0.291366,
+        "nauc_mrr_at_10_max": 0.251387,
+        "nauc_mrr_at_10_std": 0.06434,
+        "nauc_mrr_at_10_diff1": 0.288275,
+        "nauc_mrr_at_20_max": 0.253639,
+        "nauc_mrr_at_20_std": 0.067249,
+        "nauc_mrr_at_20_diff1": 0.288323,
+        "nauc_mrr_at_100_max": 0.254222,
+        "nauc_mrr_at_100_std": 0.06871,
+        "nauc_mrr_at_100_diff1": 0.288576,
+        "nauc_mrr_at_1000_max": 0.254156,
+        "nauc_mrr_at_1000_std": 0.068587,
+        "nauc_mrr_at_1000_diff1": 0.288706,
+        "hit_rate_at_1": 0.21118,
+        "hit_rate_at_3": 0.36993,
+        "hit_rate_at_5": 0.4438,
+        "hit_rate_at_10": 0.52636,
+        "hit_rate_at_20": 0.61327,
+        "hit_rate_at_100": 0.77375,
+        "hit_rate_at_1000": 0.9073,
+        "main_score": 0.3393,
+        "hf_subset": "default",
+        "languages": [
+          "eng-Latn"
+        ]
+      }
+    ]
+  },
+  "evaluation_time": 2799.932240962982,
+  "kg_co2_emissions": null,
+  "date": null
+}