Initial commit + 2 eval

README.md

@@ -8,6 +8,19 @@ tags:
 model-index:
 - name: fin-mpnet-base-v0.1
   results:
+  - task:
+      type: Classification
+    dataset:
+      type: mteb/amazon_reviews_multi
+      name: MTEB AmazonReviewsClassification (en)
+      config: en
+      split: test
+      revision: 1399c76144fd37290681b995c656ef9b2e06e26d
+    metrics:
+    - type: accuracy
+      value: 29.128
+    - type: f1
+      value: 28.657401543151707
   - task:
       type: Classification
     dataset:
@@ -90,6 +103,75 @@ model-index:
       value: 68.691
     - type: recall_at_5
       value: 80.742
+  - task:
+      type: Retrieval
+    dataset:
+      type: scifact
+      name: MTEB SciFact
+      config: default
+      split: test
+      revision: None
+    metrics:
+    - type: map_at_1
+      value: 49.010999999999996
+    - type: map_at_10
+      value: 60.094
+    - type: map_at_100
+      value: 60.79900000000001
+    - type: map_at_1000
+      value: 60.828
+    - type: map_at_3
+      value: 57.175
+    - type: map_at_5
+      value: 58.748
+    - type: mrr_at_1
+      value: 51.666999999999994
+    - type: mrr_at_10
+      value: 61.312
+    - type: mrr_at_100
+      value: 61.821000000000005
+    - type: mrr_at_1000
+      value: 61.85000000000001
+    - type: mrr_at_3
+      value: 59.0
+    - type: mrr_at_5
+      value: 60.199999999999996
+    - type: ndcg_at_1
+      value: 51.666999999999994
+    - type: ndcg_at_10
+      value: 65.402
+    - type: ndcg_at_100
+      value: 68.377
+    - type: ndcg_at_1000
+      value: 69.094
+    - type: ndcg_at_3
+      value: 60.153999999999996
+    - type: ndcg_at_5
+      value: 62.455000000000005
+    - type: precision_at_1
+      value: 51.666999999999994
+    - type: precision_at_10
+      value: 9.067
+    - type: precision_at_100
+      value: 1.0670000000000002
+    - type: precision_at_1000
+      value: 0.11199999999999999
+    - type: precision_at_3
+      value: 24.0
+    - type: precision_at_5
+      value: 15.933
+    - type: recall_at_1
+      value: 49.010999999999996
+    - type: recall_at_10
+      value: 80.511
+    - type: recall_at_100
+      value: 94.0
+    - type: recall_at_1000
+      value: 99.5
+    - type: recall_at_3
+      value: 66.2
+    - type: recall_at_5
+      value: 71.944
 ---
 
 full evaluation not complete

mteb_metadata.md

@@ -1,89 +0,0 @@
----
-tags:
-- mteb
-model-index:
-- name: fin-mpnet-base-v0.1
-  results:
-  - task:
-      type: Classification
-    dataset:
-      type: mteb/banking77
-      name: MTEB Banking77Classification
-      config: default
-      split: test
-      revision: 0fd18e25b25c072e09e0d92ab615fda904d66300
-    metrics:
-    - type: accuracy
-      value: 80.25
-    - type: f1
-      value: 79.64999520103544
-  - task:
-      type: Retrieval
-    dataset:
-      type: fiqa
-      name: MTEB FiQA2018
-      config: default
-      split: test
-      revision: None
-    metrics:
-    - type: map_at_1
-      value: 37.747
-    - type: map_at_10
-      value: 72.223
-    - type: map_at_100
-      value: 73.802
-    - type: map_at_1000
-      value: 73.80499999999999
-    - type: map_at_3
-      value: 61.617999999999995
-    - type: map_at_5
-      value: 67.92200000000001
-    - type: mrr_at_1
-      value: 71.914
-    - type: mrr_at_10
-      value: 80.71000000000001
-    - type: mrr_at_100
-      value: 80.901
-    - type: mrr_at_1000
-      value: 80.901
-    - type: mrr_at_3
-      value: 78.935
-    - type: mrr_at_5
-      value: 80.193
-    - type: ndcg_at_1
-      value: 71.914
-    - type: ndcg_at_10
-      value: 79.912
-    - type: ndcg_at_100
-      value: 82.675
-    - type: ndcg_at_1000
-      value: 82.702
-    - type: ndcg_at_3
-      value: 73.252
-    - type: ndcg_at_5
-      value: 76.36
-    - type: precision_at_1
-      value: 71.914
-    - type: precision_at_10
-      value: 23.071
-    - type: precision_at_100
-      value: 2.62
-    - type: precision_at_1000
-      value: 0.263
-    - type: precision_at_3
-      value: 51.235
-    - type: precision_at_5
-      value: 38.117000000000004
-    - type: recall_at_1
-      value: 37.747
-    - type: recall_at_10
-      value: 91.346
-    - type: recall_at_100
-      value: 99.776
-    - type: recall_at_1000
-      value: 99.897
-    - type: recall_at_3
-      value: 68.691
-    - type: recall_at_5
-      value: 80.742
----