Update README.md

README.md

@@ -14,6 +14,7 @@ model-index:
       name: MTEB AmazonCounterfactualClassification (en)
       config: en
       split: test
+      revision: 2d8a100785abf0ae21420d2a55b0c56e3e1ea996
     metrics:
     - type: accuracy
       value: 65.20895522388061
@@ -28,6 +29,7 @@ model-index:
       name: MTEB AmazonPolarityClassification
       config: default
       split: test
+      revision: 80714f8dcf8cefc218ef4f8c5a966dd83f75a0e1
     metrics:
     - type: accuracy
       value: 73.20565
@@ -42,6 +44,7 @@ model-index:
       name: MTEB AmazonReviewsClassification (en)
       config: en
       split: test
+      revision: c379a6705fec24a2493fa68e011692605f44e119
     metrics:
     - type: accuracy
       value: 34.955999999999996
@@ -54,6 +57,7 @@ model-index:
       name: MTEB ArguAna
       config: default
       split: test
+      revision: 5b3e3697907184a9b77a3c99ee9ea1a9cbb1e4e3
     metrics:
     - type: map_at_1
       value: 26.101999999999997
@@ -122,6 +126,7 @@ model-index:
       name: MTEB ArxivClusteringP2P
       config: default
       split: test
+      revision: 0bbdb47bcbe3a90093699aefeed338a0f28a7ee8
     metrics:
     - type: v_measure
       value: 43.384194916953774
@@ -132,6 +137,7 @@ model-index:
       name: MTEB ArxivClusteringS2S
       config: default
       split: test
+      revision: b73bd54100e5abfa6e3a23dcafb46fe4d2438dc3
     metrics:
     - type: v_measure
       value: 33.70962633433912
@@ -142,6 +148,7 @@ model-index:
       name: MTEB AskUbuntuDupQuestions
       config: default
       split: test
+      revision: 4d853f94cd57d85ec13805aeeac3ae3e5eb4c49c
     metrics:
     - type: map
       value: 58.133058996870076
@@ -154,6 +161,7 @@ model-index:
       name: MTEB BIOSSES
       config: default
       split: test
+      revision: 9ee918f184421b6bd48b78f6c714d86546106103
     metrics:
     - type: cos_sim_pearson
       value: 86.62153841660047
@@ -174,6 +182,7 @@ model-index:
       name: MTEB Banking77Classification
       config: default
       split: test
+      revision: 44fa15921b4c889113cc5df03dd4901b49161ab7
     metrics:
     - type: accuracy
       value: 82.05844155844156
@@ -186,6 +195,7 @@ model-index:
       name: MTEB BiorxivClusteringP2P
       config: default
       split: test
+      revision: 11d0121201d1f1f280e8cc8f3d98fb9c4d9f9c55
     metrics:
     - type: v_measure
       value: 35.05918333141837
@@ -196,6 +206,7 @@ model-index:
       name: MTEB BiorxivClusteringS2S
       config: default
       split: test
+      revision: c0fab014e1bcb8d3a5e31b2088972a1e01547dc1
     metrics:
     - type: v_measure
       value: 30.71055028830579
@@ -206,6 +217,7 @@ model-index:
       name: MTEB CQADupstackAndroidRetrieval
       config: default
       split: test
+      revision: 2b9f5791698b5be7bc5e10535c8690f20043c3db
     metrics:
     - type: map_at_1
       value: 26.519
@@ -274,6 +286,7 @@ model-index:
       name: MTEB CQADupstackEnglishRetrieval
       config: default
       split: test
+      revision: 2b9f5791698b5be7bc5e10535c8690f20043c3db
     metrics:
     - type: map_at_1
       value: 25.356
@@ -342,6 +355,7 @@ model-index:
       name: MTEB CQADupstackGamingRetrieval
       config: default
       split: test
+      revision: 2b9f5791698b5be7bc5e10535c8690f20043c3db
     metrics:
     - type: map_at_1
       value: 32.759
@@ -410,6 +424,7 @@ model-index:
       name: MTEB CQADupstackGisRetrieval
       config: default
       split: test
+      revision: 2b9f5791698b5be7bc5e10535c8690f20043c3db
     metrics:
     - type: map_at_1
       value: 18.962
@@ -478,6 +493,7 @@ model-index:
       name: MTEB CQADupstackMathematicaRetrieval
       config: default
       split: test
+      revision: 2b9f5791698b5be7bc5e10535c8690f20043c3db
     metrics:
     - type: map_at_1
       value: 11.24
@@ -546,6 +562,7 @@ model-index:
       name: MTEB CQADupstackPhysicsRetrieval
       config: default
       split: test
+      revision: 2b9f5791698b5be7bc5e10535c8690f20043c3db
     metrics:
     - type: map_at_1
       value: 23.012
@@ -614,6 +631,7 @@ model-index:
       name: MTEB CQADupstackProgrammersRetrieval
       config: default
       split: test
+      revision: 2b9f5791698b5be7bc5e10535c8690f20043c3db
     metrics:
     - type: map_at_1
       value: 21.624
@@ -682,6 +700,7 @@ model-index:
       name: MTEB CQADupstackRetrieval
       config: default
       split: test
+      revision: 2b9f5791698b5be7bc5e10535c8690f20043c3db
     metrics:
     - type: map_at_1
       value: 20.67566666666667
@@ -750,6 +769,7 @@ model-index:
       name: MTEB CQADupstackStatsRetrieval
       config: default
       split: test
+      revision: 2b9f5791698b5be7bc5e10535c8690f20043c3db
     metrics:
     - type: map_at_1
       value: 18.34
@@ -818,6 +838,7 @@ model-index:
       name: MTEB CQADupstackTexRetrieval
       config: default
       split: test
+      revision: 2b9f5791698b5be7bc5e10535c8690f20043c3db
     metrics:
     - type: map_at_1
       value: 12.327
@@ -886,6 +907,7 @@ model-index:
       name: MTEB CQADupstackUnixRetrieval
       config: default
       split: test
+      revision: 2b9f5791698b5be7bc5e10535c8690f20043c3db
     metrics:
     - type: map_at_1
       value: 20.594
@@ -954,6 +976,7 @@ model-index:
       name: MTEB CQADupstackWebmastersRetrieval
       config: default
       split: test
+      revision: 2b9f5791698b5be7bc5e10535c8690f20043c3db
     metrics:
     - type: map_at_1
       value: 20.855999999999998
@@ -1022,6 +1045,7 @@ model-index:
       name: MTEB CQADupstackWordpressRetrieval
       config: default
       split: test
+      revision: 2b9f5791698b5be7bc5e10535c8690f20043c3db
     metrics:
     - type: map_at_1
       value: 16.519000000000002
@@ -1090,6 +1114,7 @@ model-index:
       name: MTEB ClimateFEVER
       config: default
       split: test
+      revision: 392b78eb68c07badcd7c2cd8f39af108375dfcce
     metrics:
     - type: map_at_1
       value: 10.363
@@ -1158,6 +1183,7 @@ model-index:
       name: MTEB DBPedia
       config: default
       split: test
+      revision: f097057d03ed98220bc7309ddb10b71a54d667d6
     metrics:
     - type: map_at_1
       value: 7.436
@@ -1226,6 +1252,7 @@ model-index:
       name: MTEB EmotionClassification
       config: default
       split: test
+      revision: 829147f8f75a25f005913200eb5ed41fae320aa1
     metrics:
     - type: accuracy
       value: 46.39
@@ -1238,6 +1265,7 @@ model-index:
       name: MTEB FEVER
       config: default
       split: test
+      revision: 1429cf27e393599b8b359b9b72c666f96b2525f9
     metrics:
     - type: map_at_1
       value: 50.916
@@ -1306,6 +1334,7 @@ model-index:
       name: MTEB FiQA2018
       config: default
       split: test
+      revision: 41b686a7f28c59bcaaa5791efd47c67c8ebe28be
     metrics:
     - type: map_at_1
       value: 13.568
@@ -1374,6 +1403,7 @@ model-index:
       name: MTEB HotpotQA
       config: default
       split: test
+      revision: 766870b35a1b9ca65e67a0d1913899973551fc6c
     metrics:
     - type: map_at_1
       value: 30.878
@@ -1442,6 +1472,7 @@ model-index:
       name: MTEB ImdbClassification
       config: default
       split: test
+      revision: 8d743909f834c38949e8323a8a6ce8721ea6c7f4
     metrics:
     - type: accuracy
       value: 64.04799999999999
@@ -1456,6 +1487,7 @@ model-index:
       name: MTEB MSMARCO
       config: default
       split: validation
+      revision: e6838a846e2408f22cf5cc337ebc83e0bcf77849
     metrics:
     - type: map_at_1
       value: 18.9
@@ -1524,6 +1556,7 @@ model-index:
       name: MTEB MTOPDomainClassification (en)
       config: en
       split: test
+      revision: a7e2a951126a26fc8c6a69f835f33a346ba259e3
     metrics:
     - type: accuracy
       value: 92.07706338349293
@@ -1536,6 +1569,7 @@ model-index:
       name: MTEB MTOPIntentClassification (en)
       config: en
       split: test
+      revision: 6299947a7777084cc2d4b64235bf7190381ce755
     metrics:
     - type: accuracy
       value: 71.18559051527589
@@ -1548,6 +1582,7 @@ model-index:
       name: MTEB MassiveIntentClassification (en)
       config: en
       split: test
+      revision: 072a486a144adf7f4479a4a0dddb2152e161e1ea
     metrics:
     - type: accuracy
       value: 68.64828513786148
@@ -1560,6 +1595,7 @@ model-index:
       name: MTEB MassiveScenarioClassification (en)
       config: en
       split: test
+      revision: 7d571f92784cd94a019292a1f45445077d0ef634
     metrics:
     - type: accuracy
       value: 76.04236718224612
@@ -1572,6 +1608,7 @@ model-index:
       name: MTEB MedrxivClusteringP2P
       config: default
       split: test
+      revision: dcefc037ef84348e49b0d29109e891c01067226b
     metrics:
     - type: v_measure
       value: 32.0840369055247
@@ -1582,6 +1619,7 @@ model-index:
       name: MTEB MedrxivClusteringS2S
       config: default
       split: test
+      revision: 3cd0e71dfbe09d4de0f9e5ecba43e7ce280959dc
     metrics:
     - type: v_measure
       value: 29.448729560244537
@@ -1592,6 +1630,7 @@ model-index:
       name: MTEB MindSmallReranking
       config: default
       split: test
+      revision: 3bdac13927fdc888b903db93b2ffdbd90b295a69
     metrics:
     - type: map
       value: 31.340856463122375
@@ -1604,6 +1643,7 @@ model-index:
       name: MTEB NFCorpus
       config: default
       split: test
+      revision: 7eb63cc0c1eb59324d709ebed25fcab851fa7610
     metrics:
     - type: map_at_1
       value: 5.526
@@ -1672,6 +1712,7 @@ model-index:
       name: MTEB NQ
       config: default
       split: test
+      revision: 6062aefc120bfe8ece5897809fb2e53bfe0d128c
     metrics:
     - type: map_at_1
       value: 23.467
@@ -1740,6 +1781,7 @@ model-index:
       name: MTEB QuoraRetrieval
       config: default
       split: test
+      revision: 6205996560df11e3a3da9ab4f926788fc30a7db4
     metrics:
     - type: map_at_1
       value: 67.51700000000001
@@ -1808,6 +1850,7 @@ model-index:
       name: MTEB RedditClustering
       config: default
       split: test
+      revision: b2805658ae38990172679479369a78b86de8c390
     metrics:
     - type: v_measure
       value: 48.225994608749915
@@ -1818,6 +1861,7 @@ model-index:
       name: MTEB RedditClusteringP2P
       config: default
       split: test
+      revision: 385e3cb46b4cfa89021f56c4380204149d0efe33
     metrics:
     - type: v_measure
       value: 53.17635557157765
@@ -1828,6 +1872,7 @@ model-index:
       name: MTEB SCIDOCS
       config: default
       split: test
+      revision: 5c59ef3e437a0a9651c8fe6fde943e7dce59fba5
     metrics:
     - type: map_at_1
       value: 3.988
@@ -1896,6 +1941,7 @@ model-index:
       name: MTEB SICK-R
       config: default
       split: test
+      revision: 20a6d6f312dd54037fe07a32d58e5e168867909d
     metrics:
     - type: cos_sim_pearson
       value: 77.29330379162072
@@ -1916,6 +1962,7 @@ model-index:
       name: MTEB STS12
       config: default
       split: test
+      revision: fdf84275bb8ce4b49c971d02e84dd1abc677a50f
     metrics:
     - type: cos_sim_pearson
       value: 75.40943196466576
@@ -1936,6 +1983,7 @@ model-index:
       name: MTEB STS13
       config: default
       split: test
+      revision: 1591bfcbe8c69d4bf7fe2a16e2451017832cafb9
     metrics:
     - type: cos_sim_pearson
       value: 77.08302398877518
@@ -1956,6 +2004,7 @@ model-index:
       name: MTEB STS14
       config: default
       split: test
+      revision: e2125984e7df8b7871f6ae9949cf6b6795e7c54b
     metrics:
     - type: cos_sim_pearson
       value: 77.46886184932168
@@ -1976,6 +2025,7 @@ model-index:
       name: MTEB STS15
       config: default
       split: test
+      revision: 1cd7298cac12a96a373b6a2f18738bb3e739a9b6
     metrics:
     - type: cos_sim_pearson
       value: 80.093017609484
@@ -1996,6 +2046,7 @@ model-index:
       name: MTEB STS16
       config: default
       split: test
+      revision: 360a0b2dff98700d09e634a01e1cc1624d3e42cd
     metrics:
     - type: cos_sim_pearson
       value: 77.98998347238742
@@ -2016,6 +2067,7 @@ model-index:
       name: MTEB STS17 (en-en)
       config: en-en
       split: test
+      revision: 9fc37e8c632af1c87a3d23e685d49552a02582a0
     metrics:
     - type: cos_sim_pearson
       value: 85.63510653472044
@@ -2036,6 +2088,7 @@ model-index:
       name: MTEB STS22 (en)
       config: en
       split: test
+      revision: 2de6ce8c1921b71a755b262c6b57fef195dd7906
     metrics:
     - type: cos_sim_pearson
       value: 66.7257987615171
@@ -2056,6 +2109,7 @@ model-index:
       name: MTEB STSBenchmark
       config: default
       split: test
+      revision: 8913289635987208e6e7c72789e4be2fe94b6abd
     metrics:
     - type: cos_sim_pearson
       value: 79.37322139418472
@@ -2076,6 +2130,7 @@ model-index:
       name: MTEB SciDocsRR
       config: default
       split: test
+      revision: 56a6d0140cf6356659e2a7c1413286a774468d44
     metrics:
     - type: map
       value: 77.21233007730808
@@ -2088,6 +2143,7 @@ model-index:
       name: MTEB SciFact
       config: default
       split: test
+      revision: a75ae049398addde9b70f6b268875f5cbce99089
     metrics:
     - type: map_at_1
       value: 54.567
@@ -2156,6 +2212,7 @@ model-index:
       name: MTEB SprintDuplicateQuestions
       config: default
       split: test
+      revision: 5a8256d0dff9c4bd3be3ba3e67e4e70173f802ea
     metrics:
     - type: cos_sim_accuracy
       value: 99.74455445544554
@@ -2210,6 +2267,7 @@ model-index:
       name: MTEB StackExchangeClustering
       config: default
       split: test
+      revision: 70a89468f6dccacc6aa2b12a6eac54e74328f235
     metrics:
     - type: v_measure
       value: 60.85593925770172
@@ -2220,6 +2278,7 @@ model-index:
       name: MTEB StackExchangeClusteringP2P
       config: default
       split: test
+      revision: d88009ab563dd0b16cfaf4436abaf97fa3550cf0
     metrics:
     - type: v_measure
       value: 32.356772998237496
@@ -2230,6 +2289,7 @@ model-index:
       name: MTEB StackOverflowDupQuestions
       config: default
       split: test
+      revision: ef807ea29a75ec4f91b50fd4191cb4ee4589a9f9
     metrics:
     - type: map
       value: 49.320607035290735
@@ -2242,6 +2302,7 @@ model-index:
       name: MTEB SummEval
       config: default
       split: test
+      revision: 8753c2788d36c01fc6f05d03fe3f7268d63f9122
     metrics:
     - type: cos_sim_pearson
       value: 25.57602918901377
@@ -2258,6 +2319,7 @@ model-index:
       name: MTEB TRECCOVID
       config: default
       split: test
+      revision: 2c8041b2c07a79b6f7ba8fe6acc72e5d9f92d217
     metrics:
     - type: map_at_1
       value: 0.22100000000000003
@@ -2326,6 +2388,7 @@ model-index:
       name: MTEB Touche2020
       config: default
       split: test
+      revision: 527b7d77e16e343303e68cb6af11d6e18b9f7b3b
     metrics:
     - type: map_at_1
       value: 2.5
@@ -2394,6 +2457,7 @@ model-index:
       name: MTEB ToxicConversationsClassification
       config: default
       split: test
+      revision: edfaf9da55d3dd50d43143d90c1ac476895ae6de
     metrics:
     - type: accuracy
       value: 68.7272
@@ -2408,6 +2472,7 @@ model-index:
       name: MTEB TweetSentimentExtractionClassification
       config: default
       split: test
+      revision: 62146448f05be9e52a36b8ee9936447ea787eede
     metrics:
     - type: accuracy
       value: 55.6677985285795
@@ -2420,6 +2485,7 @@ model-index:
       name: MTEB TwentyNewsgroupsClustering
       config: default
       split: test
+      revision: 091a54f9a36281ce7d6590ec8c75dd485e7e01d4
     metrics:
     - type: v_measure
       value: 40.05809562275603
@@ -2430,6 +2496,7 @@ model-index:
       name: MTEB TwitterSemEval2015
       config: default
       split: test
+      revision: 70970daeab8776df92f5ea462b6173c0b46fd2d1
     metrics:
     - type: cos_sim_accuracy
       value: 82.76807534124099
@@ -2484,6 +2551,7 @@ model-index:
       name: MTEB TwitterURLCorpus
       config: default
       split: test
+      revision: 8b6510b0b1fa4e4c4f879467980e9be563ec1cdf
     metrics:
     - type: cos_sim_accuracy
       value: 87.97881010594946