Spaces:

mesolitica
/

malaysian-embedding-leaderboard

Running

huseinzol05 commited on Dec 19, 2023

Commit

1d2f9e7

1 Parent(s): f53967f

improve scores

Files changed (1) hide show

app.py CHANGED Viewed

@@ -98,14 +98,14 @@ open_source = [
     },
     {
         'model': '[mesolitica/llama2-embedding-2b-8k-contrastive](https://huggingface.co/mesolitica/llama2-embedding-2b-8k)',
-        'Crossref Melayu top-1': 0.221544505324098,
-        'Crossref Melayu top-3': 0.4253075571177504,
-        'Crossref Melayu top-5': 0.5329267031944588,
-        'Crossref Melayu top-10': 0.6620490023777525,
-        'lom.agc.gov.my top-1': 0.1260891212347523,
-        'lom.agc.gov.my top-3': 0.24483445357231765,
-        'lom.agc.gov.my top-5': 0.31478715459297985,
-        'lom.agc.gov.my top-10': 0.4200896191187453,
     },
 ]

     },
     {
         'model': '[mesolitica/llama2-embedding-2b-8k-contrastive](https://huggingface.co/mesolitica/llama2-embedding-2b-8k)',
+        'Crossref Melayu top-1': 0.23395017057789724,
+        'Crossref Melayu top-3': 0.44040111650987285,
+        'Crossref Melayu top-5': 0.5515352010751576,
+        'Crossref Melayu top-10': 0.6814845446087047,
+        'lom.agc.gov.my top-1': 0.12521782424695047,
+        'lom.agc.gov.my top-3': 0.2481951705252676,
+        'lom.agc.gov.my top-5': 0.31951705252676127,
+        'lom.agc.gov.my top-10': 0.43303460293751556
     },
 ]