huseinzol05
commited on
Commit
β’
17bdd91
1
Parent(s):
8cb674a
update name
Browse files
app.py
CHANGED
@@ -31,7 +31,7 @@ close_source = [
|
|
31 |
|
32 |
open_source = [
|
33 |
{
|
34 |
-
'model': '[llama2-embedding-600m-8k](https://huggingface.co/mesolitica/llama2-embedding-600m-8k)',
|
35 |
'Crossref Melayu top-1': 0.09549151521237072,
|
36 |
'Crossref Melayu top-3': 0.1834521538307059,
|
37 |
'Crossref Melayu top-5': 0.23375840947886334,
|
@@ -42,7 +42,7 @@ open_source = [
|
|
42 |
'lom.agc.gov.my top-10': 0.1797361214836943,
|
43 |
},
|
44 |
{
|
45 |
-
'model': '[llama2-embedding-1b-8k](https://huggingface.co/mesolitica/llama2-embedding-1b-8k)',
|
46 |
'Crossref Melayu top-1': 0.06777788934631991,
|
47 |
'Crossref Melayu top-3': 0.142584596847073,
|
48 |
'Crossref Melayu top-5': 0.18817150316296816,
|
@@ -53,7 +53,7 @@ open_source = [
|
|
53 |
'lom.agc.gov.my top-10': 0.23089370176748816,
|
54 |
},
|
55 |
{
|
56 |
-
'model': '[mistral-embedding-191m-8k-contrastive](https://huggingface.co/mesolitica/mistral-embedding-191m-8k-contrastive)',
|
57 |
'Crossref Melayu top-1': 0.08001654088700506,
|
58 |
'Crossref Melayu top-3': 0.17378269409697095,
|
59 |
'Crossref Melayu top-5': 0.232192701333609,
|
@@ -64,7 +64,7 @@ open_source = [
|
|
64 |
'lom.agc.gov.my top-10': 0.18707991038088126,
|
65 |
},
|
66 |
{
|
67 |
-
'model': '[mistral-embedding-349m-8k-contrastive](https://huggingface.co/mesolitica/mistral-embedding-349m-8k-contrastive)',
|
68 |
'Crossref Melayu top-1': 0.09045797580895276,
|
69 |
'Crossref Melayu top-3': 0.18742892587615012,
|
70 |
'Crossref Melayu top-5': 0.2444949860436266,
|
@@ -75,26 +75,37 @@ open_source = [
|
|
75 |
'lom.agc.gov.my top-10': 0.18558625840179238,
|
76 |
},
|
77 |
{
|
78 |
-
'model': '[llama2-embedding-600m-8k-contrastive](https://huggingface.co/mesolitica/llama2-embedding-600m-8k)',
|
79 |
-
'Crossref Melayu top-1': 0.
|
80 |
-
'Crossref Melayu top-3': 0.
|
81 |
-
'Crossref Melayu top-5': 0.
|
82 |
-
'Crossref Melayu top-10': 0.
|
83 |
'lom.agc.gov.my top-1': 0.05738113019666418,
|
84 |
'lom.agc.gov.my top-3': 0.12571570823998007,
|
85 |
'lom.agc.gov.my top-5': 0.16455065969629076,
|
86 |
'lom.agc.gov.my top-10': 0.24446104057754542,
|
87 |
},
|
88 |
{
|
89 |
-
'model': '[llama2-embedding-1b-8k-contrastive](https://huggingface.co/mesolitica/llama2-embedding-1b-8k)',
|
90 |
-
'Crossref Melayu top-1': 0.
|
91 |
-
'Crossref Melayu top-3': 0.
|
92 |
-
'Crossref Melayu top-5': 0.
|
93 |
-
'Crossref Melayu top-10': 0.
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
94 |
'lom.agc.gov.my top-1': 0.09123724172267862,
|
95 |
-
'lom.agc.gov.my top-3': 0.
|
96 |
-
'lom.agc.gov.my top-5': 0.
|
97 |
-
'lom.agc.gov.my top-10': 0.
|
98 |
},
|
99 |
]
|
100 |
|
|
|
31 |
|
32 |
open_source = [
|
33 |
{
|
34 |
+
'model': '[mesolitica/llama2-embedding-600m-8k](https://huggingface.co/mesolitica/llama2-embedding-600m-8k)',
|
35 |
'Crossref Melayu top-1': 0.09549151521237072,
|
36 |
'Crossref Melayu top-3': 0.1834521538307059,
|
37 |
'Crossref Melayu top-5': 0.23375840947886334,
|
|
|
42 |
'lom.agc.gov.my top-10': 0.1797361214836943,
|
43 |
},
|
44 |
{
|
45 |
+
'model': '[mesolitica/llama2-embedding-1b-8k](https://huggingface.co/mesolitica/llama2-embedding-1b-8k)',
|
46 |
'Crossref Melayu top-1': 0.06777788934631991,
|
47 |
'Crossref Melayu top-3': 0.142584596847073,
|
48 |
'Crossref Melayu top-5': 0.18817150316296816,
|
|
|
53 |
'lom.agc.gov.my top-10': 0.23089370176748816,
|
54 |
},
|
55 |
{
|
56 |
+
'model': '[mesolitica/mistral-embedding-191m-8k-contrastive](https://huggingface.co/mesolitica/mistral-embedding-191m-8k-contrastive)',
|
57 |
'Crossref Melayu top-1': 0.08001654088700506,
|
58 |
'Crossref Melayu top-3': 0.17378269409697095,
|
59 |
'Crossref Melayu top-5': 0.232192701333609,
|
|
|
64 |
'lom.agc.gov.my top-10': 0.18707991038088126,
|
65 |
},
|
66 |
{
|
67 |
+
'model': '[mesolitica/mistral-embedding-349m-8k-contrastive](https://huggingface.co/mesolitica/mistral-embedding-349m-8k-contrastive)',
|
68 |
'Crossref Melayu top-1': 0.09045797580895276,
|
69 |
'Crossref Melayu top-3': 0.18742892587615012,
|
70 |
'Crossref Melayu top-5': 0.2444949860436266,
|
|
|
75 |
'lom.agc.gov.my top-10': 0.18558625840179238,
|
76 |
},
|
77 |
{
|
78 |
+
'model': '[mesolitica/llama2-embedding-600m-8k-contrastive](https://huggingface.co/mesolitica/llama2-embedding-600m-8k)',
|
79 |
+
'Crossref Melayu top-1': 0.11433888142251629,
|
80 |
+
'Crossref Melayu top-3': 0.2554533236844826,
|
81 |
+
'Crossref Melayu top-5': 0.33185154553912954,
|
82 |
+
'Crossref Melayu top-10': 0.44639718804920914,
|
83 |
'lom.agc.gov.my top-1': 0.05738113019666418,
|
84 |
'lom.agc.gov.my top-3': 0.12571570823998007,
|
85 |
'lom.agc.gov.my top-5': 0.16455065969629076,
|
86 |
'lom.agc.gov.my top-10': 0.24446104057754542,
|
87 |
},
|
88 |
{
|
89 |
+
'model': '[mesolitica/llama2-embedding-1b-8k-contrastive](https://huggingface.co/mesolitica/llama2-embedding-1b-8k)',
|
90 |
+
'Crossref Melayu top-1': 0.17843481856714566,
|
91 |
+
'Crossref Melayu top-3': 0.3528377959268066,
|
92 |
+
'Crossref Melayu top-5': 0.45208311795720046,
|
93 |
+
'Crossref Melayu top-10': 0.5800682311588959,
|
94 |
+
'lom.agc.gov.my top-1': 0.09733632063729152,
|
95 |
+
'lom.agc.gov.my top-3': 0.1919342793129201,
|
96 |
+
'lom.agc.gov.my top-5': 0.2534229524520787,
|
97 |
+
'lom.agc.gov.my top-10': 0.34602937515558874,
|
98 |
+
},
|
99 |
+
{
|
100 |
+
'model': '[mesolitica/llama2-embedding-2b-8k-contrastive](https://huggingface.co/mesolitica/llama2-embedding-2b-8k)',
|
101 |
+
'Crossref Melayu top-1': 0.1522795409903856,
|
102 |
+
'Crossref Melayu top-3': 0.3051793652434612,
|
103 |
+
'Crossref Melayu top-5': 0.3899514111444226,
|
104 |
+
'Crossref Melayu top-10': 0.503049726041559,
|
105 |
'lom.agc.gov.my top-1': 0.09123724172267862,
|
106 |
+
'lom.agc.gov.my top-3': 0.1779935275080906,
|
107 |
+
'lom.agc.gov.my top-5': 0.22479462285287527,
|
108 |
+
'lom.agc.gov.my top-10': 0.30931043066965397,
|
109 |
},
|
110 |
]
|
111 |
|