huseinzol05 commited on
Commit
17bdd91
β€’
1 Parent(s): 8cb674a

update name

Browse files
Files changed (1) hide show
  1. app.py +28 -17
app.py CHANGED
@@ -31,7 +31,7 @@ close_source = [
31
 
32
  open_source = [
33
  {
34
- 'model': '[llama2-embedding-600m-8k](https://huggingface.co/mesolitica/llama2-embedding-600m-8k)',
35
  'Crossref Melayu top-1': 0.09549151521237072,
36
  'Crossref Melayu top-3': 0.1834521538307059,
37
  'Crossref Melayu top-5': 0.23375840947886334,
@@ -42,7 +42,7 @@ open_source = [
42
  'lom.agc.gov.my top-10': 0.1797361214836943,
43
  },
44
  {
45
- 'model': '[llama2-embedding-1b-8k](https://huggingface.co/mesolitica/llama2-embedding-1b-8k)',
46
  'Crossref Melayu top-1': 0.06777788934631991,
47
  'Crossref Melayu top-3': 0.142584596847073,
48
  'Crossref Melayu top-5': 0.18817150316296816,
@@ -53,7 +53,7 @@ open_source = [
53
  'lom.agc.gov.my top-10': 0.23089370176748816,
54
  },
55
  {
56
- 'model': '[mistral-embedding-191m-8k-contrastive](https://huggingface.co/mesolitica/mistral-embedding-191m-8k-contrastive)',
57
  'Crossref Melayu top-1': 0.08001654088700506,
58
  'Crossref Melayu top-3': 0.17378269409697095,
59
  'Crossref Melayu top-5': 0.232192701333609,
@@ -64,7 +64,7 @@ open_source = [
64
  'lom.agc.gov.my top-10': 0.18707991038088126,
65
  },
66
  {
67
- 'model': '[mistral-embedding-349m-8k-contrastive](https://huggingface.co/mesolitica/mistral-embedding-349m-8k-contrastive)',
68
  'Crossref Melayu top-1': 0.09045797580895276,
69
  'Crossref Melayu top-3': 0.18742892587615012,
70
  'Crossref Melayu top-5': 0.2444949860436266,
@@ -75,26 +75,37 @@ open_source = [
75
  'lom.agc.gov.my top-10': 0.18558625840179238,
76
  },
77
  {
78
- 'model': '[llama2-embedding-600m-8k-contrastive](https://huggingface.co/mesolitica/llama2-embedding-600m-8k)',
79
- 'Crossref Melayu top-1': 0.11516592577276956,
80
- 'Crossref Melayu top-3': 0.2412901891863951,
81
- 'Crossref Melayu top-5': 0.3201695440918019,
82
- 'Crossref Melayu top-10': 0.4337847617078466,
83
  'lom.agc.gov.my top-1': 0.05738113019666418,
84
  'lom.agc.gov.my top-3': 0.12571570823998007,
85
  'lom.agc.gov.my top-5': 0.16455065969629076,
86
  'lom.agc.gov.my top-10': 0.24446104057754542,
87
  },
88
  {
89
- 'model': '[llama2-embedding-1b-8k-contrastive](https://huggingface.co/mesolitica/llama2-embedding-1b-8k)',
90
- 'Crossref Melayu top-1': 0.16489196733174816,
91
- 'Crossref Melayu top-3': 0.3281298459629898,
92
- 'Crossref Melayu top-5': 0.42623798201178537,
93
- 'Crossref Melayu top-10': 0.5487439263930528,
 
 
 
 
 
 
 
 
 
 
 
94
  'lom.agc.gov.my top-1': 0.09123724172267862,
95
- 'lom.agc.gov.my top-3': 0.18309683843664426,
96
- 'lom.agc.gov.my top-5': 0.24271844660194175,
97
- 'lom.agc.gov.my top-10': 0.3354493403037092,
98
  },
99
  ]
100
 
 
31
 
32
  open_source = [
33
  {
34
+ 'model': '[mesolitica/llama2-embedding-600m-8k](https://huggingface.co/mesolitica/llama2-embedding-600m-8k)',
35
  'Crossref Melayu top-1': 0.09549151521237072,
36
  'Crossref Melayu top-3': 0.1834521538307059,
37
  'Crossref Melayu top-5': 0.23375840947886334,
 
42
  'lom.agc.gov.my top-10': 0.1797361214836943,
43
  },
44
  {
45
+ 'model': '[mesolitica/llama2-embedding-1b-8k](https://huggingface.co/mesolitica/llama2-embedding-1b-8k)',
46
  'Crossref Melayu top-1': 0.06777788934631991,
47
  'Crossref Melayu top-3': 0.142584596847073,
48
  'Crossref Melayu top-5': 0.18817150316296816,
 
53
  'lom.agc.gov.my top-10': 0.23089370176748816,
54
  },
55
  {
56
+ 'model': '[mesolitica/mistral-embedding-191m-8k-contrastive](https://huggingface.co/mesolitica/mistral-embedding-191m-8k-contrastive)',
57
  'Crossref Melayu top-1': 0.08001654088700506,
58
  'Crossref Melayu top-3': 0.17378269409697095,
59
  'Crossref Melayu top-5': 0.232192701333609,
 
64
  'lom.agc.gov.my top-10': 0.18707991038088126,
65
  },
66
  {
67
+ 'model': '[mesolitica/mistral-embedding-349m-8k-contrastive](https://huggingface.co/mesolitica/mistral-embedding-349m-8k-contrastive)',
68
  'Crossref Melayu top-1': 0.09045797580895276,
69
  'Crossref Melayu top-3': 0.18742892587615012,
70
  'Crossref Melayu top-5': 0.2444949860436266,
 
75
  'lom.agc.gov.my top-10': 0.18558625840179238,
76
  },
77
  {
78
+ 'model': '[mesolitica/llama2-embedding-600m-8k-contrastive](https://huggingface.co/mesolitica/llama2-embedding-600m-8k)',
79
+ 'Crossref Melayu top-1': 0.11433888142251629,
80
+ 'Crossref Melayu top-3': 0.2554533236844826,
81
+ 'Crossref Melayu top-5': 0.33185154553912954,
82
+ 'Crossref Melayu top-10': 0.44639718804920914,
83
  'lom.agc.gov.my top-1': 0.05738113019666418,
84
  'lom.agc.gov.my top-3': 0.12571570823998007,
85
  'lom.agc.gov.my top-5': 0.16455065969629076,
86
  'lom.agc.gov.my top-10': 0.24446104057754542,
87
  },
88
  {
89
+ 'model': '[mesolitica/llama2-embedding-1b-8k-contrastive](https://huggingface.co/mesolitica/llama2-embedding-1b-8k)',
90
+ 'Crossref Melayu top-1': 0.17843481856714566,
91
+ 'Crossref Melayu top-3': 0.3528377959268066,
92
+ 'Crossref Melayu top-5': 0.45208311795720046,
93
+ 'Crossref Melayu top-10': 0.5800682311588959,
94
+ 'lom.agc.gov.my top-1': 0.09733632063729152,
95
+ 'lom.agc.gov.my top-3': 0.1919342793129201,
96
+ 'lom.agc.gov.my top-5': 0.2534229524520787,
97
+ 'lom.agc.gov.my top-10': 0.34602937515558874,
98
+ },
99
+ {
100
+ 'model': '[mesolitica/llama2-embedding-2b-8k-contrastive](https://huggingface.co/mesolitica/llama2-embedding-2b-8k)',
101
+ 'Crossref Melayu top-1': 0.1522795409903856,
102
+ 'Crossref Melayu top-3': 0.3051793652434612,
103
+ 'Crossref Melayu top-5': 0.3899514111444226,
104
+ 'Crossref Melayu top-10': 0.503049726041559,
105
  'lom.agc.gov.my top-1': 0.09123724172267862,
106
+ 'lom.agc.gov.my top-3': 0.1779935275080906,
107
+ 'lom.agc.gov.my top-5': 0.22479462285287527,
108
+ 'lom.agc.gov.my top-10': 0.30931043066965397,
109
  },
110
  ]
111