morriszms commited on
Commit
f3534a1
1 Parent(s): e0db572

Upload folder using huggingface_hub

Browse files
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ gemma-portuguese-luana-2b-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ gemma-portuguese-luana-2b-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
38
+ gemma-portuguese-luana-2b-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ gemma-portuguese-luana-2b-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ gemma-portuguese-luana-2b-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ gemma-portuguese-luana-2b-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ gemma-portuguese-luana-2b-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ gemma-portuguese-luana-2b-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
44
+ gemma-portuguese-luana-2b-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ gemma-portuguese-luana-2b-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ gemma-portuguese-luana-2b-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
47
+ gemma-portuguese-luana-2b-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
README.md ADDED
@@ -0,0 +1,245 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ language:
3
+ - pt
4
+ license: apache-2.0
5
+ library_name: transformers
6
+ tags:
7
+ - portuguese
8
+ - brasil
9
+ - gemma
10
+ - portugues
11
+ - instrucao
12
+ - TensorBlock
13
+ - GGUF
14
+ datasets:
15
+ - rhaymison/superset
16
+ pipeline_tag: text-generation
17
+ widget:
18
+ - text: Me explique como funciona um computador.
19
+ example_title: Computador.
20
+ - text: Me conte sobre a ida do homem a Lua.
21
+ example_title: Homem na Lua.
22
+ - text: Fale sobre uma curiosidade sobre a história do mundo
23
+ example_title: História.
24
+ - text: Escreva um poema bem interessante sobre o Sol e as flores.
25
+ example_title: Escreva um poema.
26
+ base_model: rhaymison/gemma-portuguese-luana-2b
27
+ model-index:
28
+ - name: gemma-portuguese-luana-2b
29
+ results:
30
+ - task:
31
+ type: text-generation
32
+ name: Text Generation
33
+ dataset:
34
+ name: ENEM Challenge (No Images)
35
+ type: eduagarcia/enem_challenge
36
+ split: train
37
+ args:
38
+ num_few_shot: 3
39
+ metrics:
40
+ - type: acc
41
+ value: 24.42
42
+ name: accuracy
43
+ source:
44
+ url: https://huggingface.co/spaces/eduagarcia/open_pt_llm_leaderboard?query=rhaymison/gemma-portuguese-luana-2b
45
+ name: Open Portuguese LLM Leaderboard
46
+ - task:
47
+ type: text-generation
48
+ name: Text Generation
49
+ dataset:
50
+ name: BLUEX (No Images)
51
+ type: eduagarcia-temp/BLUEX_without_images
52
+ split: train
53
+ args:
54
+ num_few_shot: 3
55
+ metrics:
56
+ - type: acc
57
+ value: 24.34
58
+ name: accuracy
59
+ source:
60
+ url: https://huggingface.co/spaces/eduagarcia/open_pt_llm_leaderboard?query=rhaymison/gemma-portuguese-luana-2b
61
+ name: Open Portuguese LLM Leaderboard
62
+ - task:
63
+ type: text-generation
64
+ name: Text Generation
65
+ dataset:
66
+ name: OAB Exams
67
+ type: eduagarcia/oab_exams
68
+ split: train
69
+ args:
70
+ num_few_shot: 3
71
+ metrics:
72
+ - type: acc
73
+ value: 27.11
74
+ name: accuracy
75
+ source:
76
+ url: https://huggingface.co/spaces/eduagarcia/open_pt_llm_leaderboard?query=rhaymison/gemma-portuguese-luana-2b
77
+ name: Open Portuguese LLM Leaderboard
78
+ - task:
79
+ type: text-generation
80
+ name: Text Generation
81
+ dataset:
82
+ name: Assin2 RTE
83
+ type: assin2
84
+ split: test
85
+ args:
86
+ num_few_shot: 15
87
+ metrics:
88
+ - type: f1_macro
89
+ value: 70.86
90
+ name: f1-macro
91
+ source:
92
+ url: https://huggingface.co/spaces/eduagarcia/open_pt_llm_leaderboard?query=rhaymison/gemma-portuguese-luana-2b
93
+ name: Open Portuguese LLM Leaderboard
94
+ - task:
95
+ type: text-generation
96
+ name: Text Generation
97
+ dataset:
98
+ name: Assin2 STS
99
+ type: eduagarcia/portuguese_benchmark
100
+ split: test
101
+ args:
102
+ num_few_shot: 15
103
+ metrics:
104
+ - type: pearson
105
+ value: 1.51
106
+ name: pearson
107
+ source:
108
+ url: https://huggingface.co/spaces/eduagarcia/open_pt_llm_leaderboard?query=rhaymison/gemma-portuguese-luana-2b
109
+ name: Open Portuguese LLM Leaderboard
110
+ - task:
111
+ type: text-generation
112
+ name: Text Generation
113
+ dataset:
114
+ name: FaQuAD NLI
115
+ type: ruanchaves/faquad-nli
116
+ split: test
117
+ args:
118
+ num_few_shot: 15
119
+ metrics:
120
+ - type: f1_macro
121
+ value: 43.97
122
+ name: f1-macro
123
+ source:
124
+ url: https://huggingface.co/spaces/eduagarcia/open_pt_llm_leaderboard?query=rhaymison/gemma-portuguese-luana-2b
125
+ name: Open Portuguese LLM Leaderboard
126
+ - task:
127
+ type: text-generation
128
+ name: Text Generation
129
+ dataset:
130
+ name: HateBR Binary
131
+ type: ruanchaves/hatebr
132
+ split: test
133
+ args:
134
+ num_few_shot: 25
135
+ metrics:
136
+ - type: f1_macro
137
+ value: 40.05
138
+ name: f1-macro
139
+ source:
140
+ url: https://huggingface.co/spaces/eduagarcia/open_pt_llm_leaderboard?query=rhaymison/gemma-portuguese-luana-2b
141
+ name: Open Portuguese LLM Leaderboard
142
+ - task:
143
+ type: text-generation
144
+ name: Text Generation
145
+ dataset:
146
+ name: PT Hate Speech Binary
147
+ type: hate_speech_portuguese
148
+ split: test
149
+ args:
150
+ num_few_shot: 25
151
+ metrics:
152
+ - type: f1_macro
153
+ value: 51.83
154
+ name: f1-macro
155
+ source:
156
+ url: https://huggingface.co/spaces/eduagarcia/open_pt_llm_leaderboard?query=rhaymison/gemma-portuguese-luana-2b
157
+ name: Open Portuguese LLM Leaderboard
158
+ - task:
159
+ type: text-generation
160
+ name: Text Generation
161
+ dataset:
162
+ name: tweetSentBR
163
+ type: eduagarcia/tweetsentbr_fewshot
164
+ split: test
165
+ args:
166
+ num_few_shot: 25
167
+ metrics:
168
+ - type: f1_macro
169
+ value: 30.42
170
+ name: f1-macro
171
+ source:
172
+ url: https://huggingface.co/spaces/eduagarcia/open_pt_llm_leaderboard?query=rhaymison/gemma-portuguese-luana-2b
173
+ name: Open Portuguese LLM Leaderboard
174
+ ---
175
+
176
+ <div style="width: auto; margin-left: auto; margin-right: auto">
177
+ <img src="https://i.imgur.com/jC7kdl8.jpeg" alt="TensorBlock" style="width: 100%; min-width: 400px; display: block; margin: auto;">
178
+ </div>
179
+ <div style="display: flex; justify-content: space-between; width: 100%;">
180
+ <div style="display: flex; flex-direction: column; align-items: flex-start;">
181
+ <p style="margin-top: 0.5em; margin-bottom: 0em;">
182
+ Feedback and support: TensorBlock's <a href="https://x.com/tensorblock_aoi">Twitter/X</a>, <a href="https://t.me/TensorBlock">Telegram Group</a> and <a href="https://x.com/tensorblock_aoi">Discord server</a>
183
+ </p>
184
+ </div>
185
+ </div>
186
+
187
+ ## rhaymison/gemma-portuguese-luana-2b - GGUF
188
+
189
+ This repo contains GGUF format model files for [rhaymison/gemma-portuguese-luana-2b](https://huggingface.co/rhaymison/gemma-portuguese-luana-2b).
190
+
191
+ The files were quantized using machines provided by [TensorBlock](https://tensorblock.co/), and they are compatible with llama.cpp as of [commit b4242](https://github.com/ggerganov/llama.cpp/commit/a6744e43e80f4be6398fc7733a01642c846dce1d).
192
+
193
+ <div style="text-align: left; margin: 20px 0;">
194
+ <a href="https://tensorblock.co/waitlist/client" style="display: inline-block; padding: 10px 20px; background-color: #007bff; color: white; text-decoration: none; border-radius: 5px; font-weight: bold;">
195
+ Run them on the TensorBlock client using your local machine ↗
196
+ </a>
197
+ </div>
198
+
199
+ ## Prompt template
200
+
201
+ ```
202
+ <bos><start_of_turn>user
203
+ {prompt}<end_of_turn>
204
+ <start_of_turn>model
205
+ ```
206
+
207
+ ## Model file specification
208
+
209
+ | Filename | Quant type | File Size | Description |
210
+ | -------- | ---------- | --------- | ----------- |
211
+ | [gemma-portuguese-luana-2b-Q2_K.gguf](https://huggingface.co/tensorblock/gemma-portuguese-luana-2b-GGUF/blob/main/gemma-portuguese-luana-2b-Q2_K.gguf) | Q2_K | 1.158 GB | smallest, significant quality loss - not recommended for most purposes |
212
+ | [gemma-portuguese-luana-2b-Q3_K_S.gguf](https://huggingface.co/tensorblock/gemma-portuguese-luana-2b-GGUF/blob/main/gemma-portuguese-luana-2b-Q3_K_S.gguf) | Q3_K_S | 1.288 GB | very small, high quality loss |
213
+ | [gemma-portuguese-luana-2b-Q3_K_M.gguf](https://huggingface.co/tensorblock/gemma-portuguese-luana-2b-GGUF/blob/main/gemma-portuguese-luana-2b-Q3_K_M.gguf) | Q3_K_M | 1.384 GB | very small, high quality loss |
214
+ | [gemma-portuguese-luana-2b-Q3_K_L.gguf](https://huggingface.co/tensorblock/gemma-portuguese-luana-2b-GGUF/blob/main/gemma-portuguese-luana-2b-Q3_K_L.gguf) | Q3_K_L | 1.466 GB | small, substantial quality loss |
215
+ | [gemma-portuguese-luana-2b-Q4_0.gguf](https://huggingface.co/tensorblock/gemma-portuguese-luana-2b-GGUF/blob/main/gemma-portuguese-luana-2b-Q4_0.gguf) | Q4_0 | 1.551 GB | legacy; small, very high quality loss - prefer using Q3_K_M |
216
+ | [gemma-portuguese-luana-2b-Q4_K_S.gguf](https://huggingface.co/tensorblock/gemma-portuguese-luana-2b-GGUF/blob/main/gemma-portuguese-luana-2b-Q4_K_S.gguf) | Q4_K_S | 1.560 GB | small, greater quality loss |
217
+ | [gemma-portuguese-luana-2b-Q4_K_M.gguf](https://huggingface.co/tensorblock/gemma-portuguese-luana-2b-GGUF/blob/main/gemma-portuguese-luana-2b-Q4_K_M.gguf) | Q4_K_M | 1.630 GB | medium, balanced quality - recommended |
218
+ | [gemma-portuguese-luana-2b-Q5_0.gguf](https://huggingface.co/tensorblock/gemma-portuguese-luana-2b-GGUF/blob/main/gemma-portuguese-luana-2b-Q5_0.gguf) | Q5_0 | 1.799 GB | legacy; medium, balanced quality - prefer using Q4_K_M |
219
+ | [gemma-portuguese-luana-2b-Q5_K_S.gguf](https://huggingface.co/tensorblock/gemma-portuguese-luana-2b-GGUF/blob/main/gemma-portuguese-luana-2b-Q5_K_S.gguf) | Q5_K_S | 1.799 GB | large, low quality loss - recommended |
220
+ | [gemma-portuguese-luana-2b-Q5_K_M.gguf](https://huggingface.co/tensorblock/gemma-portuguese-luana-2b-GGUF/blob/main/gemma-portuguese-luana-2b-Q5_K_M.gguf) | Q5_K_M | 1.840 GB | large, very low quality loss - recommended |
221
+ | [gemma-portuguese-luana-2b-Q6_K.gguf](https://huggingface.co/tensorblock/gemma-portuguese-luana-2b-GGUF/blob/main/gemma-portuguese-luana-2b-Q6_K.gguf) | Q6_K | 2.062 GB | very large, extremely low quality loss |
222
+ | [gemma-portuguese-luana-2b-Q8_0.gguf](https://huggingface.co/tensorblock/gemma-portuguese-luana-2b-GGUF/blob/main/gemma-portuguese-luana-2b-Q8_0.gguf) | Q8_0 | 2.669 GB | very large, extremely low quality loss - not recommended |
223
+
224
+
225
+ ## Downloading instruction
226
+
227
+ ### Command line
228
+
229
+ Firstly, install Huggingface Client
230
+
231
+ ```shell
232
+ pip install -U "huggingface_hub[cli]"
233
+ ```
234
+
235
+ Then, downoad the individual model file the a local directory
236
+
237
+ ```shell
238
+ huggingface-cli download tensorblock/gemma-portuguese-luana-2b-GGUF --include "gemma-portuguese-luana-2b-Q2_K.gguf" --local-dir MY_LOCAL_DIR
239
+ ```
240
+
241
+ If you wanna download multiple model files with a pattern (e.g., `*Q4_K*gguf`), you can try:
242
+
243
+ ```shell
244
+ huggingface-cli download tensorblock/gemma-portuguese-luana-2b-GGUF --local-dir MY_LOCAL_DIR --local-dir-use-symlinks False --include='*Q4_K*gguf'
245
+ ```
gemma-portuguese-luana-2b-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94ae2c89c8f9f9b3e48f69d7f8c13555d87761afa1edb0dbb3e88f2501e845c1
3
+ size 1157925376
gemma-portuguese-luana-2b-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69b8752fb3e32596a64b4ae8ce49a4cdae711faa6b7e61c158c715f92fc1f247
3
+ size 1465592320
gemma-portuguese-luana-2b-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac3bcece6da72255ba71ebfc8896980ef932483f5702003e0ec4c8cf3d6ab95a
3
+ size 1383803392
gemma-portuguese-luana-2b-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b786288bb6d0761a1088fd0ab2fb6038febb14a1fd841be068b86324e727bc44
3
+ size 1287981568
gemma-portuguese-luana-2b-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a7425887c32e4fb5002d85d89c7a27e3b07718dd41abf6f1e75020d424c378bb
3
+ size 1551190528
gemma-portuguese-luana-2b-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce86a5f0b7c47c1f0d4660406d563b8a0058e3f76704aa4aa83f91f94ebe4cbe
3
+ size 1630263808
gemma-portuguese-luana-2b-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a11d02ba9500faa38fe0975ebf343a6bd0a932edef02126af0996bf6b374bb2
3
+ size 1559841280
gemma-portuguese-luana-2b-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0030794e5f9ec28ddefcb12075f8a207e45a92c4217d02d08823281ea3f0a9f8
3
+ size 1798916608
gemma-portuguese-luana-2b-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df7438dbf737b8b6e69140010b9dd07a2ee9e14363bcdc882feb09f2981742f9
3
+ size 1839651328
gemma-portuguese-luana-2b-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91962355741375a92e006f00e53eea0093831077fdf07fd266d7a453188cd4de
3
+ size 1798916608
gemma-portuguese-luana-2b-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:275dda080a1011f4cb67a470ec293bd6225a6d67f40a6905f77469ea3e9e5b91
3
+ size 2062125568
gemma-portuguese-luana-2b-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d547a411b0032209d3ebd4c8c40a149d5c828f604985f42788c5f2ebed1bcf59
3
+ size 2669070848