Upload folder using huggingface_hub
Browse files- README.md +12 -17
- gemma-1.1-2b-it-Q2_K.gguf +2 -2
- gemma-1.1-2b-it-Q3_K_L.gguf +2 -2
- gemma-1.1-2b-it-Q3_K_M.gguf +2 -2
- gemma-1.1-2b-it-Q3_K_S.gguf +2 -2
- gemma-1.1-2b-it-Q4_0.gguf +2 -2
- gemma-1.1-2b-it-Q4_K_M.gguf +2 -2
- gemma-1.1-2b-it-Q4_K_S.gguf +2 -2
- gemma-1.1-2b-it-Q5_0.gguf +2 -2
- gemma-1.1-2b-it-Q5_K_M.gguf +2 -2
- gemma-1.1-2b-it-Q5_K_S.gguf +2 -2
- gemma-1.1-2b-it-Q6_K.gguf +2 -2
- gemma-1.1-2b-it-Q8_0.gguf +2 -2
README.md
CHANGED
@@ -1,22 +1,17 @@
|
|
1 |
---
|
|
|
|
|
2 |
library_name: transformers
|
3 |
-
license:
|
4 |
-
widget:
|
5 |
-
- messages:
|
6 |
-
- role: user
|
7 |
-
content: How does the brain work?
|
8 |
-
inference:
|
9 |
-
parameters:
|
10 |
-
max_new_tokens: 200
|
11 |
-
extra_gated_heading: Access Gemma on Hugging Face
|
12 |
-
extra_gated_prompt: To access Gemma on Hugging Face, you’re required to review and
|
13 |
-
agree to Google’s usage license. To do this, please ensure you’re logged-in to Hugging
|
14 |
-
Face and click below. Requests are processed immediately.
|
15 |
-
extra_gated_button_content: Acknowledge license
|
16 |
-
base_model: google/gemma-1.1-2b-it
|
17 |
tags:
|
|
|
|
|
|
|
|
|
|
|
18 |
- TensorBlock
|
19 |
- GGUF
|
|
|
20 |
---
|
21 |
|
22 |
<div style="width: auto; margin-left: auto; margin-right: auto">
|
@@ -30,11 +25,11 @@ tags:
|
|
30 |
</div>
|
31 |
</div>
|
32 |
|
33 |
-
##
|
34 |
|
35 |
-
This repo contains GGUF format model files for [
|
36 |
|
37 |
-
The files were quantized using machines provided by [TensorBlock](https://tensorblock.co/), and they are compatible with llama.cpp as of [commit
|
38 |
|
39 |
<div style="text-align: left; margin: 20px 0;">
|
40 |
<a href="https://tensorblock.co/waitlist/client" style="display: inline-block; padding: 10px 20px; background-color: #007bff; color: white; text-decoration: none; border-radius: 5px; font-weight: bold;">
|
|
|
1 |
---
|
2 |
+
language:
|
3 |
+
- en
|
4 |
library_name: transformers
|
5 |
+
license: apache-2.0
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
6 |
tags:
|
7 |
+
- unsloth
|
8 |
+
- transformers
|
9 |
+
- gemma
|
10 |
+
- gemma-2b
|
11 |
+
- bnb
|
12 |
- TensorBlock
|
13 |
- GGUF
|
14 |
+
base_model: unsloth/gemma-1.1-2b-it
|
15 |
---
|
16 |
|
17 |
<div style="width: auto; margin-left: auto; margin-right: auto">
|
|
|
25 |
</div>
|
26 |
</div>
|
27 |
|
28 |
+
## unsloth/gemma-1.1-2b-it - GGUF
|
29 |
|
30 |
+
This repo contains GGUF format model files for [unsloth/gemma-1.1-2b-it](https://huggingface.co/unsloth/gemma-1.1-2b-it).
|
31 |
|
32 |
+
The files were quantized using machines provided by [TensorBlock](https://tensorblock.co/), and they are compatible with llama.cpp as of [commit b4242](https://github.com/ggerganov/llama.cpp/commit/a6744e43e80f4be6398fc7733a01642c846dce1d).
|
33 |
|
34 |
<div style="text-align: left; margin: 20px 0;">
|
35 |
<a href="https://tensorblock.co/waitlist/client" style="display: inline-block; padding: 10px 20px; background-color: #007bff; color: white; text-decoration: none; border-radius: 5px; font-weight: bold;">
|
gemma-1.1-2b-it-Q2_K.gguf
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4816e9474491502f03dbc6e068d231894e87a2c123f5ec040999f80bdcea68a6
|
3 |
+
size 1157924128
|
gemma-1.1-2b-it-Q3_K_L.gguf
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8461d5a1c511b9c38ff48243ba4d269d6c44d1a5670d09f4815adacc37957ef3
|
3 |
+
size 1465591072
|
gemma-1.1-2b-it-Q3_K_M.gguf
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:bb468660d283f7b3c3037936ee89a2fdab5a9411f56f45651032e6abc831815f
|
3 |
+
size 1383802144
|
gemma-1.1-2b-it-Q3_K_S.gguf
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ea96431de5901a8320ad8b6d21e5a8fbb4a4583df66413c469823fc85e7b7ec5
|
3 |
+
size 1287980320
|
gemma-1.1-2b-it-Q4_0.gguf
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1577c73b838091b1c50e089d76abe43a79c8e35c938a4e6fd90a75c1edd1b9ca
|
3 |
+
size 1551189280
|
gemma-1.1-2b-it-Q4_K_M.gguf
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:137f4df86d4748af4dd40abc89e7e423cfccba2a7abcfc1c975a0badfc18bc68
|
3 |
+
size 1630262560
|
gemma-1.1-2b-it-Q4_K_S.gguf
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0416af9fdf5b23ab93acf8efeffc9fa54baa12ac4aa5ba38a70c4868a8344340
|
3 |
+
size 1559840032
|
gemma-1.1-2b-it-Q5_0.gguf
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6f47022b2df979ed3e9fcc34d673827fac0aea5efbc8c01c8b2fb50191a85a8d
|
3 |
+
size 1798915360
|
gemma-1.1-2b-it-Q5_K_M.gguf
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:81bec8f58bbd1f18aaf14f1fc09086d30df91b6974ad0b1d25d6f30d8e713dd5
|
3 |
+
size 1839650080
|
gemma-1.1-2b-it-Q5_K_S.gguf
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:66130d2b31612876477713b578c8cb0eff212241671f6c85a1d6e197645e3299
|
3 |
+
size 1798915360
|
gemma-1.1-2b-it-Q6_K.gguf
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6df4d2ae5f24afa391cd38508be348832852306d63dbeed865d0394454a3b419
|
3 |
+
size 2062124320
|
gemma-1.1-2b-it-Q8_0.gguf
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
-
size
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:cf88941ad44eb6cc65336d83de7b815d077ba8f711754e6c67bfc79b189f3959
|
3 |
+
size 2669069600
|