morriszms commited on
Commit
332a767
1 Parent(s): 5cb0ef4

Upload folder using huggingface_hub

Browse files
README.md CHANGED
@@ -8,7 +8,7 @@ extra_gated_prompt: To access Gemma on Hugging Face, you’re required to review
8
  agree to Google’s usage license. To do this, please ensure you’re logged-in to Hugging
9
  Face and click below. Requests are processed immediately.
10
  extra_gated_button_content: Acknowledge license
11
- base_model: 4bit/gemma-2b
12
  ---
13
 
14
  <div style="width: auto; margin-left: auto; margin-right: auto">
@@ -22,11 +22,11 @@ base_model: 4bit/gemma-2b
22
  </div>
23
  </div>
24
 
25
- ## 4bit/gemma-2b - GGUF
26
 
27
- This repo contains GGUF format model files for [4bit/gemma-2b](https://huggingface.co/4bit/gemma-2b).
28
 
29
- The files were quantized using machines provided by [TensorBlock](https://tensorblock.co/), and they are compatible with llama.cpp as of [commit b4011](https://github.com/ggerganov/llama.cpp/commit/a6744e43e80f4be6398fc7733a01642c846dce1d).
30
 
31
  <div style="text-align: left; margin: 20px 0;">
32
  <a href="https://tensorblock.co/waitlist/client" style="display: inline-block; padding: 10px 20px; background-color: #007bff; color: white; text-decoration: none; border-radius: 5px; font-weight: bold;">
 
8
  agree to Google’s usage license. To do this, please ensure you’re logged-in to Hugging
9
  Face and click below. Requests are processed immediately.
10
  extra_gated_button_content: Acknowledge license
11
+ base_model: alpindale/gemma-2b
12
  ---
13
 
14
  <div style="width: auto; margin-left: auto; margin-right: auto">
 
22
  </div>
23
  </div>
24
 
25
+ ## alpindale/gemma-2b - GGUF
26
 
27
+ This repo contains GGUF format model files for [alpindale/gemma-2b](https://huggingface.co/alpindale/gemma-2b).
28
 
29
+ The files were quantized using machines provided by [TensorBlock](https://tensorblock.co/), and they are compatible with llama.cpp as of [commit b4242](https://github.com/ggerganov/llama.cpp/commit/a6744e43e80f4be6398fc7733a01642c846dce1d).
30
 
31
  <div style="text-align: left; margin: 20px 0;">
32
  <a href="https://tensorblock.co/waitlist/client" style="display: inline-block; padding: 10px 20px; background-color: #007bff; color: white; text-decoration: none; border-radius: 5px; font-weight: bold;">
gemma-2b-Q2_K.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7e1cee3d7cf3521e60bf37967f4f1fbaee4d4d876eae9cf50406fc99b688b521
3
  size 1157924224
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e3a0ea8697dc79e779936981685adbac958d91f679fb12cde5013d924e56307
3
  size 1157924224
gemma-2b-Q3_K_L.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7cb2887d2243c782f9692318383808749c36291d95dd9a1d2cbc5968a8a99ae7
3
  size 1465591168
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad8cb6ba05b5dc63a8d8d50f7039bd75e6c93809627c89cde0415fcf791888bf
3
  size 1465591168
gemma-2b-Q3_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9a280d6a12343c8543819a0f5f5b92475c322b0f9e53c0cf8f4d340c7f5378fb
3
  size 1383802240
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1550ad62638b82e2b97e950671f94fb5ce865d6fe8f658d50e258d8f1c041d24
3
  size 1383802240
gemma-2b-Q3_K_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9d7fe247a3db2d1750507240b63acee138d62e92b6f81912506b2e8fb61f1a98
3
  size 1287980416
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90b351fff5bccc843703de6a558da2f33a735d9363d00d91295e9c582c9c3c4a
3
  size 1287980416
gemma-2b-Q4_0.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:596c7dd5cb82bf57d6a5d8d58aa65a7cac998f8c27718c96490a2e47e52d4b9d
3
  size 1551189376
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7156b02e6507c655c88459055b202622ed7b152015abd16527abdb07abce271e
3
  size 1551189376
gemma-2b-Q4_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ba83345dd2428be7a7efd3ced56588bd36dc928e62ad482f8ac8afbe93349226
3
  size 1630262656
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f02e5edf0ea497efdee4fa8e9dca51b0aea1dd6f2f8d701c34a29353f30458ac
3
  size 1630262656
gemma-2b-Q4_K_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d47e3ac5127e534590f79a37fe01c697988ce6dea84b78ba0ef5274a0f14244c
3
  size 1559840128
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d91f172fbcc8ac2bcc2bfdca7b41e127c50cda9ff162a7639441df6ef1537056
3
  size 1559840128
gemma-2b-Q5_0.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a46e548541ef31d6ffdc90411289135b5daa73253e6d1e3267ccad5006cfa0a3
3
  size 1798915456
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de0fdfce75947204b9743704c23ae74ac547dfd2d23dd51c668db26f5b76f4f3
3
  size 1798915456
gemma-2b-Q5_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c108d822416151bf829d9b921f7b44295a646e110a5dea8a56e346f749d067b6
3
  size 1839650176
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:edebf2205fe373e8e691cf0d4165e7536fed40d2611b968d66574115febb0b5e
3
  size 1839650176
gemma-2b-Q5_K_S.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9741d7ea232ac7df7db7d1495cddb32ecd72dd44748667497d492b7b47c34876
3
  size 1798915456
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4505c0770988134de43e98dbaba4bf5903e682f7040ec0c93172a1229175100
3
  size 1798915456
gemma-2b-Q6_K.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:73ec9fd6f8a41627bbb10aefd8fa21eac06ffc40653d60bb2d0b54531f5a129b
3
  size 2062124416
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d646133af42bf17e8ea1c4c3e78b0d42061c4c46306aff65c4b957b3bab73085
3
  size 2062124416
gemma-2b-Q8_0.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a239df70504543c1feedc8a314ab84366618adc3a62908793cc286d23ab1c2a9
3
  size 2669069696
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:092f07cd2e0760e5a90cd00201d99561cf3d7bf2914cb4d9f409a3fb46c74d89
3
  size 2669069696