m8than commited on
Commit
a718248
β€’
1 Parent(s): db87b64

Upload folder using huggingface_hub

Browse files
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ featherless-quants.png filter=lfs diff=lfs merge=lfs -text
37
+ muhammadkwanso-model-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
38
+ muhammadkwanso-model-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
39
+ muhammadkwanso-model-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
40
+ muhammadkwanso-model-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
41
+ muhammadkwanso-model-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
42
+ muhammadkwanso-model-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
43
+ muhammadkwanso-model-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
44
+ muhammadkwanso-model-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ muhammadkwanso-model-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ muhammadkwanso-model-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
47
+ muhammadkwanso-model-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
README.md ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ base_model: muhammadkwanso/model
3
+ pipeline_tag: text-generation
4
+ quantized_by: featherless-ai-quants
5
+ ---
6
+
7
+ # muhammadkwanso/model GGUF Quantizations πŸš€
8
+
9
+ ![Featherless AI Quants](./featherless-quants.png)
10
+
11
+ *Optimized GGUF quantization files for enhanced model performance*
12
+
13
+ > Powered by [Featherless AI](https://featherless.ai) - run any model you'd like for a simple small fee.
14
+ ---
15
+
16
+ ## Available Quantizations πŸ“Š
17
+
18
+ | Quantization Type | File | Size |
19
+ |-------------------|------|------|
20
+ | IQ4_XS | [muhammadkwanso-model-IQ4_XS.gguf](https://huggingface.co/featherless-ai-quants/muhammadkwanso-model-GGUF/blob/main/muhammadkwanso-model-IQ4_XS.gguf) | 4276.62 MB |
21
+ | Q2_K | [muhammadkwanso-model-Q2_K.gguf](https://huggingface.co/featherless-ai-quants/muhammadkwanso-model-GGUF/blob/main/muhammadkwanso-model-Q2_K.gguf) | 3031.86 MB |
22
+ | Q3_K_L | [muhammadkwanso-model-Q3_K_L.gguf](https://huggingface.co/featherless-ai-quants/muhammadkwanso-model-GGUF/blob/main/muhammadkwanso-model-Q3_K_L.gguf) | 4121.74 MB |
23
+ | Q3_K_M | [muhammadkwanso-model-Q3_K_M.gguf](https://huggingface.co/featherless-ai-quants/muhammadkwanso-model-GGUF/blob/main/muhammadkwanso-model-Q3_K_M.gguf) | 3832.74 MB |
24
+ | Q3_K_S | [muhammadkwanso-model-Q3_K_S.gguf](https://huggingface.co/featherless-ai-quants/muhammadkwanso-model-GGUF/blob/main/muhammadkwanso-model-Q3_K_S.gguf) | 3494.74 MB |
25
+ | Q4_K_M | [muhammadkwanso-model-Q4_K_M.gguf](https://huggingface.co/featherless-ai-quants/muhammadkwanso-model-GGUF/blob/main/muhammadkwanso-model-Q4_K_M.gguf) | 4692.78 MB |
26
+ | Q4_K_S | [muhammadkwanso-model-Q4_K_S.gguf](https://huggingface.co/featherless-ai-quants/muhammadkwanso-model-GGUF/blob/main/muhammadkwanso-model-Q4_K_S.gguf) | 4475.28 MB |
27
+ | Q5_K_M | [muhammadkwanso-model-Q5_K_M.gguf](https://huggingface.co/featherless-ai-quants/muhammadkwanso-model-GGUF/blob/main/muhammadkwanso-model-Q5_K_M.gguf) | 5467.40 MB |
28
+ | Q5_K_S | [muhammadkwanso-model-Q5_K_S.gguf](https://huggingface.co/featherless-ai-quants/muhammadkwanso-model-GGUF/blob/main/muhammadkwanso-model-Q5_K_S.gguf) | 5339.90 MB |
29
+ | Q6_K | [muhammadkwanso-model-Q6_K.gguf](https://huggingface.co/featherless-ai-quants/muhammadkwanso-model-GGUF/blob/main/muhammadkwanso-model-Q6_K.gguf) | 6290.44 MB |
30
+ | Q8_0 | [muhammadkwanso-model-Q8_0.gguf](https://huggingface.co/featherless-ai-quants/muhammadkwanso-model-GGUF/blob/main/muhammadkwanso-model-Q8_0.gguf) | 8145.11 MB |
31
+
32
+
33
+ ---
34
+
35
+ ## ⚑ Powered by [Featherless AI](https://featherless.ai)
36
+
37
+ ### Key Features
38
+
39
+ - πŸ”₯ **Instant Hosting** - Deploy any Llama model on HuggingFace instantly
40
+ - πŸ› οΈ **Zero Infrastructure** - No server setup or maintenance required
41
+ - πŸ“š **Vast Compatibility** - Support for 2400+ models and counting
42
+ - πŸ’Ž **Affordable Pricing** - Starting at just $10/month
43
+
44
+ ---
45
+
46
+ **Links:**
47
+ [Get Started](https://featherless.ai) | [Documentation](https://featherless.ai/docs) | [Models](https://featherless.ai/models)
featherless-quants.png ADDED

Git LFS Details

  • SHA256: 2e1b4d66c8306c7b0614089381fdf86ea4efb02dffb78d22767a084cb8b88d6b
  • Pointer size: 132 Bytes
  • Size of remote file: 1.61 MB
muhammadkwanso-model-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55c446ad08d0bf793425854d1eddcb7cf8b446784cd4ed0962908cb46d258d85
3
+ size 4484363104
muhammadkwanso-model-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:79bf3787f1e9859f688855f3a4e2edc1fd2ba97647b9730a4bc7de0b386cb15f
3
+ size 3179131744
muhammadkwanso-model-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5708207cc69ea835958d1fa36928d4ef457ca4c696e7c69650b281e25bd71000
3
+ size 4321956704
muhammadkwanso-model-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9cf480f4fa08d3d92d5b6723c5113a4e0dff26cb529138118cff28f44eaa26b
3
+ size 4018918240
muhammadkwanso-model-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:734ad20d081b6080718905c2716dc12b92bec8e1036969578da30c9e03693f32
3
+ size 3664499552
muhammadkwanso-model-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e92692fefbb8d26f01cc91a9124914c9ceb476e44bf23c3e0e44053973e6bcad
3
+ size 4920734560
muhammadkwanso-model-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:407ec15e9621f3513d49cb865b9ab6d72ef79ee5a675b448e352f4b892a8e330
3
+ size 4692669280
muhammadkwanso-model-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9fb19a781251c9e2f3ae6b5188d5c8622601303ecd4ee4ae065ed218461d8df
3
+ size 5732987744
muhammadkwanso-model-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4798c6bfec495b6536efb89867a312d0ef9ee1706eddabb52f288b75d8529149
3
+ size 5599294304
muhammadkwanso-model-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0524d6e25afb47c0577ce51829a1579a650a96cd3b373c1659e1b44b8d8ee7a8
3
+ size 6596006752
muhammadkwanso-model-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a5a4298b4f9b440078ec326ea11b53bb51ac0a8bc0dda1ff8630404c4ae549c0
3
+ size 8540771168