Hugging Face's logo

CharlieJi
/
gorilla-mpt-7b-hf-v0-GGUF

GGUF
Inference Endpoints
Model card Files Community
CharlieJi commited on
Commit
efcd27e
•
1 Parent(s): 49bf4b7

Upload folder using huggingface_hub

Browse files
Files changed (10) hide show
  1. .gitattributes +9 -0
  2. gorilla-mpt-7b-hf-v0-q2_K.gguf +3 -0
  3. gorilla-mpt-7b-hf-v0-q3_K_L.gguf +3 -0
  4. gorilla-mpt-7b-hf-v0-q3_K_M.gguf +3 -0
  5. gorilla-mpt-7b-hf-v0-q3_K_S.gguf +3 -0
  6. gorilla-mpt-7b-hf-v0-q4_K_M.gguf +3 -0
  7. gorilla-mpt-7b-hf-v0-q4_K_S.gguf +3 -0
  8. gorilla-mpt-7b-hf-v0-q5_K_M.gguf +3 -0
  9. gorilla-mpt-7b-hf-v0-q5_K_S.gguf +3 -0
  10. gorilla-mpt-7b-hf-v0-q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -35,3 +35,12 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  ggml-MPT-model-q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
37
  ggml-model-f16.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  ggml-MPT-model-q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
37
  ggml-model-f16.gguf filter=lfs diff=lfs merge=lfs -text
38
+ gorilla-mpt-7b-hf-v0-q2_K.gguf filter=lfs diff=lfs merge=lfs -text
39
+ gorilla-mpt-7b-hf-v0-q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
40
+ gorilla-mpt-7b-hf-v0-q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
41
+ gorilla-mpt-7b-hf-v0-q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
42
+ gorilla-mpt-7b-hf-v0-q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
43
+ gorilla-mpt-7b-hf-v0-q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
44
+ gorilla-mpt-7b-hf-v0-q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ gorilla-mpt-7b-hf-v0-q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ gorilla-mpt-7b-hf-v0-q6_K.gguf filter=lfs diff=lfs merge=lfs -text
gorilla-mpt-7b-hf-v0-q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eaaed3fc562ec73a4ffd3daf575f2c014e30428161e06afcc283f3820ebb9fd4
3
+ size 2626639072
gorilla-mpt-7b-hf-v0-q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:521551990fe0aac143def3688cbc3df56fbb8296fd3d62da14581934e6947a19
3
+ size 3935270112
gorilla-mpt-7b-hf-v0-q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:829be6e1ead9bd55cab5395f304cc1c799ea55a9f00adf565481f093b024a08b
3
+ size 3616503008
gorilla-mpt-7b-hf-v0-q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee991c0b48a8d8f9fb12c4551c80ed75f2a24eebb1334d3d6b89c93179915c8e
3
+ size 3029300448
gorilla-mpt-7b-hf-v0-q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8d9240ee488da70e2706cca4cde9e67110cddc73b5b019e7f9d5caebb5deb23
3
+ size 4390524128
gorilla-mpt-7b-hf-v0-q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66eb2977a6ff1929ab729b9d5bf925aaebae0705e05061ec1e73fa04e15ddb58
3
+ size 3945927904
gorilla-mpt-7b-hf-v0-q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee914427007d7373d6ca78a9a6b8e72550aed86d20a4a829e197412183d80ce0
3
+ size 5100016864
gorilla-mpt-7b-hf-v0-q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e7343a903ab2f3485d90e4e90d9ca2a36f534f793915c021e78607f4c019337
3
+ size 4743501024
gorilla-mpt-7b-hf-v0-q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0dcd0e1b6f3e584696c90a57f854085ebf6d0ba97adfc49e42eaadbcbb8e9f6
3
+ size 5626574048