GGUF
Not-For-All-Audiences
Inference Endpoints
TheDrummer commited on
Commit
baf6fe4
1 Parent(s): 2a4c39a

Upload folder using huggingface_hub

Browse files
.gitattributes CHANGED
@@ -33,3 +33,7 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Moistral-11B-v2-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Moistral-11B-v2-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Moistral-11B-v2-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Moistral-11B-v2-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
Moistral-11B-v2-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c120d7e987d441812feacb1335810e01c8b4866790ab45769dec10b57126d52
3
+ size 4003231840
Moistral-11B-v2-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9e0ba164fd5af0e2a469e59c5736771270d5715ad9d0c99cf1b939f6ac8b5f9
3
+ size 5195667552
Moistral-11B-v2-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5ab7a22220d0ae7758fa96d9cf3d9725a59ee7f01c979282a6f1d17598278a0
3
+ size 6461667424
Moistral-11B-v2-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f23cae668071e6eec94ce356a7f564d1b33691c3141aa69fde965a8d31c182c7
3
+ size 7597930592