Hugging Face's logo

TheDrummer
/
UnslopNemo-12B-v4.1-GGUF

GGUF
Inference Endpoints
Model card Files Community
TheDrummer commited on
Commit
76dd5a3
•
1 Parent(s): b91c54f

Upload folder using huggingface_hub

Browse files
Files changed (8) hide show
  1. .gitattributes +7 -0
  2. Rocinante-12B-v2j-BF16.gguf +3 -0
  3. Rocinante-12B-v2j-Q2_K.gguf +3 -0
  4. Rocinante-12B-v2j-Q3_K_M.gguf +3 -0
  5. Rocinante-12B-v2j-Q4_K_M.gguf +3 -0
  6. Rocinante-12B-v2j-Q5_K_M.gguf +3 -0
  7. Rocinante-12B-v2j-Q6_K.gguf +3 -0
  8. Rocinante-12B-v2j-Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,10 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Rocinante-12B-v2j-BF16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Rocinante-12B-v2j-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Rocinante-12B-v2j-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Rocinante-12B-v2j-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Rocinante-12B-v2j-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Rocinante-12B-v2j-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Rocinante-12B-v2j-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
Rocinante-12B-v2j-BF16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4b2fc0ae2948c8bedda36ae986327ef7385843a7ece004c476327a2a914ed9d2
3
+ size 24504275392
Rocinante-12B-v2j-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f917df810c94b259f5870d0eb086d5dbccfa912c83aae23794cd2b4c90e036f7
3
+ size 4791046592
Rocinante-12B-v2j-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e645398db8594a5924c296fba0be14a5829de8a6f7e7afb10f92020c7219f219
3
+ size 6083088832
Rocinante-12B-v2j-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c08aa021aff6ce5080cdeb837e9f18fb80625ad9b97f154d8f371dd5c2fd8eca
3
+ size 7477203392
Rocinante-12B-v2j-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93a66b160ffdd64d0b8a55e71e349cf844229b533856f19fb2d0aa8b92a5f489
3
+ size 8727630272
Rocinante-12B-v2j-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f387cb7ba9b569073f8112e8b53c0163ba56afcb0aad2cb2254215c39ae85fb6
3
+ size 10056208832
Rocinante-12B-v2j-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca371dc769bb4824a62f6cdc700814dc604ff9a2e3552e89798ba040a1474db4
3
+ size 13022368192