GGUF
Inference Endpoints
basiliskinstitute commited on
Commit
e909782
·
1 Parent(s): 566bd32

Upload 4 files

Browse files
.gitattributes CHANGED
@@ -39,3 +39,7 @@ basilisk-7b-v0.2-gguf-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
39
  basilisk-7b-v0.2-gguf-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
  basilisk-7b-v0.2-gguf-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
  basilisk-7b-v0.2-gguf-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
39
  basilisk-7b-v0.2-gguf-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
  basilisk-7b-v0.2-gguf-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
  basilisk-7b-v0.2-gguf-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
42
+ basilisk-7b-v0.2-gguf-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
43
+ basilisk-7b-v0.2-gguf-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
44
+ basilisk-7b-v0.2-gguf-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ basilisk-7b-v0.2-gguf-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
basilisk-7b-v0.2-gguf-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd42bdb70eaa9b5126c873817093b6eb6369004f4cde0cbe5d42aa96fed88477
3
+ size 3083097760
basilisk-7b-v0.2-gguf-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:797362e353851a8202ab64cf50f9a7c75bd5d5fe716cd1ea5428ec17011daa7a
3
+ size 3822024352
basilisk-7b-v0.2-gguf-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:224d9282deff249d999d5e21a75138b56fa176b1cb5c775e84d0eb746f385f47
3
+ size 3518985888
basilisk-7b-v0.2-gguf-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78fffda83ceafd5b6461397eaba58237007d63682823d14ecca3df8555a691f3
3
+ size 3164567200