Transformers
English
llama
text-generation-inference
TheBloke commited on
Commit
e129425
1 Parent(s): 71a36a4

Add q5_1, q6_K and q8_0 in ZIP due to 50GB limit

Browse files
.gitattributes CHANGED
@@ -33,3 +33,6 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ samantha-1.1-70b.ggmlv3.q5_1.z01 filter=lfs diff=lfs merge=lfs -text
37
+ samantha-1.1-70b.ggmlv3.q6_K.z01 filter=lfs diff=lfs merge=lfs -text
38
+ samantha-1.1-70b.ggmlv3.q8_0.z01 filter=lfs diff=lfs merge=lfs -text
samantha-1.1-70b.ggmlv3.q5_1.z01 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2bae8d98dd4f7572cfd45fe4a24cca3ce293a43052d2e9646391a5df4137236f
3
+ size 37748736000
samantha-1.1-70b.ggmlv3.q5_1.zip ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eda452111762bd2d712166ac817e99e28ecad83b600b130007f37c32f404e529
3
+ size 14006947790
samantha-1.1-70b.ggmlv3.q6_K.z01 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c329bcf5cbcb239809b60cdd7cdaeb429556cbde3ca6ef6a7ffd5708a6f3dea
3
+ size 37748736000
samantha-1.1-70b.ggmlv3.q6_K.zip ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60f017c442d0274a3eb753e6bde868fc1e68972c9e855eb46f81fce0448a3d37
3
+ size 18838343630
samantha-1.1-70b.ggmlv3.q8_0.z01 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22694f1441992741ca8fbc502ec568d3081affb18f4a1d5008449a37dc85e2bf
3
+ size 37748736000
samantha-1.1-70b.ggmlv3.q8_0.zip ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6738316ba42cf9dd418989779768dc039c816414c8f7f47dfc6eab31bb1776ef
3
+ size 35479818190