Quantized versions of model

#1
.gitattributes CHANGED
@@ -33,3 +33,8 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ norbloom-7b-scratch.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
37
+ norbloom-7b-scratch.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ norbloom-7b-scratch.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ norbloom-7b-scratch.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
40
+ norbloom-7b-scratch.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
norbloom-7b-scratch.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:805d84d2fb03a4a0f10f876fee0c1094fbad705f70b55008800ad49d791dfdb4
3
+ size 3531275904
norbloom-7b-scratch.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:809f057c9a8d4b8eb47b61749eda459896f00b924757d9b9d52e2716840ca6c3
3
+ size 4295687808
norbloom-7b-scratch.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2fb00ab6e6b94375f124d65f4bb60692f5b9575be9007ea9a1d2702f6834f5fb
3
+ size 4996136576
norbloom-7b-scratch.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c18a7a22456b5eff12b0dd377e83e4c51395055f5ef98eb4b39ea4bf3e516837
3
+ size 5513084544
norbloom-7b-scratch.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9cd99f23743bebe451e09df1e872b4c0d6ea544767785dad3e3260e8e9064f1
3
+ size 7138377344