Hugging Face's logo

aifoundry-org
/
OLMo-7B-0724-hf-Quantized

Text2Text Generation
GGUF
English
olmo
Inference Endpoints
Model card Files Community
robolamp commited on
Commit
5705f1c
·
verified ·
1 Parent(s): 80f4b6d

Upload 6 files

Browse files
Files changed (7) hide show
  1. .gitattributes +6 -0
  2. OLMo-7B-hf-0724-Q2_K.gguf +3 -0
  3. OLMo-7B-hf-0724-Q3_K.gguf +3 -0
  4. OLMo-7B-hf-0724-Q4_K.gguf +3 -0
  5. OLMo-7B-hf-0724-Q5_K.gguf +3 -0
  6. OLMo-7B-hf-0724-Q6_K.gguf +3 -0
  7. OLMo-7B-hf-0724-Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,9 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  OLMo-7B-hf-0724-F16.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  OLMo-7B-hf-0724-F16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ OLMo-7B-hf-0724-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ OLMo-7B-hf-0724-Q3_K.gguf filter=lfs diff=lfs merge=lfs -text
39
+ OLMo-7B-hf-0724-Q4_K.gguf filter=lfs diff=lfs merge=lfs -text
40
+ OLMo-7B-hf-0724-Q5_K.gguf filter=lfs diff=lfs merge=lfs -text
41
+ OLMo-7B-hf-0724-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
42
+ OLMo-7B-hf-0724-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
OLMo-7B-hf-0724-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:efd82750196dafa89adfc774ac61e3a6b133d3d4d22f2eddeb35357ee93d4517
3
+ size 2618942624
OLMo-7B-hf-0724-Q3_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63264349fd390f79dad25b33c1a56a2539109b101363732a69d112142494ae41
3
+ size 3391698080
OLMo-7B-hf-0724-Q4_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61433a943832ead4bf0cbe809a3b53ce2e7fb466c6e7fdaee96adb06bb72938d
3
+ size 4184655008
OLMo-7B-hf-0724-Q5_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eac2df35ed994f407875e344838be63b4726f1cafb7d1ed337351b2f018830af
3
+ size 4896179360
OLMo-7B-hf-0724-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba6d81ddb7aaf06ae11dc9bf31e7c39144f73506e93008d6386eb2db42e88f6a
3
+ size 5652173984
OLMo-7B-hf-0724-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:265cf34431717c9b555c0b46399358d61ffa5a6a26a7ef3948ec2a25321c8174
3
+ size 7320384672