Hugging Face's logo

mradermacher
/
oh-dcft-v3.1-llama-3.1-nemotron-70b-GGUF

Transformers
GGUF
English
llama-factory
full
Generated from Trainer
Inference Endpoints
conversational
Model card Files Community
mradermacher commited on
Commit
33c3008
•
1 Parent(s): cf211e5

uploaded from rich1

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. oh-dcft-v3.1-llama-3.1-nemotron-70b.IQ4_XS.gguf +3 -0
  3. oh-dcft-v3.1-llama-3.1-nemotron-70b.Q2_K.gguf +3 -0
  4. oh-dcft-v3.1-llama-3.1-nemotron-70b.Q3_K_L.gguf +3 -0
  5. oh-dcft-v3.1-llama-3.1-nemotron-70b.Q3_K_M.gguf +3 -0
  6. oh-dcft-v3.1-llama-3.1-nemotron-70b.Q3_K_S.gguf +3 -0
  7. oh-dcft-v3.1-llama-3.1-nemotron-70b.Q4_K_M.gguf +3 -0
  8. oh-dcft-v3.1-llama-3.1-nemotron-70b.Q4_K_S.gguf +3 -0
  9. oh-dcft-v3.1-llama-3.1-nemotron-70b.Q5_K_M.gguf +3 -0
  10. oh-dcft-v3.1-llama-3.1-nemotron-70b.Q5_K_S.gguf +3 -0
  11. oh-dcft-v3.1-llama-3.1-nemotron-70b.Q6_K.gguf +3 -0
  12. oh-dcft-v3.1-llama-3.1-nemotron-70b.Q8_0.gguf +3 -0
  13. oh-dcft-v3.1-llama-3.1-nemotron-70b.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ oh-dcft-v3.1-llama-3.1-nemotron-70b.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ oh-dcft-v3.1-llama-3.1-nemotron-70b.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ oh-dcft-v3.1-llama-3.1-nemotron-70b.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ oh-dcft-v3.1-llama-3.1-nemotron-70b.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ oh-dcft-v3.1-llama-3.1-nemotron-70b.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ oh-dcft-v3.1-llama-3.1-nemotron-70b.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ oh-dcft-v3.1-llama-3.1-nemotron-70b.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ oh-dcft-v3.1-llama-3.1-nemotron-70b.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ oh-dcft-v3.1-llama-3.1-nemotron-70b.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ oh-dcft-v3.1-llama-3.1-nemotron-70b.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ oh-dcft-v3.1-llama-3.1-nemotron-70b.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ oh-dcft-v3.1-llama-3.1-nemotron-70b.f16.gguf filter=lfs diff=lfs merge=lfs -text
oh-dcft-v3.1-llama-3.1-nemotron-70b.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35abe80869bbb184ebb87603e0c11d872cbbaf29a357abf0984daae37aac6cc5
3
+ size 4484368640
oh-dcft-v3.1-llama-3.1-nemotron-70b.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89522ad5e59dde4ba92bbe2ed92b0280033ba707845747dc174259cf80ed2f8b
3
+ size 3179137280
oh-dcft-v3.1-llama-3.1-nemotron-70b.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb1a70f5dbb80b1194ca15dbb21278641729295adce8ba51ad7ab657e1b03805
3
+ size 4321962240
oh-dcft-v3.1-llama-3.1-nemotron-70b.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03ecd14b549f77f956d67ae1fbcdadf0c96b5cc124b64ee759c8c37e8071b5b7
3
+ size 4018923776
oh-dcft-v3.1-llama-3.1-nemotron-70b.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7693991e81ad4dc98f048c76a1954b60e627778dc1d2619125ff34adc3ba74db
3
+ size 3664505088
oh-dcft-v3.1-llama-3.1-nemotron-70b.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77dcf55ac8226699840fcbd276bc6a55117c48948806d8b344be1d2efd07fea2
3
+ size 4920740096
oh-dcft-v3.1-llama-3.1-nemotron-70b.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1393830f24243fbf75d06dcae4690d1932eb26921d8ecc0d5df1c0e96cd7537
3
+ size 4692674816
oh-dcft-v3.1-llama-3.1-nemotron-70b.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b54d5f339d376b07ddd0222f7ae5eb8aa413609d6b75cfb1f25ed3249ca0299d
3
+ size 5732993280
oh-dcft-v3.1-llama-3.1-nemotron-70b.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e42f401611f94c9355cd06ce3c92caf7fe036f83a687ccb5a4153833a033aec
3
+ size 5599299840
oh-dcft-v3.1-llama-3.1-nemotron-70b.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:896b3d1b9d5f03c75171e99ff3d5e49ca4f9fb4f296f3da24cc11f6757b67521
3
+ size 6596012288
oh-dcft-v3.1-llama-3.1-nemotron-70b.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e181f40332ebfe451eb1d9dd8a2ce8aa21b35cc6a5486fcdfcdd7998a88116d8
3
+ size 8540776704
oh-dcft-v3.1-llama-3.1-nemotron-70b.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ceaf76d6c66de33e2c481b43ff7f653aa08b8beb31a8eb7204b2784d91eff580
3
+ size 16068897024