Hugging Face's logo

redponike
/
Replete-LLM-V2.5-Qwen-7b-GGUF

GGUF
Inference Endpoints
conversational
Model card Files Community
redponike commited on
Commit
611dde9
•
1 Parent(s): d52d6b6

Upload 8 files

Browse files
Files changed (9) hide show
  1. .gitattributes +8 -0
  2. Replete-LLM-V2.5-Qwen-7b-Q3_K_L.gguf +3 -0
  3. Replete-LLM-V2.5-Qwen-7b-Q3_K_M.gguf +3 -0
  4. Replete-LLM-V2.5-Qwen-7b-Q3_K_S.gguf +3 -0
  5. Replete-LLM-V2.5-Qwen-7b-Q4_K_M.gguf +3 -0
  6. Replete-LLM-V2.5-Qwen-7b-Q4_K_S.gguf +3 -0
  7. Replete-LLM-V2.5-Qwen-7b-Q5_K_M.gguf +3 -0
  8. Replete-LLM-V2.5-Qwen-7b-Q5_K_S.gguf +3 -0
  9. Replete-LLM-V2.5-Qwen-7b-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,11 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Replete-LLM-V2.5-Qwen-7b-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Replete-LLM-V2.5-Qwen-7b-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Replete-LLM-V2.5-Qwen-7b-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Replete-LLM-V2.5-Qwen-7b-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Replete-LLM-V2.5-Qwen-7b-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Replete-LLM-V2.5-Qwen-7b-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Replete-LLM-V2.5-Qwen-7b-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Replete-LLM-V2.5-Qwen-7b-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
Replete-LLM-V2.5-Qwen-7b-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02e781b40bf8976efe0e4a732c6c8203b674c072bc1e3b237b2990bb61d541b9
3
+ size 4088459456
Replete-LLM-V2.5-Qwen-7b-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e64c922ff64f9e6b30b28fcee4ece2817a4b3e48a6c5d1725ecfacc79ac08e21
3
+ size 3808391360
Replete-LLM-V2.5-Qwen-7b-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48b5409fc36209ce6a5ed4f42e55a6d836e649deb207d5c83482262895f4f45d
3
+ size 3492368576
Replete-LLM-V2.5-Qwen-7b-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c392ff7f0ce6879d951136083c34a84abe30c8a8a272c11c805f1eee3fe5eb8
3
+ size 4683073728
Replete-LLM-V2.5-Qwen-7b-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1422be10c6bc60b2da6e785f5f823794122cb19bbbaa62af31ae43ba36f207cb
3
+ size 4457769152
Replete-LLM-V2.5-Qwen-7b-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dcec19d6fdfc2284c083018c720a3207a54e4b480d4b86b7aaab011b21694b91
3
+ size 5444831424
Replete-LLM-V2.5-Qwen-7b-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a57b4a8330382c8ef742982bd56b7a3fc3481dd79c73370453a423c9b60060b
3
+ size 5315176640
Replete-LLM-V2.5-Qwen-7b-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f34eeaada28bdcf86d9cabb667e648b63516a5d26c100bf0c7d79e8d83de49b4
3
+ size 6254198976