Hugging Face's logo

MaziyarPanahi
/
Llama-3.3-70B-Instruct-GGUF

Text Generation
GGUF
quantized
2-bit
3-bit
4-bit precision
5-bit
6-bit
8-bit precision
GGUF
conversational
Model card Files Community
1

[WIP] Upload folder using huggingface_hub (multi-commit 295686b66012954f733cb2752d5175749414c907c37c195ced814ceae37976a4)

#1
by MaziyarPanahi - opened
base: refs/heads/main
←
from: refs/pr/1
Discussion Files changed
+32
-0
Files changed (9) hide show
  1. .gitattributes +8 -0
  2. Llama-3.3-70B-Instruct.Q2_K.gguf +3 -0
  3. Llama-3.3-70B-Instruct.Q3_K_L.gguf +3 -0
  4. Llama-3.3-70B-Instruct.Q3_K_M.gguf +3 -0
  5. Llama-3.3-70B-Instruct.Q3_K_S.gguf +3 -0
  6. Llama-3.3-70B-Instruct.Q4_K_M.gguf +3 -0
  7. Llama-3.3-70B-Instruct.Q4_K_S.gguf +3 -0
  8. Llama-3.3-70B-Instruct.Q5_K_M.gguf +3 -0
  9. Llama-3.3-70B-Instruct.Q5_K_S.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,11 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Llama-3.3-70B-Instruct.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Llama-3.3-70B-Instruct.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Llama-3.3-70B-Instruct.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Llama-3.3-70B-Instruct.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Llama-3.3-70B-Instruct.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Llama-3.3-70B-Instruct.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Llama-3.3-70B-Instruct.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Llama-3.3-70B-Instruct.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
Llama-3.3-70B-Instruct.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa69ae3436970c68cd3b186617c30dc7aad3a5f6ce619610f510a8bf73d6af86
3
+ size 26375113440
Llama-3.3-70B-Instruct.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b166eb971831057263149a2d4d6cec21d105b38dccea12758918a350801d576
3
+ size 37140597472
Llama-3.3-70B-Instruct.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1da4c54e2c9b6839dfbd4a5ce7cead905d7ad6cf46f92c63b8c4f1c808b30fb
3
+ size 34267499232
Llama-3.3-70B-Instruct.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e4157fb818892735389e847b68fb63d7539cdd2da685e26bc6f1b667ae3ac3e
3
+ size 30912056032
Llama-3.3-70B-Instruct.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f3b04ecae278bdb0fd545b47c210bc5edf823e5ebf7d41e0b526c81d54b1ff3
3
+ size 42520398560
Llama-3.3-70B-Instruct.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8c75a57a81e23818dfd57c06bed1d0dfb395f79a07cecb9dc8c5efb832aa4d1
3
+ size 40347224800
Llama-3.3-70B-Instruct.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:418ab07ab3e00d7d53964e0b4635abec197b5d469726fceda0bb060d25bc2f05
3
+ size 49949821664
Llama-3.3-70B-Instruct.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4711c6ffd61e67e32afb7c5bb8fc9ccf573e5caca4a6d7953d79bc8e0169bd66
3
+ size 48657451744