Hugging Face's logo

MaziyarPanahi
/
Llama-3-70B-Instruct-32k-v0.1-GGUF

Text Generation
GGUF
quantized
2-bit
3-bit
4-bit precision
5-bit
6-bit
8-bit precision
GGUF
llama
llama-3
conversational
Model card Files Community
3

Upload folder using huggingface_hub

#1
by MaziyarPanahi - opened
base: refs/heads/main
←
from: refs/pr/1
Discussion Files changed
+360
-0
This view is limited to 50 files because it contains too many changes.  See the raw diff here.
Files changed (50) hide show
  1. .gitattributes +90 -0
  2. Llama-3-70B-Instruct-32k-v0.1.IQ1_M-00001-of-00006.gguf +3 -0
  3. Llama-3-70B-Instruct-32k-v0.1.IQ1_M-00002-of-00006.gguf +3 -0
  4. Llama-3-70B-Instruct-32k-v0.1.IQ1_M-00003-of-00006.gguf +3 -0
  5. Llama-3-70B-Instruct-32k-v0.1.IQ1_M-00004-of-00006.gguf +3 -0
  6. Llama-3-70B-Instruct-32k-v0.1.IQ1_M-00005-of-00006.gguf +3 -0
  7. Llama-3-70B-Instruct-32k-v0.1.IQ1_M-00006-of-00006.gguf +3 -0
  8. Llama-3-70B-Instruct-32k-v0.1.IQ1_S-00001-of-00006.gguf +3 -0
  9. Llama-3-70B-Instruct-32k-v0.1.IQ1_S-00002-of-00006.gguf +3 -0
  10. Llama-3-70B-Instruct-32k-v0.1.IQ1_S-00003-of-00006.gguf +3 -0
  11. Llama-3-70B-Instruct-32k-v0.1.IQ1_S-00004-of-00006.gguf +3 -0
  12. Llama-3-70B-Instruct-32k-v0.1.IQ1_S-00005-of-00006.gguf +3 -0
  13. Llama-3-70B-Instruct-32k-v0.1.IQ1_S-00006-of-00006.gguf +3 -0
  14. Llama-3-70B-Instruct-32k-v0.1.IQ2_XS-00001-of-00006.gguf +3 -0
  15. Llama-3-70B-Instruct-32k-v0.1.IQ2_XS-00002-of-00006.gguf +3 -0
  16. Llama-3-70B-Instruct-32k-v0.1.IQ2_XS-00003-of-00006.gguf +3 -0
  17. Llama-3-70B-Instruct-32k-v0.1.IQ2_XS-00004-of-00006.gguf +3 -0
  18. Llama-3-70B-Instruct-32k-v0.1.IQ2_XS-00005-of-00006.gguf +3 -0
  19. Llama-3-70B-Instruct-32k-v0.1.IQ2_XS-00006-of-00006.gguf +3 -0
  20. Llama-3-70B-Instruct-32k-v0.1.IQ3_XS-00001-of-00006.gguf +3 -0
  21. Llama-3-70B-Instruct-32k-v0.1.IQ3_XS-00002-of-00006.gguf +3 -0
  22. Llama-3-70B-Instruct-32k-v0.1.IQ3_XS-00003-of-00006.gguf +3 -0
  23. Llama-3-70B-Instruct-32k-v0.1.IQ3_XS-00004-of-00006.gguf +3 -0
  24. Llama-3-70B-Instruct-32k-v0.1.IQ3_XS-00005-of-00006.gguf +3 -0
  25. Llama-3-70B-Instruct-32k-v0.1.IQ3_XS-00006-of-00006.gguf +3 -0
  26. Llama-3-70B-Instruct-32k-v0.1.IQ4_XS-00001-of-00006.gguf +3 -0
  27. Llama-3-70B-Instruct-32k-v0.1.IQ4_XS-00002-of-00006.gguf +3 -0
  28. Llama-3-70B-Instruct-32k-v0.1.IQ4_XS-00003-of-00006.gguf +3 -0
  29. Llama-3-70B-Instruct-32k-v0.1.IQ4_XS-00004-of-00006.gguf +3 -0
  30. Llama-3-70B-Instruct-32k-v0.1.IQ4_XS-00005-of-00006.gguf +3 -0
  31. Llama-3-70B-Instruct-32k-v0.1.IQ4_XS-00006-of-00006.gguf +3 -0
  32. Llama-3-70B-Instruct-32k-v0.1.Q2_K-00001-of-00006.gguf +3 -0
  33. Llama-3-70B-Instruct-32k-v0.1.Q2_K-00002-of-00006.gguf +3 -0
  34. Llama-3-70B-Instruct-32k-v0.1.Q2_K-00003-of-00006.gguf +3 -0
  35. Llama-3-70B-Instruct-32k-v0.1.Q2_K-00004-of-00006.gguf +3 -0
  36. Llama-3-70B-Instruct-32k-v0.1.Q2_K-00005-of-00006.gguf +3 -0
  37. Llama-3-70B-Instruct-32k-v0.1.Q2_K-00006-of-00006.gguf +3 -0
  38. Llama-3-70B-Instruct-32k-v0.1.Q3_K_L-00001-of-00006.gguf +3 -0
  39. Llama-3-70B-Instruct-32k-v0.1.Q3_K_L-00002-of-00006.gguf +3 -0
  40. Llama-3-70B-Instruct-32k-v0.1.Q3_K_L-00003-of-00006.gguf +3 -0
  41. Llama-3-70B-Instruct-32k-v0.1.Q3_K_L-00004-of-00006.gguf +3 -0
  42. Llama-3-70B-Instruct-32k-v0.1.Q3_K_L-00005-of-00006.gguf +3 -0
  43. Llama-3-70B-Instruct-32k-v0.1.Q3_K_L-00006-of-00006.gguf +3 -0
  44. Llama-3-70B-Instruct-32k-v0.1.Q3_K_M-00001-of-00006.gguf +3 -0
  45. Llama-3-70B-Instruct-32k-v0.1.Q3_K_M-00002-of-00006.gguf +3 -0
  46. Llama-3-70B-Instruct-32k-v0.1.Q3_K_M-00003-of-00006.gguf +3 -0
  47. Llama-3-70B-Instruct-32k-v0.1.Q3_K_M-00004-of-00006.gguf +3 -0
  48. Llama-3-70B-Instruct-32k-v0.1.Q3_K_M-00005-of-00006.gguf +3 -0
  49. Llama-3-70B-Instruct-32k-v0.1.Q3_K_M-00006-of-00006.gguf +3 -0
  50. Llama-3-70B-Instruct-32k-v0.1.Q3_K_S-00001-of-00006.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,93 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Llama-3-70B-Instruct-32k-v0.1.IQ1_M-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Llama-3-70B-Instruct-32k-v0.1.IQ1_M-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Llama-3-70B-Instruct-32k-v0.1.IQ1_M-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Llama-3-70B-Instruct-32k-v0.1.IQ1_M-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Llama-3-70B-Instruct-32k-v0.1.IQ1_M-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Llama-3-70B-Instruct-32k-v0.1.IQ1_M-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Llama-3-70B-Instruct-32k-v0.1.IQ1_S-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Llama-3-70B-Instruct-32k-v0.1.IQ1_S-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Llama-3-70B-Instruct-32k-v0.1.IQ1_S-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Llama-3-70B-Instruct-32k-v0.1.IQ1_S-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Llama-3-70B-Instruct-32k-v0.1.IQ1_S-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Llama-3-70B-Instruct-32k-v0.1.IQ1_S-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Llama-3-70B-Instruct-32k-v0.1.IQ2_XS-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Llama-3-70B-Instruct-32k-v0.1.IQ2_XS-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Llama-3-70B-Instruct-32k-v0.1.IQ2_XS-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Llama-3-70B-Instruct-32k-v0.1.IQ2_XS-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Llama-3-70B-Instruct-32k-v0.1.IQ2_XS-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
53
+ Llama-3-70B-Instruct-32k-v0.1.IQ2_XS-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
54
+ Llama-3-70B-Instruct-32k-v0.1.IQ3_XS-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
55
+ Llama-3-70B-Instruct-32k-v0.1.IQ3_XS-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
56
+ Llama-3-70B-Instruct-32k-v0.1.IQ3_XS-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
57
+ Llama-3-70B-Instruct-32k-v0.1.IQ3_XS-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
58
+ Llama-3-70B-Instruct-32k-v0.1.IQ3_XS-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
59
+ Llama-3-70B-Instruct-32k-v0.1.IQ3_XS-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
60
+ Llama-3-70B-Instruct-32k-v0.1.IQ4_XS-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
61
+ Llama-3-70B-Instruct-32k-v0.1.IQ4_XS-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
62
+ Llama-3-70B-Instruct-32k-v0.1.IQ4_XS-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
63
+ Llama-3-70B-Instruct-32k-v0.1.IQ4_XS-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
64
+ Llama-3-70B-Instruct-32k-v0.1.IQ4_XS-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
65
+ Llama-3-70B-Instruct-32k-v0.1.IQ4_XS-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
66
+ Llama-3-70B-Instruct-32k-v0.1.Q2_K-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
67
+ Llama-3-70B-Instruct-32k-v0.1.Q2_K-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
68
+ Llama-3-70B-Instruct-32k-v0.1.Q2_K-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
69
+ Llama-3-70B-Instruct-32k-v0.1.Q2_K-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
70
+ Llama-3-70B-Instruct-32k-v0.1.Q2_K-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
71
+ Llama-3-70B-Instruct-32k-v0.1.Q2_K-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
72
+ Llama-3-70B-Instruct-32k-v0.1.Q3_K_L-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
73
+ Llama-3-70B-Instruct-32k-v0.1.Q3_K_L-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
74
+ Llama-3-70B-Instruct-32k-v0.1.Q3_K_L-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
75
+ Llama-3-70B-Instruct-32k-v0.1.Q3_K_L-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
76
+ Llama-3-70B-Instruct-32k-v0.1.Q3_K_L-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
77
+ Llama-3-70B-Instruct-32k-v0.1.Q3_K_L-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
78
+ Llama-3-70B-Instruct-32k-v0.1.Q3_K_M-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
79
+ Llama-3-70B-Instruct-32k-v0.1.Q3_K_M-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
80
+ Llama-3-70B-Instruct-32k-v0.1.Q3_K_M-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
81
+ Llama-3-70B-Instruct-32k-v0.1.Q3_K_M-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
82
+ Llama-3-70B-Instruct-32k-v0.1.Q3_K_M-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
83
+ Llama-3-70B-Instruct-32k-v0.1.Q3_K_M-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
84
+ Llama-3-70B-Instruct-32k-v0.1.Q3_K_S-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
85
+ Llama-3-70B-Instruct-32k-v0.1.Q3_K_S-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
86
+ Llama-3-70B-Instruct-32k-v0.1.Q3_K_S-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
87
+ Llama-3-70B-Instruct-32k-v0.1.Q3_K_S-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
88
+ Llama-3-70B-Instruct-32k-v0.1.Q3_K_S-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
89
+ Llama-3-70B-Instruct-32k-v0.1.Q3_K_S-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
90
+ Llama-3-70B-Instruct-32k-v0.1.Q4_K_M-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
91
+ Llama-3-70B-Instruct-32k-v0.1.Q4_K_M-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
92
+ Llama-3-70B-Instruct-32k-v0.1.Q4_K_M-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
93
+ Llama-3-70B-Instruct-32k-v0.1.Q4_K_M-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
94
+ Llama-3-70B-Instruct-32k-v0.1.Q4_K_M-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
95
+ Llama-3-70B-Instruct-32k-v0.1.Q4_K_M-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
96
+ Llama-3-70B-Instruct-32k-v0.1.Q4_K_S-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
97
+ Llama-3-70B-Instruct-32k-v0.1.Q4_K_S-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
98
+ Llama-3-70B-Instruct-32k-v0.1.Q4_K_S-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
99
+ Llama-3-70B-Instruct-32k-v0.1.Q4_K_S-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
100
+ Llama-3-70B-Instruct-32k-v0.1.Q4_K_S-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
101
+ Llama-3-70B-Instruct-32k-v0.1.Q4_K_S-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
102
+ Llama-3-70B-Instruct-32k-v0.1.Q5_K_M-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
103
+ Llama-3-70B-Instruct-32k-v0.1.Q5_K_M-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
104
+ Llama-3-70B-Instruct-32k-v0.1.Q5_K_M-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
105
+ Llama-3-70B-Instruct-32k-v0.1.Q5_K_M-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
106
+ Llama-3-70B-Instruct-32k-v0.1.Q5_K_M-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
107
+ Llama-3-70B-Instruct-32k-v0.1.Q5_K_M-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
108
+ Llama-3-70B-Instruct-32k-v0.1.Q5_K_S-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
109
+ Llama-3-70B-Instruct-32k-v0.1.Q5_K_S-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
110
+ Llama-3-70B-Instruct-32k-v0.1.Q5_K_S-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
111
+ Llama-3-70B-Instruct-32k-v0.1.Q5_K_S-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
112
+ Llama-3-70B-Instruct-32k-v0.1.Q5_K_S-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
113
+ Llama-3-70B-Instruct-32k-v0.1.Q5_K_S-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
114
+ Llama-3-70B-Instruct-32k-v0.1.Q6_K-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
115
+ Llama-3-70B-Instruct-32k-v0.1.Q6_K-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
116
+ Llama-3-70B-Instruct-32k-v0.1.Q6_K-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
117
+ Llama-3-70B-Instruct-32k-v0.1.Q6_K-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
118
+ Llama-3-70B-Instruct-32k-v0.1.Q6_K-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
119
+ Llama-3-70B-Instruct-32k-v0.1.Q6_K-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
120
+ Llama-3-70B-Instruct-32k-v0.1.Q8_0-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
121
+ Llama-3-70B-Instruct-32k-v0.1.Q8_0-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
122
+ Llama-3-70B-Instruct-32k-v0.1.Q8_0-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
123
+ Llama-3-70B-Instruct-32k-v0.1.Q8_0-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
124
+ Llama-3-70B-Instruct-32k-v0.1.Q8_0-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
125
+ Llama-3-70B-Instruct-32k-v0.1.Q8_0-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
Llama-3-70B-Instruct-32k-v0.1.IQ1_M-00001-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae0c3ae96c83f8d9e53c2a81cc35796990a62c098f330b01f30d25c4a0171281
3
+ size 3307891552
Llama-3-70B-Instruct-32k-v0.1.IQ1_M-00002-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e91c90445e2b9de46400e50fa437021d0deadf61ae24da566a9d1f6a30760308
3
+ size 2801147488
Llama-3-70B-Instruct-32k-v0.1.IQ1_M-00003-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56f210f071694a22db7508c981b14f09bed663338fd47b5d5d09a5f178bf4447
3
+ size 2749800032
Llama-3-70B-Instruct-32k-v0.1.IQ1_M-00004-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f839b2b6d69b34a141dcdcaadb0d15beb1ccedea1c2b256639bad3d3166c48cd
3
+ size 2717523552
Llama-3-70B-Instruct-32k-v0.1.IQ1_M-00005-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f306f798575b7ebd93e80fcf48ff26e076a5a262ee284d733df2ac8cb048557d
3
+ size 2717785696
Llama-3-70B-Instruct-32k-v0.1.IQ1_M-00006-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7240574cc8a96c97a8a9e167473e388d8e79c01e207ebfa70f21a160ba52899
3
+ size 2457048000
Llama-3-70B-Instruct-32k-v0.1.IQ1_S-00001-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42089598219dd0335b2b6acf5c1fc43c4f47c4319dca678351c2d837e9440f7a
3
+ size 3106958176
Llama-3-70B-Instruct-32k-v0.1.IQ1_S-00002-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b3196275f3c9830a3fa3f5d0a1128c786850a1c85f7e34156d4c2a59e61641a
3
+ size 2534153824
Llama-3-70B-Instruct-32k-v0.1.IQ1_S-00003-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0aab637c518824273d37945f993bbac9c1e909d2076030d440738902130acd9
3
+ size 2488311392
Llama-3-70B-Instruct-32k-v0.1.IQ1_S-00004-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b7b7f5381a79b8cf58a10b4ff4cc150248936d3b0127524b334f9c0c5ce82bc
3
+ size 2461343328
Llama-3-70B-Instruct-32k-v0.1.IQ1_S-00005-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37d20e6de55817eb75299c7d9845e5f39a6c29333c86a1330417ce15f1dce710
3
+ size 2460229216
Llama-3-70B-Instruct-32k-v0.1.IQ1_S-00006-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70b6c54b124faba0ef35825a3d874a97bc2b8f487326a8314f3ba76dcd674aa2
3
+ size 2292487104
Llama-3-70B-Instruct-32k-v0.1.IQ2_XS-00001-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38125c801731d3e982584443a035817d6d0a6ee66dcc0fd1796c4e3f9db3a3ca
3
+ size 3940051808
Llama-3-70B-Instruct-32k-v0.1.IQ2_XS-00002-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4f16a96e15173e35d9eb81234bc809d156941a2bff894ba5c99f665fc6b77d1
3
+ size 3631488608
Llama-3-70B-Instruct-32k-v0.1.IQ2_XS-00003-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37ddcaf122a89a8de47536ab2747837c8f544771d1dedc1b337c392161c10506
3
+ size 3563626080
Llama-3-70B-Instruct-32k-v0.1.IQ2_XS-00004-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e96d7643deceb0822cfd50ed0d2389935abe857c00c2d2c08eba4a4afd102a9
3
+ size 3517521504
Llama-3-70B-Instruct-32k-v0.1.IQ2_XS-00005-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ad3ef0dcb9317d29a39422d09033f441906b7bc213d2cf36f06a2d3f6fa11ad
3
+ size 3519815264
Llama-3-70B-Instruct-32k-v0.1.IQ2_XS-00006-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7999e13ec8480419b99898f5ad774c3fd7caeaa5925e4f548c7a13544b6d5fc5
3
+ size 2969605056
Llama-3-70B-Instruct-32k-v0.1.IQ3_XS-00001-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8aef1aef2ce9401f634c87e3d5b1b06fc3774f624b25d7a4c4391cbcf6069b1e
3
+ size 5500087136
Llama-3-70B-Instruct-32k-v0.1.IQ3_XS-00002-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac15a76c0451eb92214d231cb2a50f3f52705c2ed6a58d37a19254dcb843c93d
3
+ size 5011414624
Llama-3-70B-Instruct-32k-v0.1.IQ3_XS-00003-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a38d6ca60ea05182afef1615b15cfb7aedd1b528d1cfec9b441c7f64c93ddbf
3
+ size 4910521952
Llama-3-70B-Instruct-32k-v0.1.IQ3_XS-00004-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fdecee7a971fbf1b9580a61dd292d838e95bd25d0b79adbe6447d72babc85023
3
+ size 4852620896
Llama-3-70B-Instruct-32k-v0.1.IQ3_XS-00005-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ebe76ccd25be317ded447f5ba95e55ecb650baa0d671b9ecfcd771cfd5c42910
3
+ size 4874051168
Llama-3-70B-Instruct-32k-v0.1.IQ3_XS-00006-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:535ffb8b036f436ddf08610b4f7c0404f1a66bd1c9abd3fbdb0112d631fb3f92
3
+ size 4159034304
Llama-3-70B-Instruct-32k-v0.1.IQ4_XS-00001-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd673f5f220e123ca4fd9f305ea30e3cda390bcb7106a779c4bcc6f582e0b4c0
3
+ size 6949104480
Llama-3-70B-Instruct-32k-v0.1.IQ4_XS-00002-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3561c3543417ab0ebcd40713040846f2377be71d07a8a1bbf81f0e71a9572847
3
+ size 6632644192
Llama-3-70B-Instruct-32k-v0.1.IQ4_XS-00003-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be9335dd05a614000315b7b7f4f1ed9df772d227f6056ee0e2748d293ed857df
3
+ size 6507896416
Llama-3-70B-Instruct-32k-v0.1.IQ4_XS-00004-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e91caa499190d9d668a6ce83841ed8be410b8a88ffb5df6327c2e0fa45d3db9
3
+ size 6423191136
Llama-3-70B-Instruct-32k-v0.1.IQ4_XS-00005-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36a73aa21111c6aa38e1545a92878b0b21f2c5bf07cada8c98e28725a43cad7e
3
+ size 6424501856
Llama-3-70B-Instruct-32k-v0.1.IQ4_XS-00006-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e55b79a2210764d08490adf45371f30dbeb85f2e87ff5bb67b3458b036bdbc5d
3
+ size 4965323712
Llama-3-70B-Instruct-32k-v0.1.Q2_K-00001-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0fb73717bfe29feb3236637f3c75a37e8e9d977ac3c85b8793191c477ca9b257
3
+ size 4755712864
Llama-3-70B-Instruct-32k-v0.1.Q2_K-00002-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a75080ec38a4df67ef8d8b2a3192d914139c3704544007534f8e18784760d88d
3
+ size 4581105248
Llama-3-70B-Instruct-32k-v0.1.Q2_K-00003-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36616c4f8e0799841415b2f526f75a8a81a0e9fa19ecb5c3eba537d36edf41aa
3
+ size 4480212576
Llama-3-70B-Instruct-32k-v0.1.Q2_K-00004-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a10aab69d1ef398f548bb409d1d77e799bb40cfdd32b122c528492b3cd7e118
3
+ size 4434697824
Llama-3-70B-Instruct-32k-v0.1.Q2_K-00005-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c34d9c7805d66e94cd06935dcfd995fe05bd4d3b042e40069b09b49bdf656211
3
+ size 4430896736
Llama-3-70B-Instruct-32k-v0.1.Q2_K-00006-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e537839b6a0e7e39a802e4935678e24862337938d582edfe7a9783a0cffc0646
3
+ size 3692483520
Llama-3-70B-Instruct-32k-v0.1.Q3_K_L-00001-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73a55c70e39bd96aa11ed19a881af9f183a0dd581c69556eb24854796561b38c
3
+ size 6727707488
Llama-3-70B-Instruct-32k-v0.1.Q3_K_L-00002-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4efe1ceaf467a449fd540c8e2d732132ebd02437f1a3f5d7f9cc3756f9ac56a7
3
+ size 6530801248
Llama-3-70B-Instruct-32k-v0.1.Q3_K_L-00003-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4b4a1bb8837726f1e91e89037a483e541658aede2fea5bba11c8c0ebfce13b7
3
+ size 6369353312
Llama-3-70B-Instruct-32k-v0.1.Q3_K_L-00004-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b52d9ca2308df1ec639e0cb96bea238c1cfe448ffd2f2d5fc8e2ff3a3dcedcaf
3
+ size 6318136928
Llama-3-70B-Instruct-32k-v0.1.Q3_K_L-00005-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5cd0b7ca6d6041f3bf472bb4b25f52672bad4d578ffcd1c892061bc56c12176e
3
+ size 6302998112
Llama-3-70B-Instruct-32k-v0.1.Q3_K_L-00006-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc90affd374125c72258a640675d642c03e406f8ebd5ab741838adfda6cf966b
3
+ size 4891595712
Llama-3-70B-Instruct-32k-v0.1.Q3_K_M-00001-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b5b9ece6880e43655521ff378c48dacb4076f3214b5e74658dfa189054838fd
3
+ size 6346025824
Llama-3-70B-Instruct-32k-v0.1.Q3_K_M-00002-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:40bf3f221379bd4993a2a67ab58ab263bb67ae0edd28a5d59fdeef8e857a4499
3
+ size 5972958816
Llama-3-70B-Instruct-32k-v0.1.Q3_K_M-00003-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ac789e0e01791965c0f2fc4bd7db6d01e6191be5ee72b55b7ce0a6fe13528e7
3
+ size 5840871008
Llama-3-70B-Instruct-32k-v0.1.Q3_K_M-00004-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:644b2f0304c2a2db07d28b31bdd77050c47e98e1b80e2895adb825522a2bf28d
3
+ size 5781266016
Llama-3-70B-Instruct-32k-v0.1.Q3_K_M-00005-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:022aca3dd3449f7bba76cf2c4b7436f012369c500154881af95d3dde785321ff
3
+ size 5774515808
Llama-3-70B-Instruct-32k-v0.1.Q3_K_M-00006-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0e77ebf2a34efa422084442d7ea1a2a948b13ad8d80e8cf6ee6ee91ad3cc9e1
3
+ size 4551857088
Llama-3-70B-Instruct-32k-v0.1.Q3_K_S-00001-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f549431e585f6cc7fdda8a1a5149346ae3db1ae0bd0e0765bb1dd8c2c90731d
3
+ size 5637712736