Hugging Face's logo

legraphista
/
Meta-Llama-3-70B-Instruct-abliterated-v3.5-IMat-GGUF

Text Generation
GGUF
quantized
GGUF
imatrix
quantization
imat
static
16bit
8bit
6bit
5bit
4bit
3bit
2bit
1bit
conversational
Model card Files Community
2
Meta-Llama-3-70B-Instruct-abliterated-v3.5-IMat-GGUF
File size: 6,458 Bytes 
a71ecc7
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
58357a1
61aa888
7d5a3fd
8c442c9
8b211e7
783a5d4
5672182
8279a12
ef26780
438fe91
56e01bd
9fd41c1
d520e6c
ff8efaf
7ac5524
1d62409
89264b6
466421a
1f3ab9a
a930a09
a277cb8
800bfe0
61e0bc0
01b0ab5
435c9eb
da5d86a
68161e0
5a49bf7
a6b3e2f
d5113db
b5690ac
c02612d
1f200db
a0e0f26
b4e5137
bc112a6
d2430ea
28fe799
ef9a669
30d6b44
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
 
*.7z filter=lfs diff=lfs merge=lfs -text
*.arrow filter=lfs diff=lfs merge=lfs -text
*.bin filter=lfs diff=lfs merge=lfs -text
*.bz2 filter=lfs diff=lfs merge=lfs -text
*.ckpt filter=lfs diff=lfs merge=lfs -text
*.ftz filter=lfs diff=lfs merge=lfs -text
*.gz filter=lfs diff=lfs merge=lfs -text
*.h5 filter=lfs diff=lfs merge=lfs -text
*.joblib filter=lfs diff=lfs merge=lfs -text
*.lfs.* filter=lfs diff=lfs merge=lfs -text
*.mlmodel filter=lfs diff=lfs merge=lfs -text
*.model filter=lfs diff=lfs merge=lfs -text
*.msgpack filter=lfs diff=lfs merge=lfs -text
*.npy filter=lfs diff=lfs merge=lfs -text
*.npz filter=lfs diff=lfs merge=lfs -text
*.onnx filter=lfs diff=lfs merge=lfs -text
*.ot filter=lfs diff=lfs merge=lfs -text
*.parquet filter=lfs diff=lfs merge=lfs -text
*.pb filter=lfs diff=lfs merge=lfs -text
*.pickle filter=lfs diff=lfs merge=lfs -text
*.pkl filter=lfs diff=lfs merge=lfs -text
*.pt filter=lfs diff=lfs merge=lfs -text
*.pth filter=lfs diff=lfs merge=lfs -text
*.rar filter=lfs diff=lfs merge=lfs -text
*.safetensors filter=lfs diff=lfs merge=lfs -text
saved_model/**/* filter=lfs diff=lfs merge=lfs -text
*.tar.* filter=lfs diff=lfs merge=lfs -text
*.tar filter=lfs diff=lfs merge=lfs -text
*.tflite filter=lfs diff=lfs merge=lfs -text
*.tgz filter=lfs diff=lfs merge=lfs -text
*.wasm filter=lfs diff=lfs merge=lfs -text
*.xz filter=lfs diff=lfs merge=lfs -text
*.zip filter=lfs diff=lfs merge=lfs -text
*.zst filter=lfs diff=lfs merge=lfs -text
*tfevents* filter=lfs diff=lfs merge=lfs -text
Meta-Llama-3-70B-Instruct-abliterated-v3.5.Q8_0/Meta-Llama-3-70B-Instruct-abliterated-v3.5.Q8_0-00003-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
Meta-Llama-3-70B-Instruct-abliterated-v3.5.Q8_0/Meta-Llama-3-70B-Instruct-abliterated-v3.5.Q8_0-00001-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
Meta-Llama-3-70B-Instruct-abliterated-v3.5.Q8_0/Meta-Llama-3-70B-Instruct-abliterated-v3.5.Q8_0-00002-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
Meta-Llama-3-70B-Instruct-abliterated-v3.5.Q6_K/Meta-Llama-3-70B-Instruct-abliterated-v3.5.Q6_K-00003-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
Meta-Llama-3-70B-Instruct-abliterated-v3.5.Q6_K/Meta-Llama-3-70B-Instruct-abliterated-v3.5.Q6_K-00002-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
Meta-Llama-3-70B-Instruct-abliterated-v3.5.Q6_K/Meta-Llama-3-70B-Instruct-abliterated-v3.5.Q6_K-00001-of-00003.gguf filter=lfs diff=lfs merge=lfs -text
Meta-Llama-3-70B-Instruct-abliterated-v3.5.BF16/Meta-Llama-3-70B-Instruct-abliterated-v3.5.BF16-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
Meta-Llama-3-70B-Instruct-abliterated-v3.5.BF16/Meta-Llama-3-70B-Instruct-abliterated-v3.5.BF16-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
Meta-Llama-3-70B-Instruct-abliterated-v3.5.BF16/Meta-Llama-3-70B-Instruct-abliterated-v3.5.BF16-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
Meta-Llama-3-70B-Instruct-abliterated-v3.5.BF16/Meta-Llama-3-70B-Instruct-abliterated-v3.5.BF16-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
Meta-Llama-3-70B-Instruct-abliterated-v3.5.BF16/Meta-Llama-3-70B-Instruct-abliterated-v3.5.BF16-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
Meta-Llama-3-70B-Instruct-abliterated-v3.5.BF16/Meta-Llama-3-70B-Instruct-abliterated-v3.5.BF16-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
Meta-Llama-3-70B-Instruct-abliterated-v3.5.FP16/Meta-Llama-3-70B-Instruct-abliterated-v3.5.FP16-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
Meta-Llama-3-70B-Instruct-abliterated-v3.5.FP16/Meta-Llama-3-70B-Instruct-abliterated-v3.5.FP16-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
Meta-Llama-3-70B-Instruct-abliterated-v3.5.FP16/Meta-Llama-3-70B-Instruct-abliterated-v3.5.FP16-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
Meta-Llama-3-70B-Instruct-abliterated-v3.5.FP16/Meta-Llama-3-70B-Instruct-abliterated-v3.5.FP16-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
Meta-Llama-3-70B-Instruct-abliterated-v3.5.FP16/Meta-Llama-3-70B-Instruct-abliterated-v3.5.FP16-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
Meta-Llama-3-70B-Instruct-abliterated-v3.5.FP16/Meta-Llama-3-70B-Instruct-abliterated-v3.5.FP16-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
Meta-Llama-3-70B-Instruct-abliterated-v3.5.Q5_K/Meta-Llama-3-70B-Instruct-abliterated-v3.5.Q5_K-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
Meta-Llama-3-70B-Instruct-abliterated-v3.5.Q5_K/Meta-Llama-3-70B-Instruct-abliterated-v3.5.Q5_K-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
imatrix.dat filter=lfs diff=lfs merge=lfs -text
Meta-Llama-3-70B-Instruct-abliterated-v3.5.Q5_K_S/Meta-Llama-3-70B-Instruct-abliterated-v3.5.Q5_K_S-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
Meta-Llama-3-70B-Instruct-abliterated-v3.5.Q5_K_S/Meta-Llama-3-70B-Instruct-abliterated-v3.5.Q5_K_S-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
Meta-Llama-3-70B-Instruct-abliterated-v3.5.Q4_K.gguf filter=lfs diff=lfs merge=lfs -text
Meta-Llama-3-70B-Instruct-abliterated-v3.5.Q3_K.gguf filter=lfs diff=lfs merge=lfs -text
Meta-Llama-3-70B-Instruct-abliterated-v3.5.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
Meta-Llama-3-70B-Instruct-abliterated-v3.5.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
Meta-Llama-3-70B-Instruct-abliterated-v3.5.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
Meta-Llama-3-70B-Instruct-abliterated-v3.5.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
Meta-Llama-3-70B-Instruct-abliterated-v3.5.Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
Meta-Llama-3-70B-Instruct-abliterated-v3.5.IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
Meta-Llama-3-70B-Instruct-abliterated-v3.5.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
Meta-Llama-3-70B-Instruct-abliterated-v3.5.IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
Meta-Llama-3-70B-Instruct-abliterated-v3.5.IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
Meta-Llama-3-70B-Instruct-abliterated-v3.5.IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
Meta-Llama-3-70B-Instruct-abliterated-v3.5.IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
Meta-Llama-3-70B-Instruct-abliterated-v3.5.IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
Meta-Llama-3-70B-Instruct-abliterated-v3.5.IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
Meta-Llama-3-70B-Instruct-abliterated-v3.5.IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
Meta-Llama-3-70B-Instruct-abliterated-v3.5.IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text