falcon-7b-sharded-bf16.Q2_K.gguf |
Q2_K |
3.59GB |
falcon-7b-sharded-bf16.IQ3_XS.gguf |
IQ3_XS |
3.59GB |
falcon-7b-sharded-bf16.IQ3_S.gguf |
IQ3_S |
3.59GB |
falcon-7b-sharded-bf16.Q3_K_S.gguf |
Q3_K_S |
3.59GB |
falcon-7b-sharded-bf16.IQ3_M.gguf |
IQ3_M |
3.71GB |
falcon-7b-sharded-bf16.Q3_K.gguf |
Q3_K |
3.86GB |
falcon-7b-sharded-bf16.Q3_K_M.gguf |
Q3_K_M |
3.86GB |
falcon-7b-sharded-bf16.Q3_K_L.gguf |
Q3_K_L |
4.08GB |
falcon-7b-sharded-bf16.IQ4_XS.gguf |
IQ4_XS |
3.89GB |
falcon-7b-sharded-bf16.Q4_0.gguf |
Q4_0 |
3.92GB |
falcon-7b-sharded-bf16.IQ4_NL.gguf |
IQ4_NL |
3.96GB |
falcon-7b-sharded-bf16.Q4_K_S.gguf |
Q4_K_S |
4.42GB |
falcon-7b-sharded-bf16.Q4_K.gguf |
Q4_K |
4.63GB |
falcon-7b-sharded-bf16.Q4_K_M.gguf |
Q4_K_M |
4.63GB |
falcon-7b-sharded-bf16.Q4_1.gguf |
Q4_1 |
4.32GB |
falcon-7b-sharded-bf16.Q5_0.gguf |
Q5_0 |
4.73GB |
falcon-7b-sharded-bf16.Q5_K_S.gguf |
Q5_K_S |
4.98GB |
falcon-7b-sharded-bf16.Q5_K.gguf |
Q5_K |
5.34GB |
falcon-7b-sharded-bf16.Q5_K_M.gguf |
Q5_K_M |
5.34GB |
falcon-7b-sharded-bf16.Q5_1.gguf |
Q5_1 |
5.13GB |
falcon-7b-sharded-bf16.Q6_K.gguf |
Q6_K |
6.55GB |