flux1-merged-q8 / quanto_qmap.json
cocktailpeanut's picture
upload
d1673d4 verified
{
"time_text_embed.timestep_embedder.linear_1": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"time_text_embed.timestep_embedder.linear_2": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"time_text_embed.guidance_embedder.linear_1": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"time_text_embed.guidance_embedder.linear_2": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"time_text_embed.text_embedder.linear_1": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"time_text_embed.text_embedder.linear_2": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"context_embedder": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"x_embedder": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.0.norm1.linear": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.0.norm1_context.linear": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.0.attn.to_q": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.0.attn.to_k": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.0.attn.to_v": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.0.attn.add_k_proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.0.attn.add_v_proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.0.attn.add_q_proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.0.attn.to_out.0": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.0.attn.to_add_out": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.0.ff.net.0.proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.0.ff.net.2": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.0.ff_context.net.0.proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.0.ff_context.net.2": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.1.norm1.linear": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.1.norm1_context.linear": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.1.attn.to_q": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.1.attn.to_k": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.1.attn.to_v": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.1.attn.add_k_proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.1.attn.add_v_proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.1.attn.add_q_proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.1.attn.to_out.0": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.1.attn.to_add_out": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.1.ff.net.0.proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.1.ff.net.2": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.1.ff_context.net.0.proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.1.ff_context.net.2": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.2.norm1.linear": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.2.norm1_context.linear": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.2.attn.to_q": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.2.attn.to_k": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.2.attn.to_v": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.2.attn.add_k_proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.2.attn.add_v_proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.2.attn.add_q_proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.2.attn.to_out.0": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.2.attn.to_add_out": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.2.ff.net.0.proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.2.ff.net.2": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.2.ff_context.net.0.proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.2.ff_context.net.2": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.3.norm1.linear": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.3.norm1_context.linear": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.3.attn.to_q": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.3.attn.to_k": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.3.attn.to_v": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.3.attn.add_k_proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.3.attn.add_v_proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.3.attn.add_q_proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.3.attn.to_out.0": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.3.attn.to_add_out": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.3.ff.net.0.proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.3.ff.net.2": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.3.ff_context.net.0.proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.3.ff_context.net.2": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.4.norm1.linear": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.4.norm1_context.linear": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.4.attn.to_q": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.4.attn.to_k": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.4.attn.to_v": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.4.attn.add_k_proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.4.attn.add_v_proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.4.attn.add_q_proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.4.attn.to_out.0": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.4.attn.to_add_out": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.4.ff.net.0.proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.4.ff.net.2": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.4.ff_context.net.0.proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.4.ff_context.net.2": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.5.norm1.linear": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.5.norm1_context.linear": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.5.attn.to_q": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.5.attn.to_k": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.5.attn.to_v": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.5.attn.add_k_proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.5.attn.add_v_proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.5.attn.add_q_proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.5.attn.to_out.0": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.5.attn.to_add_out": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.5.ff.net.0.proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.5.ff.net.2": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.5.ff_context.net.0.proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.5.ff_context.net.2": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.6.norm1.linear": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.6.norm1_context.linear": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.6.attn.to_q": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.6.attn.to_k": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.6.attn.to_v": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.6.attn.add_k_proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.6.attn.add_v_proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.6.attn.add_q_proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.6.attn.to_out.0": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.6.attn.to_add_out": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.6.ff.net.0.proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.6.ff.net.2": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.6.ff_context.net.0.proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.6.ff_context.net.2": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.7.norm1.linear": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.7.norm1_context.linear": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.7.attn.to_q": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.7.attn.to_k": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.7.attn.to_v": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.7.attn.add_k_proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.7.attn.add_v_proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.7.attn.add_q_proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.7.attn.to_out.0": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.7.attn.to_add_out": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.7.ff.net.0.proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.7.ff.net.2": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.7.ff_context.net.0.proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.7.ff_context.net.2": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.8.norm1.linear": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.8.norm1_context.linear": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.8.attn.to_q": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.8.attn.to_k": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.8.attn.to_v": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.8.attn.add_k_proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.8.attn.add_v_proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.8.attn.add_q_proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.8.attn.to_out.0": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.8.attn.to_add_out": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.8.ff.net.0.proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.8.ff.net.2": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.8.ff_context.net.0.proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.8.ff_context.net.2": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.9.norm1.linear": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.9.norm1_context.linear": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.9.attn.to_q": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.9.attn.to_k": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.9.attn.to_v": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.9.attn.add_k_proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.9.attn.add_v_proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.9.attn.add_q_proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.9.attn.to_out.0": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.9.attn.to_add_out": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.9.ff.net.0.proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.9.ff.net.2": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.9.ff_context.net.0.proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.9.ff_context.net.2": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.10.norm1.linear": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.10.norm1_context.linear": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.10.attn.to_q": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.10.attn.to_k": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.10.attn.to_v": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.10.attn.add_k_proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.10.attn.add_v_proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.10.attn.add_q_proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.10.attn.to_out.0": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.10.attn.to_add_out": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.10.ff.net.0.proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.10.ff.net.2": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.10.ff_context.net.0.proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.10.ff_context.net.2": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.11.norm1.linear": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.11.norm1_context.linear": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.11.attn.to_q": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.11.attn.to_k": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.11.attn.to_v": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.11.attn.add_k_proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.11.attn.add_v_proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.11.attn.add_q_proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.11.attn.to_out.0": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.11.attn.to_add_out": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.11.ff.net.0.proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.11.ff.net.2": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.11.ff_context.net.0.proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.11.ff_context.net.2": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.12.norm1.linear": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.12.norm1_context.linear": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.12.attn.to_q": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.12.attn.to_k": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.12.attn.to_v": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.12.attn.add_k_proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.12.attn.add_v_proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.12.attn.add_q_proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.12.attn.to_out.0": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.12.attn.to_add_out": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.12.ff.net.0.proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.12.ff.net.2": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.12.ff_context.net.0.proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.12.ff_context.net.2": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.13.norm1.linear": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.13.norm1_context.linear": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.13.attn.to_q": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.13.attn.to_k": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.13.attn.to_v": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.13.attn.add_k_proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.13.attn.add_v_proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.13.attn.add_q_proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.13.attn.to_out.0": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.13.attn.to_add_out": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.13.ff.net.0.proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.13.ff.net.2": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.13.ff_context.net.0.proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.13.ff_context.net.2": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.14.norm1.linear": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.14.norm1_context.linear": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.14.attn.to_q": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.14.attn.to_k": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.14.attn.to_v": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.14.attn.add_k_proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.14.attn.add_v_proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.14.attn.add_q_proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.14.attn.to_out.0": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.14.attn.to_add_out": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.14.ff.net.0.proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.14.ff.net.2": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.14.ff_context.net.0.proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.14.ff_context.net.2": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.15.norm1.linear": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.15.norm1_context.linear": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.15.attn.to_q": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.15.attn.to_k": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.15.attn.to_v": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.15.attn.add_k_proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.15.attn.add_v_proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.15.attn.add_q_proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.15.attn.to_out.0": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.15.attn.to_add_out": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.15.ff.net.0.proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.15.ff.net.2": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.15.ff_context.net.0.proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.15.ff_context.net.2": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.16.norm1.linear": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.16.norm1_context.linear": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.16.attn.to_q": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.16.attn.to_k": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.16.attn.to_v": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.16.attn.add_k_proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.16.attn.add_v_proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.16.attn.add_q_proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.16.attn.to_out.0": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.16.attn.to_add_out": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.16.ff.net.0.proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.16.ff.net.2": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.16.ff_context.net.0.proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.16.ff_context.net.2": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.17.norm1.linear": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.17.norm1_context.linear": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.17.attn.to_q": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.17.attn.to_k": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.17.attn.to_v": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.17.attn.add_k_proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.17.attn.add_v_proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.17.attn.add_q_proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.17.attn.to_out.0": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.17.attn.to_add_out": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.17.ff.net.0.proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.17.ff.net.2": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.17.ff_context.net.0.proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.17.ff_context.net.2": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.18.norm1.linear": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.18.norm1_context.linear": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.18.attn.to_q": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.18.attn.to_k": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.18.attn.to_v": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.18.attn.add_k_proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.18.attn.add_v_proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.18.attn.add_q_proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.18.attn.to_out.0": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.18.attn.to_add_out": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.18.ff.net.0.proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.18.ff.net.2": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.18.ff_context.net.0.proj": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"transformer_blocks.18.ff_context.net.2": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"single_transformer_blocks.0.norm.linear": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"single_transformer_blocks.0.proj_mlp": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"single_transformer_blocks.0.proj_out": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"single_transformer_blocks.0.attn.to_q": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"single_transformer_blocks.0.attn.to_k": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"single_transformer_blocks.0.attn.to_v": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"single_transformer_blocks.1.norm.linear": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"single_transformer_blocks.1.proj_mlp": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"single_transformer_blocks.1.proj_out": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"single_transformer_blocks.1.attn.to_q": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"single_transformer_blocks.1.attn.to_k": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"single_transformer_blocks.1.attn.to_v": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"single_transformer_blocks.2.norm.linear": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"single_transformer_blocks.2.proj_mlp": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"single_transformer_blocks.2.proj_out": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"single_transformer_blocks.2.attn.to_q": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"single_transformer_blocks.2.attn.to_k": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"single_transformer_blocks.2.attn.to_v": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"single_transformer_blocks.3.norm.linear": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"single_transformer_blocks.3.proj_mlp": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"single_transformer_blocks.3.proj_out": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"single_transformer_blocks.3.attn.to_q": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"single_transformer_blocks.3.attn.to_k": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"single_transformer_blocks.3.attn.to_v": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"single_transformer_blocks.4.norm.linear": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"single_transformer_blocks.4.proj_mlp": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"single_transformer_blocks.4.proj_out": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"single_transformer_blocks.4.attn.to_q": {
"weights": "qfloat8_e4m3fn",
"activations": "none"
},
"single_transformer_blocks.4.attn.to_k": {
"weights": "qfloat8_e4m3fn",