{ "down_blocks.0.resnets.0.conv1": { "input_scale": 0.0223541259765625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.002399444580078125, "weight_scale_shape": [ 320, 1, 1, 1 ] }, "down_blocks.0.resnets.0.conv2": { "input_scale": 0.021728515625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.002025604248046875, "weight_scale_shape": [ 320, 1, 1, 1 ] }, "down_blocks.0.resnets.1.conv1": { "input_scale": 0.024261474609375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0027217864990234375, "weight_scale_shape": [ 320, 1, 1, 1 ] }, "down_blocks.0.resnets.1.conv2": { "input_scale": 0.0235443115234375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.001739501953125, "weight_scale_shape": [ 320, 1, 1, 1 ] }, "down_blocks.0.downsamplers.0.conv": { "input_scale": 0.0240936279296875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0009775161743164062, "weight_scale_shape": [ 320, 1, 1, 1 ] }, "down_blocks.1.attentions.0.proj_in": { "input_scale": 0.0240020751953125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0007414817810058594, "weight_scale_shape": [ 640, 1 ] }, "down_blocks.1.attentions.0.transformer_blocks.0.attn1.to_out.0": { "input_scale": 0.012939453125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0009632110595703125, "weight_scale_shape": [ 640, 1 ] }, "down_blocks.1.attentions.0.transformer_blocks.0.attn1.to_qkv": { "input_scale": 0.0333251953125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.000946044921875, "weight_scale_shape": [ 1920, 1 ] }, "down_blocks.1.attentions.0.transformer_blocks.0.attn1.output_softmax_quant": { "act_scale": 0.00384521484375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.1.attentions.0.transformer_blocks.0.attn1.out_q": { "act_scale": 0.03155517578125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.1.attentions.0.transformer_blocks.0.attn1.out_k": { "act_scale": 0.03216552734375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.1.attentions.0.transformer_blocks.0.attn1.out_v": { "act_scale": 0.0215301513671875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.1.attentions.0.transformer_blocks.0.attn2.to_q": { "input_scale": 0.04498291015625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006728172302246094, "weight_scale_shape": [ 640, 1 ] }, "down_blocks.1.attentions.0.transformer_blocks.0.attn2.to_out.0": { "input_scale": 0.0143585205078125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0004298686981201172, "weight_scale_shape": [ 640, 1 ] }, "down_blocks.1.attentions.0.transformer_blocks.0.attn2.to_kv": { "input_scale": 3.55859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0011959075927734375, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.1.attentions.0.transformer_blocks.0.attn2.output_softmax_quant": { "act_scale": 0.004093170166015625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.1.attentions.0.transformer_blocks.0.attn2.out_q": { "act_scale": 0.01666259765625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.1.attentions.0.transformer_blocks.0.attn2.out_k": { "act_scale": 0.448974609375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.1.attentions.0.transformer_blocks.0.attn2.out_v": { "act_scale": 0.08343505859375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.1.attentions.0.transformer_blocks.0.ff.net.0.proj": { "input_scale": 0.0308685302734375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0009412765502929688, "weight_scale_shape": [ 5120, 1 ] }, "down_blocks.1.attentions.0.transformer_blocks.0.ff.net.2": { "input_scale": 0.055023193359375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0012998580932617188, "weight_scale_shape": [ 640, 1 ] }, "down_blocks.1.attentions.0.transformer_blocks.1.attn1.to_out.0": { "input_scale": 0.0127716064453125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0013990402221679688, "weight_scale_shape": [ 640, 1 ] }, "down_blocks.1.attentions.0.transformer_blocks.1.attn1.to_qkv": { "input_scale": 0.040496826171875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0007781982421875, "weight_scale_shape": [ 1920, 1 ] }, "down_blocks.1.attentions.0.transformer_blocks.1.attn1.output_softmax_quant": { "act_scale": 0.00208282470703125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.1.attentions.0.transformer_blocks.1.attn1.out_q": { "act_scale": 0.0273284912109375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.1.attentions.0.transformer_blocks.1.attn1.out_k": { "act_scale": 0.03155517578125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.1.attentions.0.transformer_blocks.1.attn1.out_v": { "act_scale": 0.0208282470703125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.1.attentions.0.transformer_blocks.1.attn2.to_q": { "input_scale": 0.059417724609375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006241798400878906, "weight_scale_shape": [ 640, 1 ] }, "down_blocks.1.attentions.0.transformer_blocks.1.attn2.to_out.0": { "input_scale": 0.0328369140625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0010061264038085938, "weight_scale_shape": [ 640, 1 ] }, "down_blocks.1.attentions.0.transformer_blocks.1.attn2.to_kv": { "input_scale": 3.55859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0013818740844726562, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.1.attentions.0.transformer_blocks.1.attn2.output_softmax_quant": { "act_scale": 0.0038852691650390625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.1.attentions.0.transformer_blocks.1.attn2.out_q": { "act_scale": 0.01666259765625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.1.attentions.0.transformer_blocks.1.attn2.out_k": { "act_scale": 0.405029296875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.1.attentions.0.transformer_blocks.1.attn2.out_v": { "act_scale": 0.0721435546875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.1.attentions.0.transformer_blocks.1.ff.net.0.proj": { "input_scale": 0.038299560546875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0010004043579101562, "weight_scale_shape": [ 5120, 1 ] }, "down_blocks.1.attentions.0.transformer_blocks.1.ff.net.2": { "input_scale": 0.0697021484375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0012159347534179688, "weight_scale_shape": [ 640, 1 ] }, "down_blocks.1.attentions.0.proj_out": { "input_scale": 0.06451416015625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.00045228004455566406, "weight_scale_shape": [ 640, 1 ] }, "down_blocks.1.attentions.1.proj_in": { "input_scale": 0.0250396728515625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0007300376892089844, "weight_scale_shape": [ 640, 1 ] }, "down_blocks.1.attentions.1.transformer_blocks.0.attn1.to_out.0": { "input_scale": 0.01291656494140625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0010328292846679688, "weight_scale_shape": [ 640, 1 ] }, "down_blocks.1.attentions.1.transformer_blocks.0.attn1.to_qkv": { "input_scale": 0.02716064453125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0008068084716796875, "weight_scale_shape": [ 1920, 1 ] }, "down_blocks.1.attentions.1.transformer_blocks.0.attn1.output_softmax_quant": { "act_scale": 0.003902435302734375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.1.attentions.1.transformer_blocks.0.attn1.out_q": { "act_scale": 0.029022216796875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.1.attentions.1.transformer_blocks.0.attn1.out_k": { "act_scale": 0.0295257568359375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.1.attentions.1.transformer_blocks.0.attn1.out_v": { "act_scale": 0.0210723876953125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.1.attentions.1.transformer_blocks.0.attn2.to_q": { "input_scale": 0.04754638671875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.00055694580078125, "weight_scale_shape": [ 640, 1 ] }, "down_blocks.1.attentions.1.transformer_blocks.0.attn2.to_out.0": { "input_scale": 0.0152130126953125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0007848739624023438, "weight_scale_shape": [ 640, 1 ] }, "down_blocks.1.attentions.1.transformer_blocks.0.attn2.to_kv": { "input_scale": 3.55859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006403923034667969, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.1.attentions.1.transformer_blocks.0.attn2.output_softmax_quant": { "act_scale": 0.003009796142578125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.1.attentions.1.transformer_blocks.0.attn2.out_q": { "act_scale": 0.01343536376953125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.1.attentions.1.transformer_blocks.0.attn2.out_k": { "act_scale": 0.5625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.1.attentions.1.transformer_blocks.0.attn2.out_v": { "act_scale": 0.06304931640625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.1.attentions.1.transformer_blocks.0.ff.net.0.proj": { "input_scale": 0.027099609375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0008153915405273438, "weight_scale_shape": [ 5120, 1 ] }, "down_blocks.1.attentions.1.transformer_blocks.0.ff.net.2": { "input_scale": 0.051483154296875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0010776519775390625, "weight_scale_shape": [ 640, 1 ] }, "down_blocks.1.attentions.1.transformer_blocks.1.attn1.to_out.0": { "input_scale": 0.0147857666015625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0014772415161132812, "weight_scale_shape": [ 640, 1 ] }, "down_blocks.1.attentions.1.transformer_blocks.1.attn1.to_qkv": { "input_scale": 0.03704833984375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0008368492126464844, "weight_scale_shape": [ 1920, 1 ] }, "down_blocks.1.attentions.1.transformer_blocks.1.attn1.output_softmax_quant": { "act_scale": 0.004001617431640625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.1.attentions.1.transformer_blocks.1.attn1.out_q": { "act_scale": 0.029571533203125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.1.attentions.1.transformer_blocks.1.attn1.out_k": { "act_scale": 0.0296173095703125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.1.attentions.1.transformer_blocks.1.attn1.out_v": { "act_scale": 0.02166748046875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.1.attentions.1.transformer_blocks.1.attn2.to_q": { "input_scale": 0.052703857421875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0005006790161132812, "weight_scale_shape": [ 640, 1 ] }, "down_blocks.1.attentions.1.transformer_blocks.1.attn2.to_out.0": { "input_scale": 0.0223236083984375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0008082389831542969, "weight_scale_shape": [ 640, 1 ] }, "down_blocks.1.attentions.1.transformer_blocks.1.attn2.to_kv": { "input_scale": 3.55859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.00063323974609375, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.1.attentions.1.transformer_blocks.1.attn2.output_softmax_quant": { "act_scale": 0.003780364990234375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.1.attentions.1.transformer_blocks.1.attn2.out_q": { "act_scale": 0.0162811279296875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.1.attentions.1.transformer_blocks.1.attn2.out_k": { "act_scale": 0.63525390625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.1.attentions.1.transformer_blocks.1.attn2.out_v": { "act_scale": 0.0821533203125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.1.attentions.1.transformer_blocks.1.ff.net.0.proj": { "input_scale": 0.0229949951171875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0008387565612792969, "weight_scale_shape": [ 5120, 1 ] }, "down_blocks.1.attentions.1.transformer_blocks.1.ff.net.2": { "input_scale": 0.066650390625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0009279251098632812, "weight_scale_shape": [ 640, 1 ] }, "down_blocks.1.attentions.1.proj_out": { "input_scale": 0.0791015625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006036758422851562, "weight_scale_shape": [ 640, 1 ] }, "down_blocks.1.resnets.0.conv1": { "input_scale": 0.0333251953125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0034236907958984375, "weight_scale_shape": [ 640, 1, 1, 1 ] }, "down_blocks.1.resnets.0.conv2": { "input_scale": 0.01666259765625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0011320114135742188, "weight_scale_shape": [ 640, 1, 1, 1 ] }, "down_blocks.1.resnets.1.conv1": { "input_scale": 0.0234222412109375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.004970550537109375, "weight_scale_shape": [ 640, 1, 1, 1 ] }, "down_blocks.1.resnets.1.conv2": { "input_scale": 0.02252197265625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0013408660888671875, "weight_scale_shape": [ 640, 1, 1, 1 ] }, "down_blocks.1.downsamplers.0.conv": { "input_scale": 0.07659912109375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0010595321655273438, "weight_scale_shape": [ 640, 1, 1, 1 ] }, "down_blocks.2.attentions.0.proj_in": { "input_scale": 0.03192138671875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.00140380859375, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.0.transformer_blocks.0.attn1.to_out.0": { "input_scale": 0.0213165283203125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006513595581054688, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.0.transformer_blocks.0.attn1.to_qkv": { "input_scale": 0.012542724609375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006117820739746094, "weight_scale_shape": [ 3840, 1 ] }, "down_blocks.2.attentions.0.transformer_blocks.0.attn1.output_softmax_quant": { "act_scale": 0.004154205322265625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.0.attn1.out_q": { "act_scale": 0.0290374755859375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.0.attn1.out_k": { "act_scale": 0.0311126708984375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.0.attn1.out_v": { "act_scale": 0.025909423828125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.0.attn2.to_q": { "input_scale": 0.0333251953125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.000396728515625, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.0.transformer_blocks.0.attn2.to_out.0": { "input_scale": 0.01666259765625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0003407001495361328, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.0.transformer_blocks.0.attn2.to_kv": { "input_scale": 3.55859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0009717941284179688, "weight_scale_shape": [ 2560, 1 ] }, "down_blocks.2.attentions.0.transformer_blocks.0.attn2.output_softmax_quant": { "act_scale": 0.004062652587890625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.0.attn2.out_q": { "act_scale": 0.025421142578125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.0.attn2.out_k": { "act_scale": 0.434326171875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.0.attn2.out_v": { "act_scale": 0.087890625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.0.ff.net.0.proj": { "input_scale": 0.01174163818359375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0009007453918457031, "weight_scale_shape": [ 10240, 1 ] }, "down_blocks.2.attentions.0.transformer_blocks.0.ff.net.2": { "input_scale": 0.059906005859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0007157325744628906, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.0.transformer_blocks.1.attn1.to_out.0": { "input_scale": 0.01580810546875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0007042884826660156, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.0.transformer_blocks.1.attn1.to_qkv": { "input_scale": 0.018280029296875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0005598068237304688, "weight_scale_shape": [ 3840, 1 ] }, "down_blocks.2.attentions.0.transformer_blocks.1.attn1.output_softmax_quant": { "act_scale": 0.00348663330078125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.1.attn1.out_q": { "act_scale": 0.0219879150390625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.1.attn1.out_k": { "act_scale": 0.0223846435546875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.1.attn1.out_v": { "act_scale": 0.02716064453125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.1.attn2.to_q": { "input_scale": 0.0411376953125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0004324913024902344, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.0.transformer_blocks.1.attn2.to_out.0": { "input_scale": 0.01485443115234375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.00022232532501220703, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.0.transformer_blocks.1.attn2.to_kv": { "input_scale": 3.55859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0009813308715820312, "weight_scale_shape": [ 2560, 1 ] }, "down_blocks.2.attentions.0.transformer_blocks.1.attn2.output_softmax_quant": { "act_scale": 0.0041046142578125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.1.attn2.out_q": { "act_scale": 0.020263671875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.1.attn2.out_k": { "act_scale": 0.395263671875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.1.attn2.out_v": { "act_scale": 0.09051513671875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.1.ff.net.0.proj": { "input_scale": 0.00974273681640625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006499290466308594, "weight_scale_shape": [ 10240, 1 ] }, "down_blocks.2.attentions.0.transformer_blocks.1.ff.net.2": { "input_scale": 0.0631103515625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0007281303405761719, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.0.transformer_blocks.2.attn1.to_out.0": { "input_scale": 0.016448974609375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006380081176757812, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.0.transformer_blocks.2.attn1.to_qkv": { "input_scale": 0.02789306640625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006594657897949219, "weight_scale_shape": [ 3840, 1 ] }, "down_blocks.2.attentions.0.transformer_blocks.2.attn1.output_softmax_quant": { "act_scale": 0.00415802001953125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.2.attn1.out_q": { "act_scale": 0.0271759033203125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.2.attn1.out_k": { "act_scale": 0.027679443359375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.2.attn1.out_v": { "act_scale": 0.0215911865234375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.2.attn2.to_q": { "input_scale": 0.052459716796875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0004124641418457031, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.0.transformer_blocks.2.attn2.to_out.0": { "input_scale": 0.0127410888671875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.00018310546875, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.0.transformer_blocks.2.attn2.to_kv": { "input_scale": 3.55859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006785392761230469, "weight_scale_shape": [ 2560, 1 ] }, "down_blocks.2.attentions.0.transformer_blocks.2.attn2.output_softmax_quant": { "act_scale": 0.003993988037109375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.2.attn2.out_q": { "act_scale": 0.01666259765625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.2.attn2.out_k": { "act_scale": 0.52587890625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.2.attn2.out_v": { "act_scale": 0.08514404296875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.2.ff.net.0.proj": { "input_scale": 0.0118408203125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0008816719055175781, "weight_scale_shape": [ 10240, 1 ] }, "down_blocks.2.attentions.0.transformer_blocks.2.ff.net.2": { "input_scale": 0.05474853515625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006570816040039062, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.0.transformer_blocks.3.attn1.to_out.0": { "input_scale": 0.01666259765625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006303787231445312, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.0.transformer_blocks.3.attn1.to_qkv": { "input_scale": 0.030853271484375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006518363952636719, "weight_scale_shape": [ 3840, 1 ] }, "down_blocks.2.attentions.0.transformer_blocks.3.attn1.output_softmax_quant": { "act_scale": 0.004116058349609375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.3.attn1.out_q": { "act_scale": 0.027374267578125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.3.attn1.out_k": { "act_scale": 0.0281524658203125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.3.attn1.out_v": { "act_scale": 0.0247039794921875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.3.attn2.to_q": { "input_scale": 0.055511474609375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.000453948974609375, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.0.transformer_blocks.3.attn2.to_out.0": { "input_scale": 0.012603759765625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0002048015594482422, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.0.transformer_blocks.3.attn2.to_kv": { "input_scale": 3.55859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0007081031799316406, "weight_scale_shape": [ 2560, 1 ] }, "down_blocks.2.attentions.0.transformer_blocks.3.attn2.output_softmax_quant": { "act_scale": 0.004108428955078125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.3.attn2.out_q": { "act_scale": 0.0210418701171875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.3.attn2.out_k": { "act_scale": 0.51025390625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.3.attn2.out_v": { "act_scale": 0.10784912109375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.3.ff.net.0.proj": { "input_scale": 0.01326751708984375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0008058547973632812, "weight_scale_shape": [ 10240, 1 ] }, "down_blocks.2.attentions.0.transformer_blocks.3.ff.net.2": { "input_scale": 0.06304931640625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0005712509155273438, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.0.transformer_blocks.4.attn1.to_out.0": { "input_scale": 0.01666259765625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0005564689636230469, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.0.transformer_blocks.4.attn1.to_qkv": { "input_scale": 0.0252532958984375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0005326271057128906, "weight_scale_shape": [ 3840, 1 ] }, "down_blocks.2.attentions.0.transformer_blocks.4.attn1.output_softmax_quant": { "act_scale": 0.003826141357421875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.4.attn1.out_q": { "act_scale": 0.0241851806640625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.4.attn1.out_k": { "act_scale": 0.0257415771484375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.4.attn1.out_v": { "act_scale": 0.022857666015625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.4.attn2.to_q": { "input_scale": 0.0625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0003368854522705078, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.0.transformer_blocks.4.attn2.to_out.0": { "input_scale": 0.0083465576171875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.00019299983978271484, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.0.transformer_blocks.4.attn2.to_kv": { "input_scale": 3.55859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0005650520324707031, "weight_scale_shape": [ 2560, 1 ] }, "down_blocks.2.attentions.0.transformer_blocks.4.attn2.output_softmax_quant": { "act_scale": 0.0041046142578125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.4.attn2.out_q": { "act_scale": 0.016265869140625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.4.attn2.out_k": { "act_scale": 0.45703125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.4.attn2.out_v": { "act_scale": 0.09625244140625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.4.ff.net.0.proj": { "input_scale": 0.01277923583984375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006499290466308594, "weight_scale_shape": [ 10240, 1 ] }, "down_blocks.2.attentions.0.transformer_blocks.4.ff.net.2": { "input_scale": 0.0601806640625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006070137023925781, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.0.transformer_blocks.5.attn1.to_out.0": { "input_scale": 0.0145111083984375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.000518798828125, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.0.transformer_blocks.5.attn1.to_qkv": { "input_scale": 0.0272979736328125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0005431175231933594, "weight_scale_shape": [ 3840, 1 ] }, "down_blocks.2.attentions.0.transformer_blocks.5.attn1.output_softmax_quant": { "act_scale": 0.003692626953125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.5.attn1.out_q": { "act_scale": 0.0240936279296875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.5.attn1.out_k": { "act_scale": 0.024169921875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.5.attn1.out_v": { "act_scale": 0.0207672119140625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.5.attn2.to_q": { "input_scale": 0.066650390625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.00034737586975097656, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.0.transformer_blocks.5.attn2.to_out.0": { "input_scale": 0.0071258544921875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.00016951560974121094, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.0.transformer_blocks.5.attn2.to_kv": { "input_scale": 3.55859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.00040435791015625, "weight_scale_shape": [ 2560, 1 ] }, "down_blocks.2.attentions.0.transformer_blocks.5.attn2.output_softmax_quant": { "act_scale": 0.0035915374755859375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.5.attn2.out_q": { "act_scale": 0.01409149169921875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.5.attn2.out_k": { "act_scale": 0.27197265625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.5.attn2.out_v": { "act_scale": 0.1092529296875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.5.ff.net.0.proj": { "input_scale": 0.01470184326171875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006375312805175781, "weight_scale_shape": [ 10240, 1 ] }, "down_blocks.2.attentions.0.transformer_blocks.5.ff.net.2": { "input_scale": 0.061737060546875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006222724914550781, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.0.transformer_blocks.6.attn1.to_out.0": { "input_scale": 0.01306915283203125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0005650520324707031, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.0.transformer_blocks.6.attn1.to_qkv": { "input_scale": 0.03179931640625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0005211830139160156, "weight_scale_shape": [ 3840, 1 ] }, "down_blocks.2.attentions.0.transformer_blocks.6.attn1.output_softmax_quant": { "act_scale": 0.0036106109619140625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.6.attn1.out_q": { "act_scale": 0.02178955078125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.6.attn1.out_k": { "act_scale": 0.0223846435546875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.6.attn1.out_v": { "act_scale": 0.0193023681640625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.6.attn2.to_q": { "input_scale": 0.0775146484375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0003325939178466797, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.0.transformer_blocks.6.attn2.to_out.0": { "input_scale": 0.0031757354736328125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.00010848045349121094, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.0.transformer_blocks.6.attn2.to_kv": { "input_scale": 3.55859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0002868175506591797, "weight_scale_shape": [ 2560, 1 ] }, "down_blocks.2.attentions.0.transformer_blocks.6.attn2.output_softmax_quant": { "act_scale": 0.0036258697509765625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.6.attn2.out_q": { "act_scale": 0.0146331787109375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.6.attn2.out_k": { "act_scale": 0.1812744140625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.6.attn2.out_v": { "act_scale": 0.08697509765625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.6.ff.net.0.proj": { "input_scale": 0.01334381103515625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0007634162902832031, "weight_scale_shape": [ 10240, 1 ] }, "down_blocks.2.attentions.0.transformer_blocks.6.ff.net.2": { "input_scale": 0.060272216796875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006012916564941406, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.0.transformer_blocks.7.attn1.to_out.0": { "input_scale": 0.008331298828125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.00047278404235839844, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.0.transformer_blocks.7.attn1.to_qkv": { "input_scale": 0.0333251953125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0005207061767578125, "weight_scale_shape": [ 3840, 1 ] }, "down_blocks.2.attentions.0.transformer_blocks.7.attn1.output_softmax_quant": { "act_scale": 0.0034885406494140625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.7.attn1.out_q": { "act_scale": 0.021270751953125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.7.attn1.out_k": { "act_scale": 0.0204925537109375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.7.attn1.out_v": { "act_scale": 0.018096923828125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.7.attn2.to_q": { "input_scale": 0.066650390625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0003135204315185547, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.0.transformer_blocks.7.attn2.to_out.0": { "input_scale": 0.0067901611328125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.00016570091247558594, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.0.transformer_blocks.7.attn2.to_kv": { "input_scale": 3.55859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0003635883331298828, "weight_scale_shape": [ 2560, 1 ] }, "down_blocks.2.attentions.0.transformer_blocks.7.attn2.output_softmax_quant": { "act_scale": 0.0035533905029296875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.7.attn2.out_q": { "act_scale": 0.0139312744140625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.7.attn2.out_k": { "act_scale": 0.18017578125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.7.attn2.out_v": { "act_scale": 0.10064697265625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.7.ff.net.0.proj": { "input_scale": 0.01300811767578125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006089210510253906, "weight_scale_shape": [ 10240, 1 ] }, "down_blocks.2.attentions.0.transformer_blocks.7.ff.net.2": { "input_scale": 0.06451416015625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006413459777832031, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.0.transformer_blocks.8.attn1.to_out.0": { "input_scale": 0.0083770751953125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0007076263427734375, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.0.transformer_blocks.8.attn1.to_qkv": { "input_scale": 0.03265380859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0004949569702148438, "weight_scale_shape": [ 3840, 1 ] }, "down_blocks.2.attentions.0.transformer_blocks.8.attn1.output_softmax_quant": { "act_scale": 0.00208282470703125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.8.attn1.out_q": { "act_scale": 0.0195770263671875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.8.attn1.out_k": { "act_scale": 0.02099609375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.8.attn1.out_v": { "act_scale": 0.01666259765625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.8.attn2.to_q": { "input_scale": 0.066650390625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.00028395652770996094, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.0.transformer_blocks.8.attn2.to_out.0": { "input_scale": 0.00341796875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.00016582012176513672, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.0.transformer_blocks.8.attn2.to_kv": { "input_scale": 3.55859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0003495216369628906, "weight_scale_shape": [ 2560, 1 ] }, "down_blocks.2.attentions.0.transformer_blocks.8.attn2.output_softmax_quant": { "act_scale": 0.0036678314208984375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.8.attn2.out_q": { "act_scale": 0.0150299072265625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.8.attn2.out_k": { "act_scale": 0.20751953125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.8.attn2.out_v": { "act_scale": 0.10064697265625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.8.ff.net.0.proj": { "input_scale": 0.01300811767578125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006079673767089844, "weight_scale_shape": [ 10240, 1 ] }, "down_blocks.2.attentions.0.transformer_blocks.8.ff.net.2": { "input_scale": 0.057342529296875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0007491111755371094, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.0.transformer_blocks.9.attn1.to_out.0": { "input_scale": 0.008453369140625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0005998611450195312, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.0.transformer_blocks.9.attn1.to_qkv": { "input_scale": 0.03192138671875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0005450248718261719, "weight_scale_shape": [ 3840, 1 ] }, "down_blocks.2.attentions.0.transformer_blocks.9.attn1.output_softmax_quant": { "act_scale": 0.00208282470703125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.9.attn1.out_q": { "act_scale": 0.021026611328125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.9.attn1.out_k": { "act_scale": 0.0214385986328125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.9.attn1.out_v": { "act_scale": 0.01666259765625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.9.attn2.to_q": { "input_scale": 0.06280517578125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.00030231475830078125, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.0.transformer_blocks.9.attn2.to_out.0": { "input_scale": 0.0230255126953125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0005602836608886719, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.0.transformer_blocks.9.attn2.to_kv": { "input_scale": 3.55859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0003743171691894531, "weight_scale_shape": [ 2560, 1 ] }, "down_blocks.2.attentions.0.transformer_blocks.9.attn2.output_softmax_quant": { "act_scale": 0.003635406494140625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.9.attn2.out_q": { "act_scale": 0.013916015625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.9.attn2.out_k": { "act_scale": 0.2646484375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.9.attn2.out_v": { "act_scale": 0.135498046875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.0.transformer_blocks.9.ff.net.0.proj": { "input_scale": 0.0165557861328125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006198883056640625, "weight_scale_shape": [ 10240, 1 ] }, "down_blocks.2.attentions.0.transformer_blocks.9.ff.net.2": { "input_scale": 0.060577392578125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0007328987121582031, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.0.proj_out": { "input_scale": 0.13330078125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0004982948303222656, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.1.proj_in": { "input_scale": 0.0292510986328125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0020427703857421875, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.1.transformer_blocks.0.attn1.to_out.0": { "input_scale": 0.013397216796875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0009570121765136719, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.1.transformer_blocks.0.attn1.to_qkv": { "input_scale": 0.01305389404296875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0005927085876464844, "weight_scale_shape": [ 3840, 1 ] }, "down_blocks.2.attentions.1.transformer_blocks.0.attn1.output_softmax_quant": { "act_scale": 0.003940582275390625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.0.attn1.out_q": { "act_scale": 0.0261993408203125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.0.attn1.out_k": { "act_scale": 0.02978515625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.0.attn1.out_v": { "act_scale": 0.0193939208984375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.0.attn2.to_q": { "input_scale": 0.04632568359375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.00043702125549316406, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.1.transformer_blocks.0.attn2.to_out.0": { "input_scale": 0.016326904296875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006213188171386719, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.1.transformer_blocks.0.attn2.to_kv": { "input_scale": 3.55859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0008568763732910156, "weight_scale_shape": [ 2560, 1 ] }, "down_blocks.2.attentions.1.transformer_blocks.0.attn2.output_softmax_quant": { "act_scale": 0.00415802001953125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.0.attn2.out_q": { "act_scale": 0.02606201171875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.0.attn2.out_k": { "act_scale": 0.548828125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.0.attn2.out_v": { "act_scale": 0.097412109375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.0.ff.net.0.proj": { "input_scale": 0.01666259765625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0007386207580566406, "weight_scale_shape": [ 10240, 1 ] }, "down_blocks.2.attentions.1.transformer_blocks.0.ff.net.2": { "input_scale": 0.066650390625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0010519027709960938, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.1.transformer_blocks.1.attn1.to_out.0": { "input_scale": 0.0151214599609375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0007462501525878906, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.1.transformer_blocks.1.attn1.to_qkv": { "input_scale": 0.0193023681640625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006241798400878906, "weight_scale_shape": [ 3840, 1 ] }, "down_blocks.2.attentions.1.transformer_blocks.1.attn1.output_softmax_quant": { "act_scale": 0.00371551513671875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.1.attn1.out_q": { "act_scale": 0.025543212890625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.1.attn1.out_k": { "act_scale": 0.0247344970703125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.1.attn1.out_v": { "act_scale": 0.0224761962890625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.1.attn2.to_q": { "input_scale": 0.06134033203125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006337165832519531, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.1.transformer_blocks.1.attn2.to_out.0": { "input_scale": 0.0167083740234375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0003151893615722656, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.1.transformer_blocks.1.attn2.to_kv": { "input_scale": 3.55859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0009975433349609375, "weight_scale_shape": [ 2560, 1 ] }, "down_blocks.2.attentions.1.transformer_blocks.1.attn2.output_softmax_quant": { "act_scale": 0.004150390625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.1.attn2.out_q": { "act_scale": 0.027008056640625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.1.attn2.out_k": { "act_scale": 0.487060546875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.1.attn2.out_v": { "act_scale": 0.082275390625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.1.ff.net.0.proj": { "input_scale": 0.012481689453125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0007462501525878906, "weight_scale_shape": [ 10240, 1 ] }, "down_blocks.2.attentions.1.transformer_blocks.1.ff.net.2": { "input_scale": 0.08807373046875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006651878356933594, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.1.transformer_blocks.2.attn1.to_out.0": { "input_scale": 0.0164947509765625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0007200241088867188, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.1.transformer_blocks.2.attn1.to_qkv": { "input_scale": 0.0226287841796875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006117820739746094, "weight_scale_shape": [ 3840, 1 ] }, "down_blocks.2.attentions.1.transformer_blocks.2.attn1.output_softmax_quant": { "act_scale": 0.003704071044921875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.2.attn1.out_q": { "act_scale": 0.0235748291015625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.2.attn1.out_k": { "act_scale": 0.023895263671875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.2.attn1.out_v": { "act_scale": 0.022918701171875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.2.attn2.to_q": { "input_scale": 0.066650390625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0005617141723632812, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.1.transformer_blocks.2.attn2.to_out.0": { "input_scale": 0.0193939208984375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0003161430358886719, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.1.transformer_blocks.2.attn2.to_kv": { "input_scale": 3.55859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0009336471557617188, "weight_scale_shape": [ 2560, 1 ] }, "down_blocks.2.attentions.1.transformer_blocks.2.attn2.output_softmax_quant": { "act_scale": 0.004161834716796875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.2.attn2.out_q": { "act_scale": 0.027099609375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.2.attn2.out_k": { "act_scale": 0.5595703125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.2.attn2.out_v": { "act_scale": 0.082275390625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.2.ff.net.0.proj": { "input_scale": 0.01317596435546875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006747245788574219, "weight_scale_shape": [ 10240, 1 ] }, "down_blocks.2.attentions.1.transformer_blocks.2.ff.net.2": { "input_scale": 0.0985107421875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0005922317504882812, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.1.transformer_blocks.3.attn1.to_out.0": { "input_scale": 0.01439666748046875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0005974769592285156, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.1.transformer_blocks.3.attn1.to_qkv": { "input_scale": 0.023193359375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0005574226379394531, "weight_scale_shape": [ 3840, 1 ] }, "down_blocks.2.attentions.1.transformer_blocks.3.attn1.output_softmax_quant": { "act_scale": 0.0033359527587890625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.3.attn1.out_q": { "act_scale": 0.02203369140625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.3.attn1.out_k": { "act_scale": 0.0221099853515625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.3.attn1.out_v": { "act_scale": 0.0207672119140625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.3.attn2.to_q": { "input_scale": 0.066650390625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0005521774291992188, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.1.transformer_blocks.3.attn2.to_out.0": { "input_scale": 0.0215301513671875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.00030684471130371094, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.1.transformer_blocks.3.attn2.to_kv": { "input_scale": 3.55859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0007543563842773438, "weight_scale_shape": [ 2560, 1 ] }, "down_blocks.2.attentions.1.transformer_blocks.3.attn2.output_softmax_quant": { "act_scale": 0.00414276123046875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.3.attn2.out_q": { "act_scale": 0.0262908935546875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.3.attn2.out_k": { "act_scale": 0.5908203125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.3.attn2.out_v": { "act_scale": 0.08306884765625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.3.ff.net.0.proj": { "input_scale": 0.01424407958984375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006213188171386719, "weight_scale_shape": [ 10240, 1 ] }, "down_blocks.2.attentions.1.transformer_blocks.3.ff.net.2": { "input_scale": 0.1282958984375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006814002990722656, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.1.transformer_blocks.4.attn1.to_out.0": { "input_scale": 0.01169586181640625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006289482116699219, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.1.transformer_blocks.4.attn1.to_qkv": { "input_scale": 0.023773193359375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0005507469177246094, "weight_scale_shape": [ 3840, 1 ] }, "down_blocks.2.attentions.1.transformer_blocks.4.attn1.output_softmax_quant": { "act_scale": 0.00208282470703125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.4.attn1.out_q": { "act_scale": 0.0203399658203125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.4.attn1.out_k": { "act_scale": 0.0201263427734375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.4.attn1.out_v": { "act_scale": 0.01666259765625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.4.attn2.to_q": { "input_scale": 0.059844970703125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0005002021789550781, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.1.transformer_blocks.4.attn2.to_out.0": { "input_scale": 0.0202178955078125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.00026917457580566406, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.1.transformer_blocks.4.attn2.to_kv": { "input_scale": 3.55859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0008873939514160156, "weight_scale_shape": [ 2560, 1 ] }, "down_blocks.2.attentions.1.transformer_blocks.4.attn2.output_softmax_quant": { "act_scale": 0.004138946533203125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.4.attn2.out_q": { "act_scale": 0.0233612060546875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.4.attn2.out_k": { "act_scale": 0.5791015625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.4.attn2.out_v": { "act_scale": 0.1033935546875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.4.ff.net.0.proj": { "input_scale": 0.0153350830078125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0008015632629394531, "weight_scale_shape": [ 10240, 1 ] }, "down_blocks.2.attentions.1.transformer_blocks.4.ff.net.2": { "input_scale": 0.1834716796875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006933212280273438, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.1.transformer_blocks.5.attn1.to_out.0": { "input_scale": 0.01227569580078125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006709098815917969, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.1.transformer_blocks.5.attn1.to_qkv": { "input_scale": 0.02838134765625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0005402565002441406, "weight_scale_shape": [ 3840, 1 ] }, "down_blocks.2.attentions.1.transformer_blocks.5.attn1.output_softmax_quant": { "act_scale": 0.00208282470703125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.5.attn1.out_q": { "act_scale": 0.0200347900390625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.5.attn1.out_k": { "act_scale": 0.020721435546875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.5.attn1.out_v": { "act_scale": 0.01904296875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.5.attn2.to_q": { "input_scale": 0.049774169921875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0005288124084472656, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.1.transformer_blocks.5.attn2.to_out.0": { "input_scale": 0.0225677490234375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0002663135528564453, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.1.transformer_blocks.5.attn2.to_kv": { "input_scale": 3.55859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0008959770202636719, "weight_scale_shape": [ 2560, 1 ] }, "down_blocks.2.attentions.1.transformer_blocks.5.attn2.output_softmax_quant": { "act_scale": 0.004161834716796875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.5.attn2.out_q": { "act_scale": 0.02105712890625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.5.attn2.out_k": { "act_scale": 0.7001953125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.5.attn2.out_v": { "act_scale": 0.11236572265625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.5.ff.net.0.proj": { "input_scale": 0.01666259765625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006837844848632812, "weight_scale_shape": [ 10240, 1 ] }, "down_blocks.2.attentions.1.transformer_blocks.5.ff.net.2": { "input_scale": 0.2227783203125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006580352783203125, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.1.transformer_blocks.6.attn1.to_out.0": { "input_scale": 0.0144500732421875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006237030029296875, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.1.transformer_blocks.6.attn1.to_qkv": { "input_scale": 0.0284881591796875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0005755424499511719, "weight_scale_shape": [ 3840, 1 ] }, "down_blocks.2.attentions.1.transformer_blocks.6.attn1.output_softmax_quant": { "act_scale": 0.00315093994140625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.6.attn1.out_q": { "act_scale": 0.0204620361328125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.6.attn1.out_k": { "act_scale": 0.0216522216796875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.6.attn1.out_v": { "act_scale": 0.019989013671875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.6.attn2.to_q": { "input_scale": 0.041107177734375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0003771781921386719, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.1.transformer_blocks.6.attn2.to_out.0": { "input_scale": 0.0153961181640625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.000240325927734375, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.1.transformer_blocks.6.attn2.to_kv": { "input_scale": 3.55859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0007071495056152344, "weight_scale_shape": [ 2560, 1 ] }, "down_blocks.2.attentions.1.transformer_blocks.6.attn2.output_softmax_quant": { "act_scale": 0.004119873046875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.6.attn2.out_q": { "act_scale": 0.01666259765625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.6.attn2.out_k": { "act_scale": 0.65087890625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.6.attn2.out_v": { "act_scale": 0.124755859375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.6.ff.net.0.proj": { "input_scale": 0.01837158203125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006566047668457031, "weight_scale_shape": [ 10240, 1 ] }, "down_blocks.2.attentions.1.transformer_blocks.6.ff.net.2": { "input_scale": 0.2496337890625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006194114685058594, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.1.transformer_blocks.7.attn1.to_out.0": { "input_scale": 0.0147705078125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0005106925964355469, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.1.transformer_blocks.7.attn1.to_qkv": { "input_scale": 0.0250091552734375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0005779266357421875, "weight_scale_shape": [ 3840, 1 ] }, "down_blocks.2.attentions.1.transformer_blocks.7.attn1.output_softmax_quant": { "act_scale": 0.0029315948486328125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.7.attn1.out_q": { "act_scale": 0.0211029052734375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.7.attn1.out_k": { "act_scale": 0.0231781005859375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.7.attn1.out_v": { "act_scale": 0.021575927734375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.7.attn2.to_q": { "input_scale": 0.031494140625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.00039076805114746094, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.1.transformer_blocks.7.attn2.to_out.0": { "input_scale": 0.016693115234375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0002617835998535156, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.1.transformer_blocks.7.attn2.to_kv": { "input_scale": 3.55859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0005812644958496094, "weight_scale_shape": [ 2560, 1 ] }, "down_blocks.2.attentions.1.transformer_blocks.7.attn2.output_softmax_quant": { "act_scale": 0.00414276123046875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.7.attn2.out_q": { "act_scale": 0.01666259765625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.7.attn2.out_k": { "act_scale": 0.59375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.7.attn2.out_v": { "act_scale": 0.1429443359375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.7.ff.net.0.proj": { "input_scale": 0.0188751220703125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006647109985351562, "weight_scale_shape": [ 10240, 1 ] }, "down_blocks.2.attentions.1.transformer_blocks.7.ff.net.2": { "input_scale": 0.2286376953125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006337165832519531, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.1.transformer_blocks.8.attn1.to_out.0": { "input_scale": 0.0165863037109375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0005369186401367188, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.1.transformer_blocks.8.attn1.to_qkv": { "input_scale": 0.0215606689453125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0005888938903808594, "weight_scale_shape": [ 3840, 1 ] }, "down_blocks.2.attentions.1.transformer_blocks.8.attn1.output_softmax_quant": { "act_scale": 0.0029850006103515625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.8.attn1.out_q": { "act_scale": 0.0218353271484375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.8.attn1.out_k": { "act_scale": 0.02398681640625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.8.attn1.out_v": { "act_scale": 0.0223846435546875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.8.attn2.to_q": { "input_scale": 0.0242462158203125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.00041174888610839844, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.1.transformer_blocks.8.attn2.to_out.0": { "input_scale": 0.0194244384765625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0002486705780029297, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.1.transformer_blocks.8.attn2.to_kv": { "input_scale": 3.55859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006785392761230469, "weight_scale_shape": [ 2560, 1 ] }, "down_blocks.2.attentions.1.transformer_blocks.8.attn2.output_softmax_quant": { "act_scale": 0.004146575927734375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.8.attn2.out_q": { "act_scale": 0.019256591796875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.8.attn2.out_k": { "act_scale": 0.63330078125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.8.attn2.out_v": { "act_scale": 0.1258544921875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.8.ff.net.0.proj": { "input_scale": 0.018310546875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006995201110839844, "weight_scale_shape": [ 10240, 1 ] }, "down_blocks.2.attentions.1.transformer_blocks.8.ff.net.2": { "input_scale": 0.212646484375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006394386291503906, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.1.transformer_blocks.9.attn1.to_out.0": { "input_scale": 0.020111083984375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0005159378051757812, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.1.transformer_blocks.9.attn1.to_qkv": { "input_scale": 0.0192108154296875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0005512237548828125, "weight_scale_shape": [ 3840, 1 ] }, "down_blocks.2.attentions.1.transformer_blocks.9.attn1.output_softmax_quant": { "act_scale": 0.0035724639892578125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.9.attn1.out_q": { "act_scale": 0.021881103515625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.9.attn1.out_k": { "act_scale": 0.025115966796875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.9.attn1.out_v": { "act_scale": 0.023040771484375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.9.attn2.to_q": { "input_scale": 0.020416259765625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0003483295440673828, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.1.transformer_blocks.9.attn2.to_out.0": { "input_scale": 0.02142333984375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0002307891845703125, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.1.transformer_blocks.9.attn2.to_kv": { "input_scale": 3.55859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0004987716674804688, "weight_scale_shape": [ 2560, 1 ] }, "down_blocks.2.attentions.1.transformer_blocks.9.attn2.output_softmax_quant": { "act_scale": 0.004085540771484375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.9.attn2.out_q": { "act_scale": 0.020751953125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.9.attn2.out_k": { "act_scale": 0.495849609375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.9.attn2.out_v": { "act_scale": 0.16455078125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "down_blocks.2.attentions.1.transformer_blocks.9.ff.net.0.proj": { "input_scale": 0.01666259765625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0007395744323730469, "weight_scale_shape": [ 10240, 1 ] }, "down_blocks.2.attentions.1.transformer_blocks.9.ff.net.2": { "input_scale": 0.13330078125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006690025329589844, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.attentions.1.proj_out": { "input_scale": 0.09808349609375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0003199577331542969, "weight_scale_shape": [ 1280, 1 ] }, "down_blocks.2.resnets.0.conv1": { "input_scale": 0.023834228515625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0024242401123046875, "weight_scale_shape": [ 1280, 1, 1, 1 ] }, "down_blocks.2.resnets.0.conv2": { "input_scale": 0.026885986328125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0012216567993164062, "weight_scale_shape": [ 1280, 1, 1, 1 ] }, "down_blocks.2.resnets.1.conv1": { "input_scale": 0.028106689453125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0020618438720703125, "weight_scale_shape": [ 1280, 1, 1, 1 ] }, "down_blocks.2.resnets.1.conv2": { "input_scale": 0.026824951171875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0016584396362304688, "weight_scale_shape": [ 1280, 1, 1, 1 ] }, "up_blocks.0.attentions.0.proj_in": { "input_scale": 0.03216552734375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0014209747314453125, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.0.transformer_blocks.0.attn1.to_out.0": { "input_scale": 0.0209808349609375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0008344650268554688, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.0.transformer_blocks.0.attn1.to_qkv": { "input_scale": 0.0146484375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006570816040039062, "weight_scale_shape": [ 3840, 1 ] }, "up_blocks.0.attentions.0.transformer_blocks.0.attn1.output_softmax_quant": { "act_scale": 0.00392913818359375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.0.attn1.out_q": { "act_scale": 0.03106689453125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.0.attn1.out_k": { "act_scale": 0.03765869140625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.0.attn1.out_v": { "act_scale": 0.025634765625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.0.attn2.to_q": { "input_scale": 0.040924072265625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0003974437713623047, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.0.transformer_blocks.0.attn2.to_out.0": { "input_scale": 0.00847625732421875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.00021946430206298828, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.0.transformer_blocks.0.attn2.to_kv": { "input_scale": 3.55859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0008807182312011719, "weight_scale_shape": [ 2560, 1 ] }, "up_blocks.0.attentions.0.transformer_blocks.0.attn2.output_softmax_quant": { "act_scale": 0.003856658935546875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.0.attn2.out_q": { "act_scale": 0.01666259765625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.0.attn2.out_k": { "act_scale": 0.354248046875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.0.attn2.out_v": { "act_scale": 0.138671875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.0.ff.net.0.proj": { "input_scale": 0.01050567626953125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0007262229919433594, "weight_scale_shape": [ 10240, 1 ] }, "up_blocks.0.attentions.0.transformer_blocks.0.ff.net.2": { "input_scale": 0.09869384765625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0016326904296875, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.0.transformer_blocks.1.attn1.to_out.0": { "input_scale": 0.01496124267578125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0007538795471191406, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.0.transformer_blocks.1.attn1.to_qkv": { "input_scale": 0.021759033203125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0007214546203613281, "weight_scale_shape": [ 3840, 1 ] }, "up_blocks.0.attentions.0.transformer_blocks.1.attn1.output_softmax_quant": { "act_scale": 0.00360107421875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.1.attn1.out_q": { "act_scale": 0.0300750732421875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.1.attn1.out_k": { "act_scale": 0.0333251953125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.1.attn1.out_v": { "act_scale": 0.020660400390625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.1.attn2.to_q": { "input_scale": 0.049957275390625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0005364418029785156, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.0.transformer_blocks.1.attn2.to_out.0": { "input_scale": 0.01560211181640625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.00024628639221191406, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.0.transformer_blocks.1.attn2.to_kv": { "input_scale": 3.55859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0007138252258300781, "weight_scale_shape": [ 2560, 1 ] }, "up_blocks.0.attentions.0.transformer_blocks.1.attn2.output_softmax_quant": { "act_scale": 0.00406646728515625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.1.attn2.out_q": { "act_scale": 0.0195770263671875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.1.attn2.out_k": { "act_scale": 0.366455078125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.1.attn2.out_v": { "act_scale": 0.0841064453125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.1.ff.net.0.proj": { "input_scale": 0.0114288330078125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0008134841918945312, "weight_scale_shape": [ 10240, 1 ] }, "up_blocks.0.attentions.0.transformer_blocks.1.ff.net.2": { "input_scale": 0.066650390625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0011081695556640625, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.0.transformer_blocks.2.attn1.to_out.0": { "input_scale": 0.01666259765625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0009531974792480469, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.0.transformer_blocks.2.attn1.to_qkv": { "input_scale": 0.0253143310546875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006885528564453125, "weight_scale_shape": [ 3840, 1 ] }, "up_blocks.0.attentions.0.transformer_blocks.2.attn1.output_softmax_quant": { "act_scale": 0.0037975311279296875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.2.attn1.out_q": { "act_scale": 0.026519775390625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.2.attn1.out_k": { "act_scale": 0.0307159423828125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.2.attn1.out_v": { "act_scale": 0.0231781005859375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.2.attn2.to_q": { "input_scale": 0.06304931640625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0005822181701660156, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.0.transformer_blocks.2.attn2.to_out.0": { "input_scale": 0.01666259765625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.00027561187744140625, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.0.transformer_blocks.2.attn2.to_kv": { "input_scale": 3.55859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0021648406982421875, "weight_scale_shape": [ 2560, 1 ] }, "up_blocks.0.attentions.0.transformer_blocks.2.attn2.output_softmax_quant": { "act_scale": 0.00411224365234375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.2.attn2.out_q": { "act_scale": 0.022705078125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.2.attn2.out_k": { "act_scale": 0.45068359375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.2.attn2.out_v": { "act_scale": 0.0843505859375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.2.ff.net.0.proj": { "input_scale": 0.01343536376953125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0008063316345214844, "weight_scale_shape": [ 10240, 1 ] }, "up_blocks.0.attentions.0.transformer_blocks.2.ff.net.2": { "input_scale": 0.0875244140625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0009975433349609375, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.0.transformer_blocks.3.attn1.to_out.0": { "input_scale": 0.01666259765625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0009183883666992188, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.0.transformer_blocks.3.attn1.to_qkv": { "input_scale": 0.0253448486328125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006699562072753906, "weight_scale_shape": [ 3840, 1 ] }, "up_blocks.0.attentions.0.transformer_blocks.3.attn1.output_softmax_quant": { "act_scale": 0.0038280487060546875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.3.attn1.out_q": { "act_scale": 0.027069091796875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.3.attn1.out_k": { "act_scale": 0.031890869140625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.3.attn1.out_v": { "act_scale": 0.026214599609375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.3.attn2.to_q": { "input_scale": 0.072265625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0005207061767578125, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.0.transformer_blocks.3.attn2.to_out.0": { "input_scale": 0.014556884765625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.00029349327087402344, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.0.transformer_blocks.3.attn2.to_kv": { "input_scale": 3.55859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0008153915405273438, "weight_scale_shape": [ 2560, 1 ] }, "up_blocks.0.attentions.0.transformer_blocks.3.attn2.output_softmax_quant": { "act_scale": 0.004058837890625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.3.attn2.out_q": { "act_scale": 0.0214385986328125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.3.attn2.out_k": { "act_scale": 0.52978515625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.3.attn2.out_v": { "act_scale": 0.07757568359375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.3.ff.net.0.proj": { "input_scale": 0.01401519775390625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0007200241088867188, "weight_scale_shape": [ 10240, 1 ] }, "up_blocks.0.attentions.0.transformer_blocks.3.ff.net.2": { "input_scale": 0.1129150390625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.000823974609375, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.0.transformer_blocks.4.attn1.to_out.0": { "input_scale": 0.01666259765625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0013284683227539062, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.0.transformer_blocks.4.attn1.to_qkv": { "input_scale": 0.03057861328125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006618499755859375, "weight_scale_shape": [ 3840, 1 ] }, "up_blocks.0.attentions.0.transformer_blocks.4.attn1.output_softmax_quant": { "act_scale": 0.0037403106689453125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.4.attn1.out_q": { "act_scale": 0.0260162353515625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.4.attn1.out_k": { "act_scale": 0.0282440185546875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.4.attn1.out_v": { "act_scale": 0.0247955322265625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.4.attn2.to_q": { "input_scale": 0.07708740234375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0005021095275878906, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.0.transformer_blocks.4.attn2.to_out.0": { "input_scale": 0.01264190673828125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0003018379211425781, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.0.transformer_blocks.4.attn2.to_kv": { "input_scale": 3.55859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0007052421569824219, "weight_scale_shape": [ 2560, 1 ] }, "up_blocks.0.attentions.0.transformer_blocks.4.attn2.output_softmax_quant": { "act_scale": 0.004062652587890625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.4.attn2.out_q": { "act_scale": 0.01666259765625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.4.attn2.out_k": { "act_scale": 0.44482421875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.4.attn2.out_v": { "act_scale": 0.08343505859375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.4.ff.net.0.proj": { "input_scale": 0.015899658203125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0007691383361816406, "weight_scale_shape": [ 10240, 1 ] }, "up_blocks.0.attentions.0.transformer_blocks.4.ff.net.2": { "input_scale": 0.118896484375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0009474754333496094, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.0.transformer_blocks.5.attn1.to_out.0": { "input_scale": 0.01666259765625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0012273788452148438, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.0.transformer_blocks.5.attn1.to_qkv": { "input_scale": 0.030670166015625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006413459777832031, "weight_scale_shape": [ 3840, 1 ] }, "up_blocks.0.attentions.0.transformer_blocks.5.attn1.output_softmax_quant": { "act_scale": 0.003597259521484375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.5.attn1.out_q": { "act_scale": 0.0253448486328125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.5.attn1.out_k": { "act_scale": 0.0264739990234375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.5.attn1.out_v": { "act_scale": 0.02392578125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.5.attn2.to_q": { "input_scale": 0.078369140625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.00048351287841796875, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.0.transformer_blocks.5.attn2.to_out.0": { "input_scale": 0.0108184814453125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.00028324127197265625, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.0.transformer_blocks.5.attn2.to_kv": { "input_scale": 3.55859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0007305145263671875, "weight_scale_shape": [ 2560, 1 ] }, "up_blocks.0.attentions.0.transformer_blocks.5.attn2.output_softmax_quant": { "act_scale": 0.00405120849609375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.5.attn2.out_q": { "act_scale": 0.01593017578125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.5.attn2.out_k": { "act_scale": 0.401611328125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.5.attn2.out_v": { "act_scale": 0.093994140625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.5.ff.net.0.proj": { "input_scale": 0.0156707763671875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0007815361022949219, "weight_scale_shape": [ 10240, 1 ] }, "up_blocks.0.attentions.0.transformer_blocks.5.ff.net.2": { "input_scale": 0.13330078125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0008225440979003906, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.0.transformer_blocks.6.attn1.to_out.0": { "input_scale": 0.01666259765625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0014696121215820312, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.0.transformer_blocks.6.attn1.to_qkv": { "input_scale": 0.0333251953125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006575584411621094, "weight_scale_shape": [ 3840, 1 ] }, "up_blocks.0.attentions.0.transformer_blocks.6.attn1.output_softmax_quant": { "act_scale": 0.0036563873291015625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.6.attn1.out_q": { "act_scale": 0.0249481201171875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.6.attn1.out_k": { "act_scale": 0.025604248046875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.6.attn1.out_v": { "act_scale": 0.0232086181640625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.6.attn2.to_q": { "input_scale": 0.0787353515625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0004818439483642578, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.0.transformer_blocks.6.attn2.to_out.0": { "input_scale": 0.01029205322265625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.00025725364685058594, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.0.transformer_blocks.6.attn2.to_kv": { "input_scale": 3.55859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0007410049438476562, "weight_scale_shape": [ 2560, 1 ] }, "up_blocks.0.attentions.0.transformer_blocks.6.attn2.output_softmax_quant": { "act_scale": 0.004116058349609375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.6.attn2.out_q": { "act_scale": 0.0142974853515625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.6.attn2.out_k": { "act_scale": 0.409423828125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.6.attn2.out_v": { "act_scale": 0.1043701171875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.6.ff.net.0.proj": { "input_scale": 0.01666259765625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0007042884826660156, "weight_scale_shape": [ 10240, 1 ] }, "up_blocks.0.attentions.0.transformer_blocks.6.ff.net.2": { "input_scale": 0.13330078125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0009012222290039062, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.0.transformer_blocks.7.attn1.to_out.0": { "input_scale": 0.01666259765625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.001285552978515625, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.0.transformer_blocks.7.attn1.to_qkv": { "input_scale": 0.0379638671875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006809234619140625, "weight_scale_shape": [ 3840, 1 ] }, "up_blocks.0.attentions.0.transformer_blocks.7.attn1.output_softmax_quant": { "act_scale": 0.00379180908203125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.7.attn1.out_q": { "act_scale": 0.025665283203125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.7.attn1.out_k": { "act_scale": 0.026214599609375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.7.attn1.out_v": { "act_scale": 0.0237884521484375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.7.attn2.to_q": { "input_scale": 0.0797119140625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0003895759582519531, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.0.transformer_blocks.7.attn2.to_out.0": { "input_scale": 0.0092315673828125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.00021982192993164062, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.0.transformer_blocks.7.attn2.to_kv": { "input_scale": 3.55859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006608963012695312, "weight_scale_shape": [ 2560, 1 ] }, "up_blocks.0.attentions.0.transformer_blocks.7.attn2.output_softmax_quant": { "act_scale": 0.004055023193359375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.7.attn2.out_q": { "act_scale": 0.0151519775390625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.7.attn2.out_k": { "act_scale": 0.3896484375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.7.attn2.out_v": { "act_scale": 0.12744140625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.7.ff.net.0.proj": { "input_scale": 0.0181427001953125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0009832382202148438, "weight_scale_shape": [ 10240, 1 ] }, "up_blocks.0.attentions.0.transformer_blocks.7.ff.net.2": { "input_scale": 0.13330078125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.001407623291015625, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.0.transformer_blocks.8.attn1.to_out.0": { "input_scale": 0.01666259765625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0014028549194335938, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.0.transformer_blocks.8.attn1.to_qkv": { "input_scale": 0.039093017578125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006098747253417969, "weight_scale_shape": [ 3840, 1 ] }, "up_blocks.0.attentions.0.transformer_blocks.8.attn1.output_softmax_quant": { "act_scale": 0.0036563873291015625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.8.attn1.out_q": { "act_scale": 0.024139404296875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.8.attn1.out_k": { "act_scale": 0.024383544921875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.8.attn1.out_v": { "act_scale": 0.0265045166015625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.8.attn2.to_q": { "input_scale": 0.077880859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0003571510314941406, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.0.transformer_blocks.8.attn2.to_out.0": { "input_scale": 0.010009765625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.00037980079650878906, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.0.transformer_blocks.8.attn2.to_kv": { "input_scale": 3.55859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0005068778991699219, "weight_scale_shape": [ 2560, 1 ] }, "up_blocks.0.attentions.0.transformer_blocks.8.attn2.output_softmax_quant": { "act_scale": 0.00409698486328125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.8.attn2.out_q": { "act_scale": 0.01666259765625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.8.attn2.out_k": { "act_scale": 0.57177734375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.8.attn2.out_v": { "act_scale": 0.163330078125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.8.ff.net.0.proj": { "input_scale": 0.019195556640625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.001220703125, "weight_scale_shape": [ 10240, 1 ] }, "up_blocks.0.attentions.0.transformer_blocks.8.ff.net.2": { "input_scale": 0.13330078125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0014200210571289062, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.0.transformer_blocks.9.attn1.to_out.0": { "input_scale": 0.01666259765625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0012645721435546875, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.0.transformer_blocks.9.attn1.to_qkv": { "input_scale": 0.0419921875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006651878356933594, "weight_scale_shape": [ 3840, 1 ] }, "up_blocks.0.attentions.0.transformer_blocks.9.attn1.output_softmax_quant": { "act_scale": 0.003833770751953125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.9.attn1.out_q": { "act_scale": 0.023712158203125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.9.attn1.out_k": { "act_scale": 0.0243072509765625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.9.attn1.out_v": { "act_scale": 0.0245819091796875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.9.attn2.to_q": { "input_scale": 0.09283447265625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0005350112915039062, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.0.transformer_blocks.9.attn2.to_out.0": { "input_scale": 0.016937255859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0003333091735839844, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.0.transformer_blocks.9.attn2.to_kv": { "input_scale": 3.55859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0004665851593017578, "weight_scale_shape": [ 2560, 1 ] }, "up_blocks.0.attentions.0.transformer_blocks.9.attn2.output_softmax_quant": { "act_scale": 0.00403594970703125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.9.attn2.out_q": { "act_scale": 0.0178375244140625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.9.attn2.out_k": { "act_scale": 0.379150390625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.9.attn2.out_v": { "act_scale": 0.1295166015625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.0.transformer_blocks.9.ff.net.0.proj": { "input_scale": 0.01739501953125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0008440017700195312, "weight_scale_shape": [ 10240, 1 ] }, "up_blocks.0.attentions.0.transformer_blocks.9.ff.net.2": { "input_scale": 0.1258544921875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.001979827880859375, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.0.proj_out": { "input_scale": 0.609375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0004551410675048828, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.1.proj_in": { "input_scale": 0.0289764404296875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0011882781982421875, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.1.transformer_blocks.0.attn1.to_out.0": { "input_scale": 0.0143280029296875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.001316070556640625, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.1.transformer_blocks.0.attn1.to_qkv": { "input_scale": 0.01666259765625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006756782531738281, "weight_scale_shape": [ 3840, 1 ] }, "up_blocks.0.attentions.1.transformer_blocks.0.attn1.output_softmax_quant": { "act_scale": 0.0037937164306640625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.0.attn1.out_q": { "act_scale": 0.0278472900390625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.0.attn1.out_k": { "act_scale": 0.0307159423828125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.0.attn1.out_v": { "act_scale": 0.0227203369140625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.0.attn2.to_q": { "input_scale": 0.044036865234375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0003960132598876953, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.1.transformer_blocks.0.attn2.to_out.0": { "input_scale": 0.008331298828125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006341934204101562, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.1.transformer_blocks.0.attn2.to_kv": { "input_scale": 3.55859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006823539733886719, "weight_scale_shape": [ 2560, 1 ] }, "up_blocks.0.attentions.1.transformer_blocks.0.attn2.output_softmax_quant": { "act_scale": 0.0038967132568359375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.0.attn2.out_q": { "act_scale": 0.01666259765625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.0.attn2.out_k": { "act_scale": 0.330810546875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.0.attn2.out_v": { "act_scale": 0.083984375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.0.ff.net.0.proj": { "input_scale": 0.0191497802734375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0009174346923828125, "weight_scale_shape": [ 10240, 1 ] }, "up_blocks.0.attentions.1.transformer_blocks.0.ff.net.2": { "input_scale": 0.055267333984375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0010843276977539062, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.1.transformer_blocks.1.attn1.to_out.0": { "input_scale": 0.014312744140625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0007681846618652344, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.1.transformer_blocks.1.attn1.to_qkv": { "input_scale": 0.0219573974609375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006561279296875, "weight_scale_shape": [ 3840, 1 ] }, "up_blocks.0.attentions.1.transformer_blocks.1.attn1.output_softmax_quant": { "act_scale": 0.0033092498779296875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.1.attn1.out_q": { "act_scale": 0.02703857421875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.1.attn1.out_k": { "act_scale": 0.030059814453125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.1.attn1.out_v": { "act_scale": 0.0220489501953125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.1.attn2.to_q": { "input_scale": 0.051361083984375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.00066375732421875, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.1.transformer_blocks.1.attn2.to_out.0": { "input_scale": 0.01380157470703125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0002872943878173828, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.1.transformer_blocks.1.attn2.to_kv": { "input_scale": 3.55859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0008258819580078125, "weight_scale_shape": [ 2560, 1 ] }, "up_blocks.0.attentions.1.transformer_blocks.1.attn2.output_softmax_quant": { "act_scale": 0.004032135009765625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.1.attn2.out_q": { "act_scale": 0.0230255126953125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.1.attn2.out_k": { "act_scale": 0.27099609375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.1.attn2.out_v": { "act_scale": 0.1048583984375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.1.ff.net.0.proj": { "input_scale": 0.023773193359375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0012083053588867188, "weight_scale_shape": [ 10240, 1 ] }, "up_blocks.0.attentions.1.transformer_blocks.1.ff.net.2": { "input_scale": 0.066650390625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0010318756103515625, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.1.transformer_blocks.2.attn1.to_out.0": { "input_scale": 0.0129852294921875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0007739067077636719, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.1.transformer_blocks.2.attn1.to_qkv": { "input_scale": 0.02960205078125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006451606750488281, "weight_scale_shape": [ 3840, 1 ] }, "up_blocks.0.attentions.1.transformer_blocks.2.attn1.output_softmax_quant": { "act_scale": 0.0032405853271484375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.2.attn1.out_q": { "act_scale": 0.0250701904296875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.2.attn1.out_k": { "act_scale": 0.02734375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.2.attn1.out_v": { "act_scale": 0.0241851806640625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.2.attn2.to_q": { "input_scale": 0.056365966796875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006785392761230469, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.1.transformer_blocks.2.attn2.to_out.0": { "input_scale": 0.01424407958984375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0002923011779785156, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.1.transformer_blocks.2.attn2.to_kv": { "input_scale": 3.55859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0008463859558105469, "weight_scale_shape": [ 2560, 1 ] }, "up_blocks.0.attentions.1.transformer_blocks.2.attn2.output_softmax_quant": { "act_scale": 0.004032135009765625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.2.attn2.out_q": { "act_scale": 0.02105712890625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.2.attn2.out_k": { "act_scale": 0.52685546875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.2.attn2.out_v": { "act_scale": 0.10162353515625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.2.ff.net.0.proj": { "input_scale": 0.0230865478515625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0009307861328125, "weight_scale_shape": [ 10240, 1 ] }, "up_blocks.0.attentions.1.transformer_blocks.2.ff.net.2": { "input_scale": 0.08770751953125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0008635520935058594, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.1.transformer_blocks.3.attn1.to_out.0": { "input_scale": 0.01538848876953125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0009222030639648438, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.1.transformer_blocks.3.attn1.to_qkv": { "input_scale": 0.030517578125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006990432739257812, "weight_scale_shape": [ 3840, 1 ] }, "up_blocks.0.attentions.1.transformer_blocks.3.attn1.output_softmax_quant": { "act_scale": 0.003437042236328125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.3.attn1.out_q": { "act_scale": 0.0256195068359375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.3.attn1.out_k": { "act_scale": 0.027313232421875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.3.attn1.out_v": { "act_scale": 0.025970458984375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.3.attn2.to_q": { "input_scale": 0.05743408203125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0005879402160644531, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.1.transformer_blocks.3.attn2.to_out.0": { "input_scale": 0.01666259765625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0002827644348144531, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.1.transformer_blocks.3.attn2.to_kv": { "input_scale": 3.55859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0008401870727539062, "weight_scale_shape": [ 2560, 1 ] }, "up_blocks.0.attentions.1.transformer_blocks.3.attn2.output_softmax_quant": { "act_scale": 0.0040740966796875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.3.attn2.out_q": { "act_scale": 0.02166748046875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.3.attn2.out_k": { "act_scale": 0.642578125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.3.attn2.out_v": { "act_scale": 0.0762939453125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.3.ff.net.0.proj": { "input_scale": 0.0244293212890625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0011491775512695312, "weight_scale_shape": [ 10240, 1 ] }, "up_blocks.0.attentions.1.transformer_blocks.3.ff.net.2": { "input_scale": 0.09649658203125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0010128021240234375, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.1.transformer_blocks.4.attn1.to_out.0": { "input_scale": 0.0162506103515625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.000980377197265625, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.1.transformer_blocks.4.attn1.to_qkv": { "input_scale": 0.0298614501953125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006542205810546875, "weight_scale_shape": [ 3840, 1 ] }, "up_blocks.0.attentions.1.transformer_blocks.4.attn1.output_softmax_quant": { "act_scale": 0.00208282470703125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.4.attn1.out_q": { "act_scale": 0.024169921875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.4.attn1.out_k": { "act_scale": 0.026275634765625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.4.attn1.out_v": { "act_scale": 0.0247344970703125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.4.attn2.to_q": { "input_scale": 0.06561279296875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.00052642822265625, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.1.transformer_blocks.4.attn2.to_out.0": { "input_scale": 0.0134735107421875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0002663135528564453, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.1.transformer_blocks.4.attn2.to_kv": { "input_scale": 3.55859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0008072853088378906, "weight_scale_shape": [ 2560, 1 ] }, "up_blocks.0.attentions.1.transformer_blocks.4.attn2.output_softmax_quant": { "act_scale": 0.00408172607421875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.4.attn2.out_q": { "act_scale": 0.019317626953125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.4.attn2.out_k": { "act_scale": 0.494873046875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.4.attn2.out_v": { "act_scale": 0.08087158203125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.4.ff.net.0.proj": { "input_scale": 0.02496337890625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0008730888366699219, "weight_scale_shape": [ 10240, 1 ] }, "up_blocks.0.attentions.1.transformer_blocks.4.ff.net.2": { "input_scale": 0.115966796875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0008258819580078125, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.1.transformer_blocks.5.attn1.to_out.0": { "input_scale": 0.01666259765625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0010366439819335938, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.1.transformer_blocks.5.attn1.to_qkv": { "input_scale": 0.032379150390625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006337165832519531, "weight_scale_shape": [ 3840, 1 ] }, "up_blocks.0.attentions.1.transformer_blocks.5.attn1.output_softmax_quant": { "act_scale": 0.003326416015625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.5.attn1.out_q": { "act_scale": 0.0243072509765625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.5.attn1.out_k": { "act_scale": 0.02593994140625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.5.attn1.out_v": { "act_scale": 0.025146484375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.5.attn2.to_q": { "input_scale": 0.06500244140625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0005221366882324219, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.1.transformer_blocks.5.attn2.to_out.0": { "input_scale": 0.01605224609375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0003046989440917969, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.1.transformer_blocks.5.attn2.to_kv": { "input_scale": 3.55859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006952285766601562, "weight_scale_shape": [ 2560, 1 ] }, "up_blocks.0.attentions.1.transformer_blocks.5.attn2.output_softmax_quant": { "act_scale": 0.004085540771484375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.5.attn2.out_q": { "act_scale": 0.01666259765625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.5.attn2.out_k": { "act_scale": 0.489990234375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.5.attn2.out_v": { "act_scale": 0.0980224609375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.5.ff.net.0.proj": { "input_scale": 0.02508544921875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0010862350463867188, "weight_scale_shape": [ 10240, 1 ] }, "up_blocks.0.attentions.1.transformer_blocks.5.ff.net.2": { "input_scale": 0.1298828125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0008020401000976562, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.1.transformer_blocks.6.attn1.to_out.0": { "input_scale": 0.01666259765625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0014438629150390625, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.1.transformer_blocks.6.attn1.to_qkv": { "input_scale": 0.038482666015625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006747245788574219, "weight_scale_shape": [ 3840, 1 ] }, "up_blocks.0.attentions.1.transformer_blocks.6.attn1.output_softmax_quant": { "act_scale": 0.00357818603515625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.6.attn1.out_q": { "act_scale": 0.0254669189453125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.6.attn1.out_k": { "act_scale": 0.0275726318359375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.6.attn1.out_v": { "act_scale": 0.0268707275390625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.6.attn2.to_q": { "input_scale": 0.066650390625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0005092620849609375, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.1.transformer_blocks.6.attn2.to_out.0": { "input_scale": 0.01099395751953125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.00026488304138183594, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.1.transformer_blocks.6.attn2.to_kv": { "input_scale": 3.55859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0005960464477539062, "weight_scale_shape": [ 2560, 1 ] }, "up_blocks.0.attentions.1.transformer_blocks.6.attn2.output_softmax_quant": { "act_scale": 0.003925323486328125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.6.attn2.out_q": { "act_scale": 0.01666259765625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.6.attn2.out_k": { "act_scale": 0.8271484375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.6.attn2.out_v": { "act_scale": 0.0916748046875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.6.ff.net.0.proj": { "input_scale": 0.0242156982421875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0007982254028320312, "weight_scale_shape": [ 10240, 1 ] }, "up_blocks.0.attentions.1.transformer_blocks.6.ff.net.2": { "input_scale": 0.11956787109375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0007333755493164062, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.1.transformer_blocks.7.attn1.to_out.0": { "input_scale": 0.01666259765625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0011148452758789062, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.1.transformer_blocks.7.attn1.to_qkv": { "input_scale": 0.033294677734375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006766319274902344, "weight_scale_shape": [ 3840, 1 ] }, "up_blocks.0.attentions.1.transformer_blocks.7.attn1.output_softmax_quant": { "act_scale": 0.0035228729248046875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.7.attn1.out_q": { "act_scale": 0.023468017578125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.7.attn1.out_k": { "act_scale": 0.0260772705078125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.7.attn1.out_v": { "act_scale": 0.0261077880859375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.7.attn2.to_q": { "input_scale": 0.0606689453125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0004184246063232422, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.1.transformer_blocks.7.attn2.to_out.0": { "input_scale": 0.01465606689453125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0002472400665283203, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.1.transformer_blocks.7.attn2.to_kv": { "input_scale": 3.55859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006222724914550781, "weight_scale_shape": [ 2560, 1 ] }, "up_blocks.0.attentions.1.transformer_blocks.7.attn2.output_softmax_quant": { "act_scale": 0.003978729248046875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.7.attn2.out_q": { "act_scale": 0.01666259765625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.7.attn2.out_k": { "act_scale": 0.59912109375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.7.attn2.out_v": { "act_scale": 0.1075439453125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.7.ff.net.0.proj": { "input_scale": 0.0222015380859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0009489059448242188, "weight_scale_shape": [ 10240, 1 ] }, "up_blocks.0.attentions.1.transformer_blocks.7.ff.net.2": { "input_scale": 0.13232421875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0007958412170410156, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.1.transformer_blocks.8.attn1.to_out.0": { "input_scale": 0.0217437744140625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0008754730224609375, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.1.transformer_blocks.8.attn1.to_qkv": { "input_scale": 0.039825439453125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.00067138671875, "weight_scale_shape": [ 3840, 1 ] }, "up_blocks.0.attentions.1.transformer_blocks.8.attn1.output_softmax_quant": { "act_scale": 0.003841400146484375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.8.attn1.out_q": { "act_scale": 0.024871826171875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.8.attn1.out_k": { "act_scale": 0.026763916015625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.8.attn1.out_v": { "act_scale": 0.0281219482421875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.8.attn2.to_q": { "input_scale": 0.06146240234375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0003924369812011719, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.1.transformer_blocks.8.attn2.to_out.0": { "input_scale": 0.01666259765625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.00047898292541503906, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.1.transformer_blocks.8.attn2.to_kv": { "input_scale": 3.55859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0005216598510742188, "weight_scale_shape": [ 2560, 1 ] }, "up_blocks.0.attentions.1.transformer_blocks.8.attn2.output_softmax_quant": { "act_scale": 0.00405120849609375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.8.attn2.out_q": { "act_scale": 0.01617431640625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.8.attn2.out_k": { "act_scale": 0.51513671875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.8.attn2.out_v": { "act_scale": 0.117431640625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.8.ff.net.0.proj": { "input_scale": 0.0225677490234375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0009512901306152344, "weight_scale_shape": [ 10240, 1 ] }, "up_blocks.0.attentions.1.transformer_blocks.8.ff.net.2": { "input_scale": 0.13330078125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.001155853271484375, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.1.transformer_blocks.9.attn1.to_out.0": { "input_scale": 0.01666259765625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0010433197021484375, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.1.transformer_blocks.9.attn1.to_qkv": { "input_scale": 0.04254150390625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006561279296875, "weight_scale_shape": [ 3840, 1 ] }, "up_blocks.0.attentions.1.transformer_blocks.9.attn1.output_softmax_quant": { "act_scale": 0.0035533905029296875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.9.attn1.out_q": { "act_scale": 0.024139404296875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.9.attn1.out_k": { "act_scale": 0.024871826171875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.9.attn1.out_v": { "act_scale": 0.0254058837890625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.9.attn2.to_q": { "input_scale": 0.066650390625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0005097389221191406, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.1.transformer_blocks.9.attn2.to_out.0": { "input_scale": 0.015289306640625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.00031757354736328125, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.1.transformer_blocks.9.attn2.to_kv": { "input_scale": 3.55859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006232261657714844, "weight_scale_shape": [ 2560, 1 ] }, "up_blocks.0.attentions.1.transformer_blocks.9.attn2.output_softmax_quant": { "act_scale": 0.003978729248046875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.9.attn2.out_q": { "act_scale": 0.016632080078125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.9.attn2.out_k": { "act_scale": 0.40576171875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.9.attn2.out_v": { "act_scale": 0.1419677734375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.1.transformer_blocks.9.ff.net.0.proj": { "input_scale": 0.0191192626953125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0007810592651367188, "weight_scale_shape": [ 10240, 1 ] }, "up_blocks.0.attentions.1.transformer_blocks.9.ff.net.2": { "input_scale": 0.11456298828125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0015811920166015625, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.1.proj_out": { "input_scale": 0.42333984375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0004935264587402344, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.2.proj_in": { "input_scale": 0.0333251953125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.001049041748046875, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.2.transformer_blocks.0.attn1.to_out.0": { "input_scale": 0.0134124755859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0022373199462890625, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.2.transformer_blocks.0.attn1.to_qkv": { "input_scale": 0.01541900634765625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0008268356323242188, "weight_scale_shape": [ 3840, 1 ] }, "up_blocks.0.attentions.2.transformer_blocks.0.attn1.output_softmax_quant": { "act_scale": 0.00406646728515625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.0.attn1.out_q": { "act_scale": 0.026763916015625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.0.attn1.out_k": { "act_scale": 0.032501220703125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.0.attn1.out_v": { "act_scale": 0.01666259765625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.0.attn2.to_q": { "input_scale": 0.040252685546875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.00041675567626953125, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.2.transformer_blocks.0.attn2.to_out.0": { "input_scale": 0.007541656494140625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.000995635986328125, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.2.transformer_blocks.0.attn2.to_kv": { "input_scale": 3.55859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0014238357543945312, "weight_scale_shape": [ 2560, 1 ] }, "up_blocks.0.attentions.2.transformer_blocks.0.attn2.output_softmax_quant": { "act_scale": 0.0033550262451171875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.0.attn2.out_q": { "act_scale": 0.01666259765625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.0.attn2.out_k": { "act_scale": 0.487060546875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.0.attn2.out_v": { "act_scale": 0.129638671875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.0.ff.net.0.proj": { "input_scale": 0.013641357421875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0007996559143066406, "weight_scale_shape": [ 10240, 1 ] }, "up_blocks.0.attentions.2.transformer_blocks.0.ff.net.2": { "input_scale": 0.0506591796875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0015230178833007812, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.2.transformer_blocks.1.attn1.to_out.0": { "input_scale": 0.01213836669921875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0010862350463867188, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.2.transformer_blocks.1.attn1.to_qkv": { "input_scale": 0.0176544189453125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0007171630859375, "weight_scale_shape": [ 3840, 1 ] }, "up_blocks.0.attentions.2.transformer_blocks.1.attn1.output_softmax_quant": { "act_scale": 0.003875732421875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.1.attn1.out_q": { "act_scale": 0.028045654296875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.1.attn1.out_k": { "act_scale": 0.032440185546875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.1.attn1.out_v": { "act_scale": 0.01666259765625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.1.attn2.to_q": { "input_scale": 0.0408935546875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0007038116455078125, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.2.transformer_blocks.1.attn2.to_out.0": { "input_scale": 0.006656646728515625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0003077983856201172, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.2.transformer_blocks.1.attn2.to_kv": { "input_scale": 3.55859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0026683807373046875, "weight_scale_shape": [ 2560, 1 ] }, "up_blocks.0.attentions.2.transformer_blocks.1.attn2.output_softmax_quant": { "act_scale": 0.003421783447265625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.1.attn2.out_q": { "act_scale": 0.0211334228515625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.1.attn2.out_k": { "act_scale": 0.3359375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.1.attn2.out_v": { "act_scale": 0.17529296875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.1.ff.net.0.proj": { "input_scale": 0.016326904296875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0007748603820800781, "weight_scale_shape": [ 10240, 1 ] }, "up_blocks.0.attentions.2.transformer_blocks.1.ff.net.2": { "input_scale": 0.059783935546875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.001018524169921875, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.2.transformer_blocks.2.attn1.to_out.0": { "input_scale": 0.01270294189453125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0011014938354492188, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.2.transformer_blocks.2.attn1.to_qkv": { "input_scale": 0.02001953125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006709098815917969, "weight_scale_shape": [ 3840, 1 ] }, "up_blocks.0.attentions.2.transformer_blocks.2.attn1.output_softmax_quant": { "act_scale": 0.00397491455078125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.2.attn1.out_q": { "act_scale": 0.02801513671875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.2.attn1.out_k": { "act_scale": 0.0307159423828125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.2.attn1.out_v": { "act_scale": 0.0186614990234375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.2.attn2.to_q": { "input_scale": 0.0430908203125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006575584411621094, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.2.transformer_blocks.2.attn2.to_out.0": { "input_scale": 0.00800323486328125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0003352165222167969, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.2.transformer_blocks.2.attn2.to_kv": { "input_scale": 3.55859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0020885467529296875, "weight_scale_shape": [ 2560, 1 ] }, "up_blocks.0.attentions.2.transformer_blocks.2.attn2.output_softmax_quant": { "act_scale": 0.00354766845703125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.2.attn2.out_q": { "act_scale": 0.0179290771484375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.2.attn2.out_k": { "act_scale": 0.409423828125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.2.attn2.out_v": { "act_scale": 0.2059326171875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.2.ff.net.0.proj": { "input_scale": 0.0160980224609375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0007228851318359375, "weight_scale_shape": [ 10240, 1 ] }, "up_blocks.0.attentions.2.transformer_blocks.2.ff.net.2": { "input_scale": 0.06298828125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0009965896606445312, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.2.transformer_blocks.3.attn1.to_out.0": { "input_scale": 0.0141754150390625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.001445770263671875, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.2.transformer_blocks.3.attn1.to_qkv": { "input_scale": 0.0219573974609375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0007500648498535156, "weight_scale_shape": [ 3840, 1 ] }, "up_blocks.0.attentions.2.transformer_blocks.3.attn1.output_softmax_quant": { "act_scale": 0.0038509368896484375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.3.attn1.out_q": { "act_scale": 0.0255279541015625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.3.attn1.out_k": { "act_scale": 0.0277252197265625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.3.attn1.out_v": { "act_scale": 0.0188751220703125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.3.attn2.to_q": { "input_scale": 0.047760009765625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006289482116699219, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.2.transformer_blocks.3.attn2.to_out.0": { "input_scale": 0.0083160400390625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0002713203430175781, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.2.transformer_blocks.3.attn2.to_kv": { "input_scale": 3.55859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0021533966064453125, "weight_scale_shape": [ 2560, 1 ] }, "up_blocks.0.attentions.2.transformer_blocks.3.attn2.output_softmax_quant": { "act_scale": 0.00386810302734375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.3.attn2.out_q": { "act_scale": 0.015838623046875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.3.attn2.out_k": { "act_scale": 0.439697265625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.3.attn2.out_v": { "act_scale": 0.07891845703125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.3.ff.net.0.proj": { "input_scale": 0.01666259765625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0008263587951660156, "weight_scale_shape": [ 10240, 1 ] }, "up_blocks.0.attentions.2.transformer_blocks.3.ff.net.2": { "input_scale": 0.066650390625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0010700225830078125, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.2.transformer_blocks.4.attn1.to_out.0": { "input_scale": 0.0137786865234375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.002056121826171875, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.2.transformer_blocks.4.attn1.to_qkv": { "input_scale": 0.0232086181640625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0007100105285644531, "weight_scale_shape": [ 3840, 1 ] }, "up_blocks.0.attentions.2.transformer_blocks.4.attn1.output_softmax_quant": { "act_scale": 0.00388336181640625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.4.attn1.out_q": { "act_scale": 0.0237579345703125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.4.attn1.out_k": { "act_scale": 0.0251617431640625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.4.attn1.out_v": { "act_scale": 0.021087646484375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.4.attn2.to_q": { "input_scale": 0.051666259765625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.00045037269592285156, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.2.transformer_blocks.4.attn2.to_out.0": { "input_scale": 0.0081329345703125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.000331878662109375, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.2.transformer_blocks.4.attn2.to_kv": { "input_scale": 3.55859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0007638931274414062, "weight_scale_shape": [ 2560, 1 ] }, "up_blocks.0.attentions.2.transformer_blocks.4.attn2.output_softmax_quant": { "act_scale": 0.0038509368896484375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.4.attn2.out_q": { "act_scale": 0.0142822265625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.4.attn2.out_k": { "act_scale": 0.316162109375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.4.attn2.out_v": { "act_scale": 0.0721435546875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.4.ff.net.0.proj": { "input_scale": 0.01666259765625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0008306503295898438, "weight_scale_shape": [ 10240, 1 ] }, "up_blocks.0.attentions.2.transformer_blocks.4.ff.net.2": { "input_scale": 0.0667724609375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0011749267578125, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.2.transformer_blocks.5.attn1.to_out.0": { "input_scale": 0.0135345458984375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0014095306396484375, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.2.transformer_blocks.5.attn1.to_qkv": { "input_scale": 0.02496337890625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006861686706542969, "weight_scale_shape": [ 3840, 1 ] }, "up_blocks.0.attentions.2.transformer_blocks.5.attn1.output_softmax_quant": { "act_scale": 0.00359344482421875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.5.attn1.out_q": { "act_scale": 0.02362060546875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.5.attn1.out_k": { "act_scale": 0.0261077880859375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.5.attn1.out_v": { "act_scale": 0.01666259765625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.5.attn2.to_q": { "input_scale": 0.053619384765625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.00039386749267578125, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.2.transformer_blocks.5.attn2.to_out.0": { "input_scale": 0.00762176513671875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0002422332763671875, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.2.transformer_blocks.5.attn2.to_kv": { "input_scale": 3.55859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0005593299865722656, "weight_scale_shape": [ 2560, 1 ] }, "up_blocks.0.attentions.2.transformer_blocks.5.attn2.output_softmax_quant": { "act_scale": 0.0038738250732421875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.5.attn2.out_q": { "act_scale": 0.0139617919921875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.5.attn2.out_k": { "act_scale": 0.3291015625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.5.attn2.out_v": { "act_scale": 0.10418701171875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.5.ff.net.0.proj": { "input_scale": 0.01666259765625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0007596015930175781, "weight_scale_shape": [ 10240, 1 ] }, "up_blocks.0.attentions.2.transformer_blocks.5.ff.net.2": { "input_scale": 0.06695556640625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0007977485656738281, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.2.transformer_blocks.6.attn1.to_out.0": { "input_scale": 0.0116119384765625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0012826919555664062, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.2.transformer_blocks.6.attn1.to_qkv": { "input_scale": 0.0240020751953125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0007648468017578125, "weight_scale_shape": [ 3840, 1 ] }, "up_blocks.0.attentions.2.transformer_blocks.6.attn1.output_softmax_quant": { "act_scale": 0.0036754608154296875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.6.attn1.out_q": { "act_scale": 0.0234832763671875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.6.attn1.out_k": { "act_scale": 0.0238800048828125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.6.attn1.out_v": { "act_scale": 0.01666259765625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.6.attn2.to_q": { "input_scale": 0.0545654296875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0003383159637451172, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.2.transformer_blocks.6.attn2.to_out.0": { "input_scale": 0.0081024169921875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.00019276142120361328, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.2.transformer_blocks.6.attn2.to_kv": { "input_scale": 3.55859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0004940032958984375, "weight_scale_shape": [ 2560, 1 ] }, "up_blocks.0.attentions.2.transformer_blocks.6.attn2.output_softmax_quant": { "act_scale": 0.00385284423828125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.6.attn2.out_q": { "act_scale": 0.012237548828125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.6.attn2.out_k": { "act_scale": 0.2509765625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.6.attn2.out_v": { "act_scale": 0.143310546875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.6.ff.net.0.proj": { "input_scale": 0.01666259765625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0007643699645996094, "weight_scale_shape": [ 10240, 1 ] }, "up_blocks.0.attentions.2.transformer_blocks.6.ff.net.2": { "input_scale": 0.06732177734375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0009179115295410156, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.2.transformer_blocks.7.attn1.to_out.0": { "input_scale": 0.01522064208984375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0013484954833984375, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.2.transformer_blocks.7.attn1.to_qkv": { "input_scale": 0.0266876220703125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0007953643798828125, "weight_scale_shape": [ 3840, 1 ] }, "up_blocks.0.attentions.2.transformer_blocks.7.attn1.output_softmax_quant": { "act_scale": 0.00392913818359375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.7.attn1.out_q": { "act_scale": 0.024017333984375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.7.attn1.out_k": { "act_scale": 0.02667236328125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.7.attn1.out_v": { "act_scale": 0.01904296875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.7.attn2.to_q": { "input_scale": 0.057098388671875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0003619194030761719, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.2.transformer_blocks.7.attn2.to_out.0": { "input_scale": 0.00579833984375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.00017547607421875, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.2.transformer_blocks.7.attn2.to_kv": { "input_scale": 3.55859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.00054931640625, "weight_scale_shape": [ 2560, 1 ] }, "up_blocks.0.attentions.2.transformer_blocks.7.attn2.output_softmax_quant": { "act_scale": 0.003902435302734375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.7.attn2.out_q": { "act_scale": 0.0127410888671875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.7.attn2.out_k": { "act_scale": 0.257568359375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.7.attn2.out_v": { "act_scale": 0.0855712890625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.7.ff.net.0.proj": { "input_scale": 0.01666259765625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006947517395019531, "weight_scale_shape": [ 10240, 1 ] }, "up_blocks.0.attentions.2.transformer_blocks.7.ff.net.2": { "input_scale": 0.0667724609375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.001613616943359375, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.2.transformer_blocks.8.attn1.to_out.0": { "input_scale": 0.016143798828125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0008821487426757812, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.2.transformer_blocks.8.attn1.to_qkv": { "input_scale": 0.029937744140625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0008687973022460938, "weight_scale_shape": [ 3840, 1 ] }, "up_blocks.0.attentions.2.transformer_blocks.8.attn1.output_softmax_quant": { "act_scale": 0.003814697265625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.8.attn1.out_q": { "act_scale": 0.02545166015625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.8.attn1.out_k": { "act_scale": 0.0300445556640625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.8.attn1.out_v": { "act_scale": 0.021270751953125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.8.attn2.to_q": { "input_scale": 0.066650390625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.00035119056701660156, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.2.transformer_blocks.8.attn2.to_out.0": { "input_scale": 0.01459503173828125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.00018167495727539062, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.2.transformer_blocks.8.attn2.to_kv": { "input_scale": 3.55859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0005354881286621094, "weight_scale_shape": [ 2560, 1 ] }, "up_blocks.0.attentions.2.transformer_blocks.8.attn2.output_softmax_quant": { "act_scale": 0.003704071044921875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.8.attn2.out_q": { "act_scale": 0.01462554931640625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.8.attn2.out_k": { "act_scale": 0.29541015625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.8.attn2.out_v": { "act_scale": 0.1590576171875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.8.ff.net.0.proj": { "input_scale": 0.01666259765625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.00069427490234375, "weight_scale_shape": [ 10240, 1 ] }, "up_blocks.0.attentions.2.transformer_blocks.8.ff.net.2": { "input_scale": 0.08734130859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0012483596801757812, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.2.transformer_blocks.9.attn1.to_out.0": { "input_scale": 0.01177215576171875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0010309219360351562, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.2.transformer_blocks.9.attn1.to_qkv": { "input_scale": 0.027435302734375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0010519027709960938, "weight_scale_shape": [ 3840, 1 ] }, "up_blocks.0.attentions.2.transformer_blocks.9.attn1.output_softmax_quant": { "act_scale": 0.0037631988525390625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.9.attn1.out_q": { "act_scale": 0.02215576171875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.9.attn1.out_k": { "act_scale": 0.02386474609375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.9.attn1.out_v": { "act_scale": 0.01666259765625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.9.attn2.to_q": { "input_scale": 0.07550048828125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0007462501525878906, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.2.transformer_blocks.9.attn2.to_out.0": { "input_scale": 0.0110015869140625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.00032329559326171875, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.2.transformer_blocks.9.attn2.to_kv": { "input_scale": 3.55859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0005602836608886719, "weight_scale_shape": [ 2560, 1 ] }, "up_blocks.0.attentions.2.transformer_blocks.9.attn2.output_softmax_quant": { "act_scale": 0.0038776397705078125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.9.attn2.out_q": { "act_scale": 0.016571044921875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.9.attn2.out_k": { "act_scale": 0.33349609375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.9.attn2.out_v": { "act_scale": 0.19189453125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.0.attentions.2.transformer_blocks.9.ff.net.0.proj": { "input_scale": 0.02008056640625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0007691383361816406, "weight_scale_shape": [ 10240, 1 ] }, "up_blocks.0.attentions.2.transformer_blocks.9.ff.net.2": { "input_scale": 0.11114501953125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0023517608642578125, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.attentions.2.proj_out": { "input_scale": 0.487060546875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0005040168762207031, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.0.resnets.0.conv1": { "input_scale": 0.0304412841796875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0018157958984375, "weight_scale_shape": [ 1280, 1, 1, 1 ] }, "up_blocks.0.resnets.0.conv2": { "input_scale": 0.03948974609375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0016050338745117188, "weight_scale_shape": [ 1280, 1, 1, 1 ] }, "up_blocks.0.resnets.1.conv1": { "input_scale": 0.0333251953125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.00223541259765625, "weight_scale_shape": [ 1280, 1, 1, 1 ] }, "up_blocks.0.resnets.1.conv2": { "input_scale": 0.03948974609375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0020999908447265625, "weight_scale_shape": [ 1280, 1, 1, 1 ] }, "up_blocks.0.resnets.2.conv1": { "input_scale": 0.028594970703125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.003795623779296875, "weight_scale_shape": [ 1280, 1, 1, 1 ] }, "up_blocks.0.resnets.2.conv2": { "input_scale": 0.0283203125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0011186599731445312, "weight_scale_shape": [ 1280, 1, 1, 1 ] }, "up_blocks.0.upsamplers.0.conv": { "input_scale": 0.1925048828125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0016679763793945312, "weight_scale_shape": [ 1280, 1, 1, 1 ] }, "up_blocks.1.attentions.0.proj_in": { "input_scale": 0.0233001708984375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0010881423950195312, "weight_scale_shape": [ 640, 1 ] }, "up_blocks.1.attentions.0.transformer_blocks.0.attn1.to_out.0": { "input_scale": 0.01666259765625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0014486312866210938, "weight_scale_shape": [ 640, 1 ] }, "up_blocks.1.attentions.0.transformer_blocks.0.attn1.to_qkv": { "input_scale": 0.027862548828125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0008645057678222656, "weight_scale_shape": [ 1920, 1 ] }, "up_blocks.1.attentions.0.transformer_blocks.0.attn1.output_softmax_quant": { "act_scale": 0.0036907196044921875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.1.attentions.0.transformer_blocks.0.attn1.out_q": { "act_scale": 0.0333251953125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.1.attentions.0.transformer_blocks.0.attn1.out_k": { "act_scale": 0.0360107421875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.1.attentions.0.transformer_blocks.0.attn1.out_v": { "act_scale": 0.024871826171875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.1.attentions.0.transformer_blocks.0.attn2.to_q": { "input_scale": 0.05621337890625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0005745887756347656, "weight_scale_shape": [ 640, 1 ] }, "up_blocks.1.attentions.0.transformer_blocks.0.attn2.to_out.0": { "input_scale": 0.01279449462890625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006875991821289062, "weight_scale_shape": [ 640, 1 ] }, "up_blocks.1.attentions.0.transformer_blocks.0.attn2.to_kv": { "input_scale": 3.55859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0009307861328125, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.1.attentions.0.transformer_blocks.0.attn2.output_softmax_quant": { "act_scale": 0.0038242340087890625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.1.attentions.0.transformer_blocks.0.attn2.out_q": { "act_scale": 0.014984130859375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.1.attentions.0.transformer_blocks.0.attn2.out_k": { "act_scale": 0.380615234375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.1.attentions.0.transformer_blocks.0.attn2.out_v": { "act_scale": 0.09515380859375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.1.attentions.0.transformer_blocks.0.ff.net.0.proj": { "input_scale": 0.030303955078125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0008244514465332031, "weight_scale_shape": [ 5120, 1 ] }, "up_blocks.1.attentions.0.transformer_blocks.0.ff.net.2": { "input_scale": 0.066650390625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0015850067138671875, "weight_scale_shape": [ 640, 1 ] }, "up_blocks.1.attentions.0.transformer_blocks.1.attn1.to_out.0": { "input_scale": 0.01666259765625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0015888214111328125, "weight_scale_shape": [ 640, 1 ] }, "up_blocks.1.attentions.0.transformer_blocks.1.attn1.to_qkv": { "input_scale": 0.048309326171875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.001071929931640625, "weight_scale_shape": [ 1920, 1 ] }, "up_blocks.1.attentions.0.transformer_blocks.1.attn1.output_softmax_quant": { "act_scale": 0.00353240966796875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.1.attentions.0.transformer_blocks.1.attn1.out_q": { "act_scale": 0.032318115234375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.1.attentions.0.transformer_blocks.1.attn1.out_k": { "act_scale": 0.0333251953125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.1.attentions.0.transformer_blocks.1.attn1.out_v": { "act_scale": 0.0248565673828125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.1.attentions.0.transformer_blocks.1.attn2.to_q": { "input_scale": 0.065185546875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0005650520324707031, "weight_scale_shape": [ 640, 1 ] }, "up_blocks.1.attentions.0.transformer_blocks.1.attn2.to_out.0": { "input_scale": 0.02294921875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0013113021850585938, "weight_scale_shape": [ 640, 1 ] }, "up_blocks.1.attentions.0.transformer_blocks.1.attn2.to_kv": { "input_scale": 3.55859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.001018524169921875, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.1.attentions.0.transformer_blocks.1.attn2.output_softmax_quant": { "act_scale": 0.004032135009765625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.1.attentions.0.transformer_blocks.1.attn2.out_q": { "act_scale": 0.0154266357421875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.1.attentions.0.transformer_blocks.1.attn2.out_k": { "act_scale": 0.66357421875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.1.attentions.0.transformer_blocks.1.attn2.out_v": { "act_scale": 0.114990234375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.1.attentions.0.transformer_blocks.1.ff.net.0.proj": { "input_scale": 0.038726806640625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0008168220520019531, "weight_scale_shape": [ 5120, 1 ] }, "up_blocks.1.attentions.0.transformer_blocks.1.ff.net.2": { "input_scale": 0.1024169921875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0008401870727539062, "weight_scale_shape": [ 640, 1 ] }, "up_blocks.1.attentions.0.proj_out": { "input_scale": 0.12939453125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0009927749633789062, "weight_scale_shape": [ 640, 1 ] }, "up_blocks.1.attentions.1.proj_in": { "input_scale": 0.0233001708984375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0008530616760253906, "weight_scale_shape": [ 640, 1 ] }, "up_blocks.1.attentions.1.transformer_blocks.0.attn1.to_out.0": { "input_scale": 0.01291656494140625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0013628005981445312, "weight_scale_shape": [ 640, 1 ] }, "up_blocks.1.attentions.1.transformer_blocks.0.attn1.to_qkv": { "input_scale": 0.0307159423828125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0009622573852539062, "weight_scale_shape": [ 1920, 1 ] }, "up_blocks.1.attentions.1.transformer_blocks.0.attn1.output_softmax_quant": { "act_scale": 0.0038776397705078125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.1.attentions.1.transformer_blocks.0.attn1.out_q": { "act_scale": 0.0304412841796875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.1.attentions.1.transformer_blocks.0.attn1.out_k": { "act_scale": 0.0333251953125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.1.attentions.1.transformer_blocks.0.attn1.out_v": { "act_scale": 0.0203704833984375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.1.attentions.1.transformer_blocks.0.attn2.to_q": { "input_scale": 0.0513916015625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0005650520324707031, "weight_scale_shape": [ 640, 1 ] }, "up_blocks.1.attentions.1.transformer_blocks.0.attn2.to_out.0": { "input_scale": 0.01666259765625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0005211830139160156, "weight_scale_shape": [ 640, 1 ] }, "up_blocks.1.attentions.1.transformer_blocks.0.attn2.to_kv": { "input_scale": 3.55859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0008254051208496094, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.1.attentions.1.transformer_blocks.0.attn2.output_softmax_quant": { "act_scale": 0.0034427642822265625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.1.attentions.1.transformer_blocks.0.attn2.out_q": { "act_scale": 0.01666259765625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.1.attentions.1.transformer_blocks.0.attn2.out_k": { "act_scale": 0.450927734375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.1.attentions.1.transformer_blocks.0.attn2.out_v": { "act_scale": 0.0899658203125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.1.attentions.1.transformer_blocks.0.ff.net.0.proj": { "input_scale": 0.0291595458984375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0010528564453125, "weight_scale_shape": [ 5120, 1 ] }, "up_blocks.1.attentions.1.transformer_blocks.0.ff.net.2": { "input_scale": 0.048065185546875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0010738372802734375, "weight_scale_shape": [ 640, 1 ] }, "up_blocks.1.attentions.1.transformer_blocks.1.attn1.to_out.0": { "input_scale": 0.01666259765625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0013580322265625, "weight_scale_shape": [ 640, 1 ] }, "up_blocks.1.attentions.1.transformer_blocks.1.attn1.to_qkv": { "input_scale": 0.0377197265625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0008916854858398438, "weight_scale_shape": [ 1920, 1 ] }, "up_blocks.1.attentions.1.transformer_blocks.1.attn1.output_softmax_quant": { "act_scale": 0.00371551513671875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.1.attentions.1.transformer_blocks.1.attn1.out_q": { "act_scale": 0.031341552734375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.1.attentions.1.transformer_blocks.1.attn1.out_k": { "act_scale": 0.0333251953125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.1.attentions.1.transformer_blocks.1.attn1.out_v": { "act_scale": 0.023529052734375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.1.attentions.1.transformer_blocks.1.attn2.to_q": { "input_scale": 0.054962158203125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0005526542663574219, "weight_scale_shape": [ 640, 1 ] }, "up_blocks.1.attentions.1.transformer_blocks.1.attn2.to_out.0": { "input_scale": 0.017181396484375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0012149810791015625, "weight_scale_shape": [ 640, 1 ] }, "up_blocks.1.attentions.1.transformer_blocks.1.attn2.to_kv": { "input_scale": 3.55859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0009279251098632812, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.1.attentions.1.transformer_blocks.1.attn2.output_softmax_quant": { "act_scale": 0.003997802734375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.1.attentions.1.transformer_blocks.1.attn2.out_q": { "act_scale": 0.0162506103515625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.1.attentions.1.transformer_blocks.1.attn2.out_k": { "act_scale": 0.58837890625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.1.attentions.1.transformer_blocks.1.attn2.out_v": { "act_scale": 0.095458984375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.1.attentions.1.transformer_blocks.1.ff.net.0.proj": { "input_scale": 0.031280517578125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0010318756103515625, "weight_scale_shape": [ 5120, 1 ] }, "up_blocks.1.attentions.1.transformer_blocks.1.ff.net.2": { "input_scale": 0.07421875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0010089874267578125, "weight_scale_shape": [ 640, 1 ] }, "up_blocks.1.attentions.1.proj_out": { "input_scale": 0.074462890625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006985664367675781, "weight_scale_shape": [ 640, 1 ] }, "up_blocks.1.attentions.2.proj_in": { "input_scale": 0.033233642578125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0009412765502929688, "weight_scale_shape": [ 640, 1 ] }, "up_blocks.1.attentions.2.transformer_blocks.0.attn1.to_out.0": { "input_scale": 0.013671875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0012454986572265625, "weight_scale_shape": [ 640, 1 ] }, "up_blocks.1.attentions.2.transformer_blocks.0.attn1.to_qkv": { "input_scale": 0.03692626953125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0009627342224121094, "weight_scale_shape": [ 1920, 1 ] }, "up_blocks.1.attentions.2.transformer_blocks.0.attn1.output_softmax_quant": { "act_scale": 0.003963470458984375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.1.attentions.2.transformer_blocks.0.attn1.out_q": { "act_scale": 0.0295257568359375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.1.attentions.2.transformer_blocks.0.attn1.out_k": { "act_scale": 0.0333251953125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.1.attentions.2.transformer_blocks.0.attn1.out_v": { "act_scale": 0.024658203125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.1.attentions.2.transformer_blocks.0.attn2.to_q": { "input_scale": 0.057586669921875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0005507469177246094, "weight_scale_shape": [ 640, 1 ] }, "up_blocks.1.attentions.2.transformer_blocks.0.attn2.to_out.0": { "input_scale": 0.0144805908203125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0008459091186523438, "weight_scale_shape": [ 640, 1 ] }, "up_blocks.1.attentions.2.transformer_blocks.0.attn2.to_kv": { "input_scale": 3.55859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0010662078857421875, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.1.attentions.2.transformer_blocks.0.attn2.output_softmax_quant": { "act_scale": 0.003391265869140625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.1.attentions.2.transformer_blocks.0.attn2.out_q": { "act_scale": 0.012664794921875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.1.attentions.2.transformer_blocks.0.attn2.out_k": { "act_scale": 0.70849609375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.1.attentions.2.transformer_blocks.0.attn2.out_v": { "act_scale": 0.10198974609375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.1.attentions.2.transformer_blocks.0.ff.net.0.proj": { "input_scale": 0.0310211181640625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0016546249389648438, "weight_scale_shape": [ 5120, 1 ] }, "up_blocks.1.attentions.2.transformer_blocks.0.ff.net.2": { "input_scale": 0.0438232421875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0013284683227539062, "weight_scale_shape": [ 640, 1 ] }, "up_blocks.1.attentions.2.transformer_blocks.1.attn1.to_out.0": { "input_scale": 0.015655517578125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0017843246459960938, "weight_scale_shape": [ 640, 1 ] }, "up_blocks.1.attentions.2.transformer_blocks.1.attn1.to_qkv": { "input_scale": 0.0333251953125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0011014938354492188, "weight_scale_shape": [ 1920, 1 ] }, "up_blocks.1.attentions.2.transformer_blocks.1.attn1.output_softmax_quant": { "act_scale": 0.00208282470703125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.1.attentions.2.transformer_blocks.1.attn1.out_q": { "act_scale": 0.028839111328125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.1.attentions.2.transformer_blocks.1.attn1.out_k": { "act_scale": 0.032958984375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.1.attentions.2.transformer_blocks.1.attn1.out_v": { "act_scale": 0.021514892578125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.1.attentions.2.transformer_blocks.1.attn2.to_q": { "input_scale": 0.058563232421875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0005412101745605469, "weight_scale_shape": [ 640, 1 ] }, "up_blocks.1.attentions.2.transformer_blocks.1.attn2.to_out.0": { "input_scale": 0.032501220703125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0012454986572265625, "weight_scale_shape": [ 640, 1 ] }, "up_blocks.1.attentions.2.transformer_blocks.1.attn2.to_kv": { "input_scale": 3.55859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0012187957763671875, "weight_scale_shape": [ 1280, 1 ] }, "up_blocks.1.attentions.2.transformer_blocks.1.attn2.output_softmax_quant": { "act_scale": 0.0036220550537109375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.1.attentions.2.transformer_blocks.1.attn2.out_q": { "act_scale": 0.01318359375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.1.attentions.2.transformer_blocks.1.attn2.out_k": { "act_scale": 0.487548828125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.1.attentions.2.transformer_blocks.1.attn2.out_v": { "act_scale": 0.15625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "up_blocks.1.attentions.2.transformer_blocks.1.ff.net.0.proj": { "input_scale": 0.0267791748046875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0009946823120117188, "weight_scale_shape": [ 5120, 1 ] }, "up_blocks.1.attentions.2.transformer_blocks.1.ff.net.2": { "input_scale": 0.066650390625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0012845993041992188, "weight_scale_shape": [ 640, 1 ] }, "up_blocks.1.attentions.2.proj_out": { "input_scale": 0.08416748046875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006632804870605469, "weight_scale_shape": [ 640, 1 ] }, "up_blocks.1.resnets.0.conv1": { "input_scale": 0.0333251953125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.004207611083984375, "weight_scale_shape": [ 640, 1, 1, 1 ] }, "up_blocks.1.resnets.0.conv2": { "input_scale": 0.0333251953125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0024700164794921875, "weight_scale_shape": [ 640, 1, 1, 1 ] }, "up_blocks.1.resnets.1.conv1": { "input_scale": 0.024200439453125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.00424957275390625, "weight_scale_shape": [ 640, 1, 1, 1 ] }, "up_blocks.1.resnets.1.conv2": { "input_scale": 0.023834228515625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0023193359375, "weight_scale_shape": [ 640, 1, 1, 1 ] }, "up_blocks.1.resnets.2.conv1": { "input_scale": 0.023956298828125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0026912689208984375, "weight_scale_shape": [ 640, 1, 1, 1 ] }, "up_blocks.1.resnets.2.conv2": { "input_scale": 0.0222015380859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0011005401611328125, "weight_scale_shape": [ 640, 1, 1, 1 ] }, "up_blocks.1.upsamplers.0.conv": { "input_scale": 0.066650390625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0008015632629394531, "weight_scale_shape": [ 640, 1, 1, 1 ] }, "up_blocks.2.resnets.0.conv1": { "input_scale": 0.0285491943359375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0036563873291015625, "weight_scale_shape": [ 320, 1, 1, 1 ] }, "up_blocks.2.resnets.0.conv2": { "input_scale": 0.0276641845703125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.003780364990234375, "weight_scale_shape": [ 320, 1, 1, 1 ] }, "up_blocks.2.resnets.1.conv1": { "input_scale": 0.023101806640625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0029277801513671875, "weight_scale_shape": [ 320, 1, 1, 1 ] }, "up_blocks.2.resnets.1.conv2": { "input_scale": 0.02655029296875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.00275421142578125, "weight_scale_shape": [ 320, 1, 1, 1 ] }, "mid_block.attentions.0.proj_in": { "input_scale": 0.0292510986328125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.001247406005859375, "weight_scale_shape": [ 1280, 1 ] }, "mid_block.attentions.0.transformer_blocks.0.attn1.to_out.0": { "input_scale": 0.01666259765625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0008001327514648438, "weight_scale_shape": [ 1280, 1 ] }, "mid_block.attentions.0.transformer_blocks.0.attn1.to_qkv": { "input_scale": 0.01407623291015625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006031990051269531, "weight_scale_shape": [ 3840, 1 ] }, "mid_block.attentions.0.transformer_blocks.0.attn1.output_softmax_quant": { "act_scale": 0.0038280487060546875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.0.attn1.out_q": { "act_scale": 0.0280303955078125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.0.attn1.out_k": { "act_scale": 0.0302734375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.0.attn1.out_v": { "act_scale": 0.023345947265625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.0.attn2.to_q": { "input_scale": 0.039459228515625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.00031185150146484375, "weight_scale_shape": [ 1280, 1 ] }, "mid_block.attentions.0.transformer_blocks.0.attn2.to_out.0": { "input_scale": 0.0083160400390625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.00019502639770507812, "weight_scale_shape": [ 1280, 1 ] }, "mid_block.attentions.0.transformer_blocks.0.attn2.to_kv": { "input_scale": 3.55859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0005040168762207031, "weight_scale_shape": [ 2560, 1 ] }, "mid_block.attentions.0.transformer_blocks.0.attn2.output_softmax_quant": { "act_scale": 0.003467559814453125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.0.attn2.out_q": { "act_scale": 0.01543426513671875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.0.attn2.out_k": { "act_scale": 0.347412109375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.0.attn2.out_v": { "act_scale": 0.09466552734375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.0.ff.net.0.proj": { "input_scale": 0.00943756103515625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0007529258728027344, "weight_scale_shape": [ 10240, 1 ] }, "mid_block.attentions.0.transformer_blocks.0.ff.net.2": { "input_scale": 0.059295654296875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006804466247558594, "weight_scale_shape": [ 1280, 1 ] }, "mid_block.attentions.0.transformer_blocks.1.attn1.to_out.0": { "input_scale": 0.0213470458984375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006227493286132812, "weight_scale_shape": [ 1280, 1 ] }, "mid_block.attentions.0.transformer_blocks.1.attn1.to_qkv": { "input_scale": 0.023284912109375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006489753723144531, "weight_scale_shape": [ 3840, 1 ] }, "mid_block.attentions.0.transformer_blocks.1.attn1.output_softmax_quant": { "act_scale": 0.00397491455078125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.1.attn1.out_q": { "act_scale": 0.0277252197265625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.1.attn1.out_k": { "act_scale": 0.0333251953125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.1.attn1.out_v": { "act_scale": 0.02734375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.1.attn2.to_q": { "input_scale": 0.045440673828125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.00033164024353027344, "weight_scale_shape": [ 1280, 1 ] }, "mid_block.attentions.0.transformer_blocks.1.attn2.to_out.0": { "input_scale": 0.0122222900390625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.00017559528350830078, "weight_scale_shape": [ 1280, 1 ] }, "mid_block.attentions.0.transformer_blocks.1.attn2.to_kv": { "input_scale": 3.55859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0005240440368652344, "weight_scale_shape": [ 2560, 1 ] }, "mid_block.attentions.0.transformer_blocks.1.attn2.output_softmax_quant": { "act_scale": 0.0038509368896484375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.1.attn2.out_q": { "act_scale": 0.01666259765625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.1.attn2.out_k": { "act_scale": 0.347900390625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.1.attn2.out_v": { "act_scale": 0.0989990234375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.1.ff.net.0.proj": { "input_scale": 0.0122833251953125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006661415100097656, "weight_scale_shape": [ 10240, 1 ] }, "mid_block.attentions.0.transformer_blocks.1.ff.net.2": { "input_scale": 0.05902099609375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0005960464477539062, "weight_scale_shape": [ 1280, 1 ] }, "mid_block.attentions.0.transformer_blocks.2.attn1.to_out.0": { "input_scale": 0.020233154296875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0005998611450195312, "weight_scale_shape": [ 1280, 1 ] }, "mid_block.attentions.0.transformer_blocks.2.attn1.to_qkv": { "input_scale": 0.02838134765625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0007352828979492188, "weight_scale_shape": [ 3840, 1 ] }, "mid_block.attentions.0.transformer_blocks.2.attn1.output_softmax_quant": { "act_scale": 0.00383758544921875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.2.attn1.out_q": { "act_scale": 0.0281829833984375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.2.attn1.out_k": { "act_scale": 0.03204345703125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.2.attn1.out_v": { "act_scale": 0.02447509765625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.2.attn2.to_q": { "input_scale": 0.04840087890625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0003495216369628906, "weight_scale_shape": [ 1280, 1 ] }, "mid_block.attentions.0.transformer_blocks.2.attn2.to_out.0": { "input_scale": 0.008636474609375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.00018262863159179688, "weight_scale_shape": [ 1280, 1 ] }, "mid_block.attentions.0.transformer_blocks.2.attn2.to_kv": { "input_scale": 3.55859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0005083084106445312, "weight_scale_shape": [ 2560, 1 ] }, "mid_block.attentions.0.transformer_blocks.2.attn2.output_softmax_quant": { "act_scale": 0.00403594970703125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.2.attn2.out_q": { "act_scale": 0.01517486572265625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.2.attn2.out_k": { "act_scale": 0.299560546875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.2.attn2.out_v": { "act_scale": 0.10357666015625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.2.ff.net.0.proj": { "input_scale": 0.01204681396484375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006718635559082031, "weight_scale_shape": [ 10240, 1 ] }, "mid_block.attentions.0.transformer_blocks.2.ff.net.2": { "input_scale": 0.06317138671875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006003379821777344, "weight_scale_shape": [ 1280, 1 ] }, "mid_block.attentions.0.transformer_blocks.3.attn1.to_out.0": { "input_scale": 0.0207366943359375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0005564689636230469, "weight_scale_shape": [ 1280, 1 ] }, "mid_block.attentions.0.transformer_blocks.3.attn1.to_qkv": { "input_scale": 0.0301971435546875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006318092346191406, "weight_scale_shape": [ 3840, 1 ] }, "mid_block.attentions.0.transformer_blocks.3.attn1.output_softmax_quant": { "act_scale": 0.004062652587890625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.3.attn1.out_q": { "act_scale": 0.028228759765625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.3.attn1.out_k": { "act_scale": 0.03143310546875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.3.attn1.out_v": { "act_scale": 0.02593994140625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.3.attn2.to_q": { "input_scale": 0.046112060546875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.000263214111328125, "weight_scale_shape": [ 1280, 1 ] }, "mid_block.attentions.0.transformer_blocks.3.attn2.to_out.0": { "input_scale": 0.00769805908203125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.00014674663543701172, "weight_scale_shape": [ 1280, 1 ] }, "mid_block.attentions.0.transformer_blocks.3.attn2.to_kv": { "input_scale": 3.55859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.00045013427734375, "weight_scale_shape": [ 2560, 1 ] }, "mid_block.attentions.0.transformer_blocks.3.attn2.output_softmax_quant": { "act_scale": 0.0038890838623046875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.3.attn2.out_q": { "act_scale": 0.013580322265625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.3.attn2.out_k": { "act_scale": 0.259033203125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.3.attn2.out_v": { "act_scale": 0.101318359375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.3.ff.net.0.proj": { "input_scale": 0.014495849609375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006418228149414062, "weight_scale_shape": [ 10240, 1 ] }, "mid_block.attentions.0.transformer_blocks.3.ff.net.2": { "input_scale": 0.066650390625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0005788803100585938, "weight_scale_shape": [ 1280, 1 ] }, "mid_block.attentions.0.transformer_blocks.4.attn1.to_out.0": { "input_scale": 0.0254974365234375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0007114410400390625, "weight_scale_shape": [ 1280, 1 ] }, "mid_block.attentions.0.transformer_blocks.4.attn1.to_qkv": { "input_scale": 0.0296783447265625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006351470947265625, "weight_scale_shape": [ 3840, 1 ] }, "mid_block.attentions.0.transformer_blocks.4.attn1.output_softmax_quant": { "act_scale": 0.003997802734375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.4.attn1.out_q": { "act_scale": 0.0294342041015625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.4.attn1.out_k": { "act_scale": 0.032928466796875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.4.attn1.out_v": { "act_scale": 0.0304107666015625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.4.attn2.to_q": { "input_scale": 0.041412353515625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0002397298812866211, "weight_scale_shape": [ 1280, 1 ] }, "mid_block.attentions.0.transformer_blocks.4.attn2.to_out.0": { "input_scale": 0.0057220458984375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0001348257064819336, "weight_scale_shape": [ 1280, 1 ] }, "mid_block.attentions.0.transformer_blocks.4.attn2.to_kv": { "input_scale": 3.55859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.00040149688720703125, "weight_scale_shape": [ 2560, 1 ] }, "mid_block.attentions.0.transformer_blocks.4.attn2.output_softmax_quant": { "act_scale": 0.004016876220703125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.4.attn2.out_q": { "act_scale": 0.013031005859375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.4.attn2.out_k": { "act_scale": 0.252197265625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.4.attn2.out_v": { "act_scale": 0.133056640625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.4.ff.net.0.proj": { "input_scale": 0.01413726806640625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006608963012695312, "weight_scale_shape": [ 10240, 1 ] }, "mid_block.attentions.0.transformer_blocks.4.ff.net.2": { "input_scale": 0.0802001953125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006122589111328125, "weight_scale_shape": [ 1280, 1 ] }, "mid_block.attentions.0.transformer_blocks.5.attn1.to_out.0": { "input_scale": 0.0204315185546875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006275177001953125, "weight_scale_shape": [ 1280, 1 ] }, "mid_block.attentions.0.transformer_blocks.5.attn1.to_qkv": { "input_scale": 0.0261383056640625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006203651428222656, "weight_scale_shape": [ 3840, 1 ] }, "mid_block.attentions.0.transformer_blocks.5.attn1.output_softmax_quant": { "act_scale": 0.00400543212890625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.5.attn1.out_q": { "act_scale": 0.026397705078125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.5.attn1.out_k": { "act_scale": 0.0302886962890625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.5.attn1.out_v": { "act_scale": 0.026611328125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.5.attn2.to_q": { "input_scale": 0.032012939453125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.00023221969604492188, "weight_scale_shape": [ 1280, 1 ] }, "mid_block.attentions.0.transformer_blocks.5.attn2.to_out.0": { "input_scale": 0.00769805908203125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.00014126300811767578, "weight_scale_shape": [ 1280, 1 ] }, "mid_block.attentions.0.transformer_blocks.5.attn2.to_kv": { "input_scale": 3.55859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0003592967987060547, "weight_scale_shape": [ 2560, 1 ] }, "mid_block.attentions.0.transformer_blocks.5.attn2.output_softmax_quant": { "act_scale": 0.003879547119140625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.5.attn2.out_q": { "act_scale": 0.0129852294921875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.5.attn2.out_k": { "act_scale": 0.19873046875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.5.attn2.out_v": { "act_scale": 0.11370849609375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.5.ff.net.0.proj": { "input_scale": 0.01551055908203125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0007004737854003906, "weight_scale_shape": [ 10240, 1 ] }, "mid_block.attentions.0.transformer_blocks.5.ff.net.2": { "input_scale": 0.0977783203125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006456375122070312, "weight_scale_shape": [ 1280, 1 ] }, "mid_block.attentions.0.transformer_blocks.6.attn1.to_out.0": { "input_scale": 0.0160675048828125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0005159378051757812, "weight_scale_shape": [ 1280, 1 ] }, "mid_block.attentions.0.transformer_blocks.6.attn1.to_qkv": { "input_scale": 0.022491455078125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0005655288696289062, "weight_scale_shape": [ 3840, 1 ] }, "mid_block.attentions.0.transformer_blocks.6.attn1.output_softmax_quant": { "act_scale": 0.0036602020263671875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.6.attn1.out_q": { "act_scale": 0.0251312255859375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.6.attn1.out_k": { "act_scale": 0.0277252197265625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.6.attn1.out_v": { "act_scale": 0.0242767333984375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.6.attn2.to_q": { "input_scale": 0.0272674560546875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.00024962425231933594, "weight_scale_shape": [ 1280, 1 ] }, "mid_block.attentions.0.transformer_blocks.6.attn2.to_out.0": { "input_scale": 0.00417327880859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.00012731552124023438, "weight_scale_shape": [ 1280, 1 ] }, "mid_block.attentions.0.transformer_blocks.6.attn2.to_kv": { "input_scale": 3.55859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0003478527069091797, "weight_scale_shape": [ 2560, 1 ] }, "mid_block.attentions.0.transformer_blocks.6.attn2.output_softmax_quant": { "act_scale": 0.003620147705078125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.6.attn2.out_q": { "act_scale": 0.01262664794921875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.6.attn2.out_k": { "act_scale": 0.259033203125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.6.attn2.out_v": { "act_scale": 0.13134765625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.6.ff.net.0.proj": { "input_scale": 0.01561737060546875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0005965232849121094, "weight_scale_shape": [ 10240, 1 ] }, "mid_block.attentions.0.transformer_blocks.6.ff.net.2": { "input_scale": 0.11309814453125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0005817413330078125, "weight_scale_shape": [ 1280, 1 ] }, "mid_block.attentions.0.transformer_blocks.7.attn1.to_out.0": { "input_scale": 0.022796630859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.00054168701171875, "weight_scale_shape": [ 1280, 1 ] }, "mid_block.attentions.0.transformer_blocks.7.attn1.to_qkv": { "input_scale": 0.0210418701171875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0005898475646972656, "weight_scale_shape": [ 3840, 1 ] }, "mid_block.attentions.0.transformer_blocks.7.attn1.output_softmax_quant": { "act_scale": 0.0038585662841796875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.7.attn1.out_q": { "act_scale": 0.0251007080078125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.7.attn1.out_k": { "act_scale": 0.026641845703125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.7.attn1.out_v": { "act_scale": 0.0276336669921875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.7.attn2.to_q": { "input_scale": 0.0224151611328125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0002269744873046875, "weight_scale_shape": [ 1280, 1 ] }, "mid_block.attentions.0.transformer_blocks.7.attn2.to_out.0": { "input_scale": 0.004253387451171875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.00013315677642822266, "weight_scale_shape": [ 1280, 1 ] }, "mid_block.attentions.0.transformer_blocks.7.attn2.to_kv": { "input_scale": 3.55859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.000331878662109375, "weight_scale_shape": [ 2560, 1 ] }, "mid_block.attentions.0.transformer_blocks.7.attn2.output_softmax_quant": { "act_scale": 0.003322601318359375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.7.attn2.out_q": { "act_scale": 0.0123291015625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.7.attn2.out_k": { "act_scale": 0.2384033203125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.7.attn2.out_v": { "act_scale": 0.1263427734375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.7.ff.net.0.proj": { "input_scale": 0.0160064697265625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006060600280761719, "weight_scale_shape": [ 10240, 1 ] }, "mid_block.attentions.0.transformer_blocks.7.ff.net.2": { "input_scale": 0.10662841796875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006041526794433594, "weight_scale_shape": [ 1280, 1 ] }, "mid_block.attentions.0.transformer_blocks.8.attn1.to_out.0": { "input_scale": 0.0305938720703125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.00061798095703125, "weight_scale_shape": [ 1280, 1 ] }, "mid_block.attentions.0.transformer_blocks.8.attn1.to_qkv": { "input_scale": 0.0197296142578125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0005998611450195312, "weight_scale_shape": [ 3840, 1 ] }, "mid_block.attentions.0.transformer_blocks.8.attn1.output_softmax_quant": { "act_scale": 0.003917694091796875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.8.attn1.out_q": { "act_scale": 0.0272369384765625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.8.attn1.out_k": { "act_scale": 0.028472900390625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.8.attn1.out_v": { "act_scale": 0.0333251953125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.8.attn2.to_q": { "input_scale": 0.0196990966796875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0002295970916748047, "weight_scale_shape": [ 1280, 1 ] }, "mid_block.attentions.0.transformer_blocks.8.attn2.to_out.0": { "input_scale": 0.0041656494140625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.00012350082397460938, "weight_scale_shape": [ 1280, 1 ] }, "mid_block.attentions.0.transformer_blocks.8.attn2.to_kv": { "input_scale": 3.55859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0003457069396972656, "weight_scale_shape": [ 2560, 1 ] }, "mid_block.attentions.0.transformer_blocks.8.attn2.output_softmax_quant": { "act_scale": 0.0035266876220703125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.8.attn2.out_q": { "act_scale": 0.01288604736328125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.8.attn2.out_k": { "act_scale": 0.2548828125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.8.attn2.out_v": { "act_scale": 0.111572265625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.8.ff.net.0.proj": { "input_scale": 0.01617431640625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0007314682006835938, "weight_scale_shape": [ 10240, 1 ] }, "mid_block.attentions.0.transformer_blocks.8.ff.net.2": { "input_scale": 0.108642578125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0005979537963867188, "weight_scale_shape": [ 1280, 1 ] }, "mid_block.attentions.0.transformer_blocks.9.attn1.to_out.0": { "input_scale": 0.01666259765625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006041526794433594, "weight_scale_shape": [ 1280, 1 ] }, "mid_block.attentions.0.transformer_blocks.9.attn1.to_qkv": { "input_scale": 0.01666259765625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0005831718444824219, "weight_scale_shape": [ 3840, 1 ] }, "mid_block.attentions.0.transformer_blocks.9.attn1.output_softmax_quant": { "act_scale": 0.0035419464111328125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.9.attn1.out_q": { "act_scale": 0.024017333984375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.9.attn1.out_k": { "act_scale": 0.0261077880859375, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.9.attn1.out_v": { "act_scale": 0.0259246826171875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.9.attn2.to_q": { "input_scale": 0.0177154541015625, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.00019431114196777344, "weight_scale_shape": [ 1280, 1 ] }, "mid_block.attentions.0.transformer_blocks.9.attn2.to_out.0": { "input_scale": 0.0028514862060546875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.00010883808135986328, "weight_scale_shape": [ 1280, 1 ] }, "mid_block.attentions.0.transformer_blocks.9.attn2.to_kv": { "input_scale": 3.55859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0003635883331298828, "weight_scale_shape": [ 2560, 1 ] }, "mid_block.attentions.0.transformer_blocks.9.attn2.output_softmax_quant": { "act_scale": 0.00311279296875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.9.attn2.out_q": { "act_scale": 0.0128936767578125, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.9.attn2.out_k": { "act_scale": 0.263671875, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.9.attn2.out_v": { "act_scale": 0.11968994140625, "act_scale_shape": [], "act_zp": 0.0, "act_zp_shape": [], "act_zp_dtype": "torch.float8_e4m3fnuz" }, "mid_block.attentions.0.transformer_blocks.9.ff.net.0.proj": { "input_scale": 0.016082763671875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006480216979980469, "weight_scale_shape": [ 10240, 1 ] }, "mid_block.attentions.0.transformer_blocks.9.ff.net.2": { "input_scale": 0.1270751953125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0006089210510253906, "weight_scale_shape": [ 1280, 1 ] }, "mid_block.attentions.0.proj_out": { "input_scale": 0.09271240234375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0005831718444824219, "weight_scale_shape": [ 1280, 1 ] }, "mid_block.resnets.0.conv1": { "input_scale": 0.0280609130859375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0017070770263671875, "weight_scale_shape": [ 1280, 1, 1, 1 ] }, "mid_block.resnets.0.conv2": { "input_scale": 0.0333251953125, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.0029735565185546875, "weight_scale_shape": [ 1280, 1, 1, 1 ] }, "mid_block.resnets.1.conv1": { "input_scale": 0.0263671875, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.002010345458984375, "weight_scale_shape": [ 1280, 1, 1, 1 ] }, "mid_block.resnets.1.conv2": { "input_scale": 0.039154052734375, "input_scale_shape": [], "input_zp": 0.0, "input_zp_shape": [], "input_zp_dtype": "torch.float8_e4m3fnuz", "weight_scale": 0.002552032470703125, "weight_scale_shape": [ 1280, 1, 1, 1 ] } }