{
    "bizCode": "MNNTest",
    "extraInfo": {
        "version": "2.9.5"
    },
    "oplists": [
        {
            "main_type": "Input",
            "main": {
                "dims": [
                    1,
                    1,
                    1536
                ],
                "dtype": "DT_FLOAT",
                "dformat": "NCHW"
            },
            "name": "input_ids",
            "outputIndexes": [
                0
            ],
            "type": "Input",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    3
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    1,
                    -1,
                    1536
                ]
            },
            "name": "/Constant_output_0__",
            "outputIndexes": [
                1
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                0,
                1
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_output_0",
            "outputIndexes": [
                2
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/attn_norm/Mul_output_0",
            "outputIndexes": [
                3
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.042725,
                    0.032471,
                    0.038818,
                    0.037598,
                    0.027222,
                    0.038818,
                    0.035156,
                    0.031738,
                    0.034668,
                    0.038574,
                    0.033936,
                    0.035156,
                    0.030518,
                    0.033203,
                    0.034668,
                    0.015991,
                    0.036377,
                    0.041016,
                    0.036377,
                    0.065918,
                    0.034912,
                    0.035156,
                    0.03064,
                    0.029053,
                    0.023071,
                    0.035156,
                    0.04248,
                    0.039062,
                    0.035645,
                    0.032471,
                    0.031494,
                    0.034668,
                    0.031006,
                    0.031738,
                    0.04834,
                    0.039551,
                    0.037109,
                    0.030151,
                    0.029663,
                    0.036133,
                    0.042969,
                    0.041748,
                    0.03833,
                    0.035645,
                    0.032715,
                    0.040771,
                    0.031494,
                    0.000679,
                    0.036377,
                    -0.011536,
                    0.018921,
                    0.038574,
                    0.03418,
                    0.034668,
                    0.010376,
                    0.039551,
                    0.037842,
                    0.040039,
                    0.034424,
                    0.038086,
                    0.032715,
                    0.029907,
                    0.041504,
                    0.033203,
                    0.05127,
                    0.03833,
                    0.034912,
                    0.036621,
                    -0.03418,
                    0.036621,
                    0.000254,
                    0.039307,
                    0.035156,
                    0.026733,
                    0.028076,
                    0.039307,
                    0.03125,
                    0.037598,
                    0.027344,
                    0.034424,
                    0.037109,
                    0.036377,
                    0.033936,
                    0.030762,
                    0.039307,
                    0.046143,
                    0.020874,
                    0.049561,
                    0.029297,
                    0.031128,
                    0.030396,
                    0.035889,
                    0.040771,
                    0.032471,
                    0.035645,
                    0.027954,
                    0.033447,
                    0.000343,
                    0.033203,
                    0.031128,
                    0.03064,
                    0.031494,
                    0.050537,
                    0.0354,
                    0.029663,
                    0.033203,
                    0.035645,
                    0.032715,
                    0.036865,
                    0.036621,
                    0.037354,
                    0.039062,
                    -0.071289,
                    0.026611,
                    0.037109,
                    0.041016,
                    0.052002,
                    0.031128,
                    0.035156,
                    0.031006,
                    0.029419,
                    0.035156,
                    0.039551,
                    0.031738,
                    0.028198,
                    0.032959,
                    0.035156,
                    0.03125,
                    0.033203,
                    -0.001869,
                    0.034424,
                    0.040527,
                    0.03125,
                    0.037354,
                    0.033447,
                    0.027466,
                    0.029663,
                    0.037842,
                    0.035889,
                    0.029785,
                    0.036133,
                    0.04248,
                    0.040283,
                    0.034912,
                    0.03125,
                    0.037354,
                    0.041748,
                    0.027222,
                    -0.069824,
                    0.00071,
                    0.043701,
                    0.034912,
                    0.044434,
                    0.041748,
                    0.032227,
                    0.029297,
                    0.038086,
                    0.041748,
                    0.037109,
                    0.044678,
                    0.033203,
                    0.00066,
                    0.036865,
                    0.036377,
                    0.03418,
                    0.024658,
                    0.04126,
                    0.037842,
                    0.037109,
                    -0.019531,
                    0.043701,
                    0.040771,
                    0.040527,
                    0.031738,
                    0.034912,
                    -0.020996,
                    0.037598,
                    0.03833,
                    0.034668,
                    -0.017212,
                    0.033203,
                    0.031738,
                    0.090332,
                    0.040039,
                    0.038818,
                    0.043701,
                    0.037842,
                    -0.021362,
                    0.02832,
                    0.031494,
                    0.030029,
                    0.03418,
                    0.090332,
                    0.035156,
                    0.033691,
                    0.03418,
                    0.027832,
                    0.036621,
                    0.040527,
                    0.032227,
                    0.031494,
                    0.037842,
                    0.03418,
                    0.032227,
                    0.034912,
                    0.033203,
                    0.058594,
                    0.027344,
                    0.042236,
                    0.032471,
                    0.030884,
                    0.033447,
                    0.034912,
                    0.029419,
                    0.039062,
                    0.050781,
                    0.030762,
                    0.038086,
                    0.038574,
                    0.0354,
                    0.03064,
                    0.041016,
                    0.032227,
                    0.028198,
                    0.042236,
                    0.001183,
                    0.036377,
                    0.032227,
                    0.021362,
                    0.040527,
                    0.040039,
                    0.034424,
                    0.037109,
                    0.027222,
                    0.040527,
                    0.03833,
                    -5.1e-05,
                    0.034424,
                    0.040771,
                    0.037598,
                    0.025635,
                    -0.030151,
                    0.030518,
                    0.032471,
                    0.032715,
                    0.033691,
                    0.028442,
                    0.040283,
                    0.03064,
                    0.035645,
                    0.035645,
                    0.030029,
                    0.029907,
                    0.025879,
                    0.030518,
                    0.036865,
                    0.0354,
                    0.034668,
                    0.029907,
                    0.039551,
                    0.034424,
                    0.031738,
                    0.035156,
                    0.029907,
                    0.038086,
                    0.038086,
                    0.031738,
                    0.034668,
                    0.029907,
                    0.029297,
                    0.04248,
                    0.038574,
                    0.032471,
                    0.033203,
                    0.033691,
                    0.031982,
                    0.041504,
                    0.034668,
                    0.027832,
                    0.041016,
                    0.034668,
                    0.035645,
                    0.033691,
                    0.031494,
                    0.037842,
                    0.041992,
                    0.033936,
                    0.033203,
                    0.0354,
                    0.035889,
                    0.024414,
                    0.036621,
                    0.03833,
                    0.036865,
                    0.030884,
                    0.026001,
                    0.034424,
                    0.03125,
                    0.03064,
                    0.032227,
                    0.039062,
                    0.034668,
                    0.040527,
                    0.036377,
                    0.029053,
                    0.03833,
                    0.032715,
                    0.433594,
                    0.036865,
                    0.036377,
                    0.0354,
                    0.0354,
                    0.034668,
                    0.029785,
                    0.030273,
                    0.000185,
                    0.035889,
                    0.033691,
                    0.034912,
                    0.029907,
                    0.030884,
                    0.04834,
                    0.038086,
                    0.035889,
                    0.029297,
                    0.035889,
                    0.0354,
                    0.028564,
                    0.033203,
                    0.035156,
                    0.035156,
                    0.029419,
                    0.033203,
                    0.042969,
                    0.040283,
                    0.035156,
                    0.0354,
                    0.031738,
                    0.031128,
                    0.033936,
                    0.033691,
                    0.035645,
                    0.031738,
                    0.036133,
                    0.029663,
                    0.048828,
                    0.08252,
                    0.035645,
                    0.032471,
                    0.040039,
                    0.039551,
                    0.036133,
                    0.037354,
                    0.031128,
                    0.033691,
                    0.069824,
                    0.035156,
                    0.03125,
                    0.031982,
                    0.038086,
                    0.03833,
                    0.030151,
                    0.030884,
                    0.04248,
                    0.033447,
                    0.035889,
                    0.029297,
                    0.0354,
                    0.043213,
                    0.024902,
                    0.033691,
                    0.039795,
                    0.033936,
                    0.033691,
                    0.041016,
                    0.032471,
                    0.030151,
                    0.031494,
                    0.033691,
                    0.039307,
                    0.032471,
                    0.041504,
                    0.033203,
                    0.035645,
                    0.03125,
                    0.028809,
                    0.037842,
                    0.035889,
                    0.04541,
                    0.035645,
                    0.038574,
                    0.029541,
                    0.0354,
                    0.030396,
                    0.032227,
                    0.040039,
                    0.039551,
                    0.049805,
                    0.123047,
                    0.07959,
                    0.029541,
                    0.033936,
                    0.04248,
                    0.033691,
                    0.033203,
                    0.035156,
                    0.031494,
                    0.037842,
                    0.036133,
                    0.044678,
                    -0.046387,
                    0.032959,
                    0.02002,
                    0.034424,
                    0.037354,
                    0.035889,
                    0.040283,
                    0.024902,
                    0.03125,
                    0.03064,
                    0.034668,
                    0.031982,
                    0.02771,
                    0.036865,
                    0.04126,
                    -0.019409,
                    0.037598,
                    0.033691,
                    0.037109,
                    0.025879,
                    0.039795,
                    0.030518,
                    0.034668,
                    0.033203,
                    0.040527,
                    0.030518,
                    0.034912,
                    0.033447,
                    0.033203,
                    0.03833,
                    0.0271,
                    0.03125,
                    0.032715,
                    0.031982,
                    0.037354,
                    0.032959,
                    0.033203,
                    0.026611,
                    0.037109,
                    0.042236,
                    0.030518,
                    0.042236,
                    0.033691,
                    0.041504,
                    0.031128,
                    0.031738,
                    0.032959,
                    0.046143,
                    0.030396,
                    0.034424,
                    0.042969,
                    0.033447,
                    0.029907,
                    0.029419,
                    0.042725,
                    0.032959,
                    0.033936,
                    0.031982,
                    0.039795,
                    0.036621,
                    0.031494,
                    0.032471,
                    0.031494,
                    0.029541,
                    0.015747,
                    0.032715,
                    0.032959,
                    0.032227,
                    0.016968,
                    0.037842,
                    0.026245,
                    0.040039,
                    0.025513,
                    0.032959,
                    0.035645,
                    0.035889,
                    0.028809,
                    0.041504,
                    0.04248,
                    0.031494,
                    -0.009949,
                    0.033936,
                    0.038086,
                    0.0354,
                    0.038574,
                    0.032227,
                    0.041016,
                    0.032227,
                    0.035156,
                    -0.001671,
                    0.031006,
                    0.036865,
                    0.026611,
                    0.028198,
                    0.032715,
                    0.032227,
                    0.031494,
                    0.037109,
                    0.035645,
                    0.029663,
                    0.035889,
                    0.037598,
                    0.035156,
                    0.035156,
                    0.034912,
                    0.027954,
                    0.036621,
                    0.032227,
                    0.035645,
                    0.031006,
                    0.030151,
                    0.036133,
                    0.037598,
                    0.035645,
                    0.03418,
                    0.038086,
                    0.034424,
                    0.032227,
                    0.035156,
                    0.044922,
                    0.030029,
                    0.030029,
                    0.044189,
                    0.040283,
                    -0.018555,
                    0.028931,
                    0.041748,
                    0.036377,
                    0.033203,
                    0.035645,
                    0.036133,
                    0.047607,
                    0.03125,
                    0.040039,
                    0.030884,
                    0.039307,
                    0.03125,
                    0.030029,
                    -0.039307,
                    0.033203,
                    0.034912,
                    0.027466,
                    0.037598,
                    0.032227,
                    0.032715,
                    0.045166,
                    0.035645,
                    0.036621,
                    0.037842,
                    0.039307,
                    0.037842,
                    0.031738,
                    0.039307,
                    0.037842,
                    0.033936,
                    0.035645,
                    0.043457,
                    0.034668,
                    0.035889,
                    0.040527,
                    0.038086,
                    0.028198,
                    0.036133,
                    0.030029,
                    0.033447,
                    0.039307,
                    0.030884,
                    0.040283,
                    0.030396,
                    0.030884,
                    0.034424,
                    0.030884,
                    0.029907,
                    0.038574,
                    0.0354,
                    0.056152,
                    0.032471,
                    -0.02124,
                    0.036377,
                    0.042969,
                    0.04126,
                    0.033447,
                    0.033447,
                    0.042236,
                    0.044922,
                    0.035645,
                    0.00066,
                    0.032715,
                    0.036621,
                    0.034912,
                    0.033691,
                    0.038574,
                    0.039062,
                    0.036865,
                    0.033936,
                    0.028931,
                    0.036133,
                    0.032715,
                    0.030884,
                    0.037842,
                    0.031982,
                    0.037109,
                    0.035156,
                    0.033203,
                    0.037842,
                    0.044678,
                    0.039307,
                    0.034668,
                    0.037598,
                    0.033447,
                    0.034424,
                    0.031128,
                    0.045654,
                    0.0354,
                    0.037354,
                    0.03418,
                    0.038086,
                    0.031006,
                    0.032715,
                    0.060303,
                    0.030396,
                    0.03833,
                    0.036865,
                    0.036377,
                    0.038574,
                    0.038818,
                    0.038574,
                    0.0354,
                    0.036621,
                    0.036133,
                    0.043457,
                    0.032715,
                    0.047607,
                    0.032227,
                    0.029419,
                    0.030518,
                    0.025513,
                    0.028931,
                    0.038574,
                    -0.013367,
                    -0.045654,
                    0.037598,
                    0.034912,
                    0.033936,
                    0.034668,
                    0.040039,
                    0.049561,
                    0.030396,
                    -0.014221,
                    -0.090332,
                    0.03125,
                    0.033447,
                    0.034668,
                    0.031494,
                    0.030029,
                    0.043457,
                    0.036377,
                    0.038574,
                    0.035645,
                    0.031982,
                    0.034668,
                    0.026367,
                    0.030396,
                    0.033936,
                    0.033203,
                    0.036377,
                    0.029297,
                    0.042969,
                    0.035156,
                    0.031006,
                    0.033447,
                    0.031006,
                    0.027344,
                    0.041016,
                    0.038086,
                    0.034424,
                    0.033691,
                    0.050293,
                    0.161133,
                    0.029297,
                    0.030151,
                    0.068848,
                    0.034424,
                    0.057617,
                    0.027954,
                    0.032227,
                    0.036865,
                    0.025879,
                    0.033691,
                    0.03418,
                    0.032471,
                    0.038086,
                    0.034668,
                    0.043213,
                    0.073242,
                    0.037842,
                    0.033936,
                    0.030396,
                    0.03833,
                    0.032715,
                    0.035156,
                    0.033447,
                    0.034424,
                    0.02478,
                    0.039062,
                    0.052002,
                    0.033203,
                    0.030151,
                    0.031494,
                    0.031982,
                    0.038086,
                    0.032959,
                    0.062988,
                    0.047119,
                    0.036133,
                    0.032715,
                    0.025269,
                    0.039551,
                    -0.040283,
                    0.028931,
                    0.033691,
                    0.039795,
                    0.03125,
                    0.084961,
                    0.034424,
                    0.037354,
                    0.031982,
                    0.042236,
                    0.017822,
                    0.037842,
                    0.032227,
                    0.033447,
                    0.037842,
                    0.032471,
                    0.032959,
                    0.03833,
                    0.038086,
                    0.036621,
                    0.03833,
                    0.111816,
                    0.036865,
                    0.034912,
                    0.035889,
                    0.032959,
                    5.6e-05,
                    0.014771,
                    0.032227,
                    0.032227,
                    0.03064,
                    0.036377,
                    0.07373,
                    0.03125,
                    0.035156,
                    0.037354,
                    0.037842,
                    0.0354,
                    0.030273,
                    0.034424,
                    0.036621,
                    0.037354,
                    0.033691,
                    0.039307,
                    0.037842,
                    0.101074,
                    0.0354,
                    0.032715,
                    0.039062,
                    0.032959,
                    0.034424,
                    0.032959,
                    0.037109,
                    0.031738,
                    0.032715,
                    0.03418,
                    0.035156,
                    0.036621,
                    0.035889,
                    0.03125,
                    0.038086,
                    0.035156,
                    0.032959,
                    0.036133,
                    0.032227,
                    0.04126,
                    0.03833,
                    0.028687,
                    0.066406,
                    0.04248,
                    0.037354,
                    0.035889,
                    0.03064,
                    0.029175,
                    0.045898,
                    0.003754,
                    0.034424,
                    0.038086,
                    0.034912,
                    0.029541,
                    0.038818,
                    0.038818,
                    0.03125,
                    0.035889,
                    0.032715,
                    0.031982,
                    0.037109,
                    0.029297,
                    0.030518,
                    0.033936,
                    0.037598,
                    0.0354,
                    0.000206,
                    0.030273,
                    0.026611,
                    0.039795,
                    0.032959,
                    0.03833,
                    0.036377,
                    0.036865,
                    0.033691,
                    0.030396,
                    0.030396,
                    -0.016846,
                    0.038086,
                    0.032227,
                    0.036865,
                    0.03064,
                    0.011292,
                    0.047363,
                    0.036133,
                    0.030029,
                    0.139648,
                    0.039795,
                    0.039307,
                    0.052002,
                    0.033203,
                    0.09082,
                    0.032959,
                    0.033691,
                    0.032959,
                    0.033936,
                    0.088379,
                    0.033936,
                    0.035156,
                    0.036377,
                    0.038086,
                    0.036621,
                    0.033936,
                    0.037354,
                    0.031982,
                    0.035889,
                    0.032471,
                    0.03418,
                    0.032715,
                    0.029541,
                    0.036865,
                    0.036133,
                    0.032959,
                    0.031738,
                    0.034912,
                    7.7e-05,
                    0.034424,
                    0.02063,
                    0.037109,
                    -0.022095,
                    0.040527,
                    0.037842,
                    0.035889,
                    0.030396,
                    0.035889,
                    0.033691,
                    0.037598,
                    0.029175,
                    0.036377,
                    -0.028198,
                    0.035889,
                    0.037842,
                    0.00012,
                    0.029663,
                    0.162109,
                    0.035645,
                    0.036621,
                    0.03418,
                    0.031738,
                    0.033203,
                    0.035645,
                    0.031982,
                    0.033203,
                    0.035156,
                    0.075195,
                    0.027954,
                    0.032959,
                    0.033203,
                    0.0271,
                    0.036133,
                    0.031738,
                    0.031982,
                    0.036621,
                    0.035156,
                    0.100098,
                    0.038574,
                    0.036377,
                    0.032471,
                    0.037109,
                    0.033936,
                    0.037354,
                    0.031982,
                    0.04126,
                    0.054199,
                    0.040527,
                    0.028931,
                    0.03833,
                    0.027344,
                    0.036133,
                    0.042236,
                    0.036377,
                    0.0354,
                    0.030396,
                    0.041992,
                    0.02771,
                    0.043945,
                    0.032715,
                    0.0354,
                    0.055664,
                    0.045654,
                    0.038086,
                    0.034912,
                    0.036865,
                    0.040283,
                    0.0354,
                    0.036621,
                    0.040527,
                    0.035156,
                    0.072754,
                    0.033936,
                    0.037842,
                    0.032471,
                    0.033936,
                    0.033447,
                    0.037842,
                    0.039551,
                    0.034424,
                    0.034424,
                    0.041504,
                    0.040527,
                    0.033936,
                    0.035645,
                    0.019531,
                    0.035645,
                    0.04541,
                    0.028198,
                    0.037842,
                    0.027466,
                    0.030396,
                    0.02832,
                    0.031128,
                    0.031738,
                    0.032959,
                    0.041016,
                    0.037598,
                    0.033203,
                    0.031738,
                    0.029175,
                    -0.022705,
                    0.042725,
                    0.032227,
                    0.036865,
                    0.033936,
                    0.053223,
                    0.02771,
                    0.034424,
                    0.03418,
                    0.038086,
                    0.03833,
                    0.031128,
                    0.031738,
                    0.036133,
                    0.034424,
                    0.031006,
                    0.037354,
                    0.03418,
                    0.03418,
                    0.031494,
                    0.035156,
                    0.037109,
                    0.032471,
                    0.031494,
                    0.033203,
                    0.032227,
                    0.044678,
                    0.031494,
                    0.032471,
                    0.0354,
                    0.03833,
                    0.033691,
                    0.033203,
                    0.028809,
                    0.051025,
                    0.026123,
                    0.034668,
                    0.031128,
                    0.038086,
                    0.032959,
                    0.031738,
                    0.032227,
                    0.041992,
                    0.037354,
                    0.027954,
                    0.041748,
                    0.029663,
                    0.042969,
                    -0.020142,
                    0.036621,
                    0.033447,
                    0.058594,
                    0.030396,
                    0.026611,
                    0.047363,
                    0.033447,
                    0.021118,
                    0.044434,
                    0.036865,
                    0.041504,
                    0.037354,
                    0.0354,
                    0.033691,
                    0.032227,
                    0.04126,
                    0.041504,
                    0.029053,
                    0.032715,
                    0.03125,
                    0.040283,
                    0.034424,
                    0.03125,
                    0.035645,
                    0.029419,
                    0.032471,
                    0.036865,
                    0.041504,
                    0.038086,
                    0.039307,
                    0.034912,
                    0.035889,
                    0.030151,
                    0.036377,
                    0.031006,
                    -0.111816,
                    0.04126,
                    0.027588,
                    0.172852,
                    0.030518,
                    -0.107422,
                    0.040283,
                    0.025879,
                    0.035645,
                    0.028931,
                    0.033447,
                    0.032715,
                    0.029541,
                    0.041748,
                    0.043457,
                    0.033691,
                    0.041748,
                    0.034912,
                    0.038086,
                    0.032715,
                    0.030518,
                    0.090332,
                    0.032959,
                    0.0354,
                    0.041748,
                    0.031494,
                    0.03418,
                    0.034668,
                    0.032715,
                    0.037842,
                    0.032715,
                    0.032227,
                    0.039062,
                    0.032471,
                    0.033447,
                    0.035889,
                    0.037842,
                    0.03833,
                    0.032227,
                    0.037598,
                    0.037354,
                    0.034912,
                    0.032471,
                    0.051514,
                    0.034912,
                    0.088867,
                    0.033936,
                    0.041748,
                    0.033691,
                    0.033691,
                    0.035889,
                    0.033447,
                    0.0354,
                    0.048828,
                    0.000538,
                    0.039551,
                    0.030762,
                    0.033203,
                    0.029541,
                    0.034912,
                    0.03418,
                    0.03418,
                    0.032471,
                    0.031494,
                    0.043701,
                    0.031494,
                    0.038818,
                    0.03125,
                    0.0354,
                    0.034912,
                    0.042725,
                    0.03833,
                    0.036621,
                    0.036865,
                    0.034912,
                    0.026733,
                    0.032471,
                    0.033447,
                    0.031494,
                    0.038818,
                    0.037354,
                    0.03418,
                    0.032715,
                    0.035889,
                    0.033691,
                    0.035156,
                    0.031982,
                    0.032959,
                    0.036377,
                    -0.030396,
                    0.037842,
                    0.032715,
                    0.083008,
                    0.032959,
                    0.03064,
                    0.040283,
                    0.025391,
                    0.035645,
                    0.037842,
                    0.03418,
                    0.036865,
                    0.037598,
                    0.035156,
                    0.039795,
                    0.029663,
                    0.04248,
                    0.037354,
                    0.031128,
                    0.033691,
                    0.077148,
                    0.031494,
                    0.034424,
                    0.034912,
                    0.032715,
                    0.030151,
                    0.031494,
                    0.031738,
                    0.034424,
                    0.037598,
                    0.037842,
                    0.034912,
                    0.030762,
                    0.031982,
                    0.038818,
                    0.030884,
                    0.043457,
                    0.034912,
                    0.144531,
                    0.036133,
                    0.033447,
                    0.032959,
                    0.034668,
                    0.035156,
                    0.009827,
                    0.04248,
                    0.028442,
                    0.038086,
                    0.037354,
                    0.037598,
                    0.039551,
                    0.042969,
                    0.033691,
                    0.036133,
                    0.036133,
                    0.042236,
                    0.034912,
                    0.036377,
                    0.03418,
                    0.037842,
                    0.037842,
                    0.032715,
                    0.045654,
                    0.03418,
                    0.033447,
                    0.033203,
                    0.036621,
                    0.032227,
                    0.036377,
                    0.039062,
                    0.043457,
                    0.025635,
                    0.030029,
                    0.030151,
                    0.026733,
                    0.037842,
                    0.043701,
                    0.033936,
                    0.033447,
                    0.0354,
                    0.050781,
                    0.0354,
                    0.033203,
                    0.033936,
                    0.030273,
                    0.033203,
                    0.065918,
                    0.031494,
                    0.034668,
                    0.036377,
                    -0.030518,
                    -0.052246,
                    0.036133,
                    0.03418,
                    0.03418,
                    0.035645,
                    0.039307,
                    0.030884,
                    0.035156,
                    0.028931,
                    0.026611,
                    0.028564,
                    0.04126,
                    0.032227,
                    0.037354,
                    0.039062,
                    0.028442,
                    0.037354,
                    0.078613,
                    0.038086,
                    0.033691,
                    0.033447,
                    0.034912,
                    0.037354,
                    0.078613,
                    0.04248,
                    0.033936,
                    0.033691,
                    0.031006,
                    0.025879,
                    0.03833,
                    0.04541,
                    0.032471,
                    0.038818,
                    0.047852,
                    0.020752,
                    0.055176,
                    0.032227,
                    0.032471,
                    0.000595,
                    0.034424,
                    0.034424,
                    0.032715,
                    0.02832,
                    0.031128,
                    0.041504,
                    0.043945,
                    0.028687,
                    0.033936,
                    0.037354,
                    0.052734,
                    -0.010925,
                    0.015076,
                    0.031006,
                    0.033203,
                    0.034424,
                    0.034668,
                    0.032959,
                    0.038574,
                    0.0354,
                    0.0354,
                    -0.000984,
                    0.037598,
                    0.037598,
                    0.033203,
                    0.049561,
                    0.037354,
                    0.036133,
                    0.036377,
                    0.012756,
                    0.025391,
                    0.029175,
                    0.033447,
                    0.038574,
                    0.036621,
                    0.029541,
                    0.029297,
                    0.061523,
                    0.052734,
                    0.036865,
                    0.038574,
                    0.028687,
                    0.034668,
                    0.028809,
                    0.039062,
                    0.030151,
                    0.032715,
                    0.033203,
                    0.029297,
                    0.041992,
                    0.031982,
                    0.04248,
                    0.043945,
                    0.040039,
                    0.035889,
                    0.000188,
                    0.031738,
                    0.038086,
                    0.036621,
                    0.051758,
                    0.028442,
                    0.026978,
                    0.036621,
                    0.035156,
                    0.035156,
                    0.029907,
                    0.043213,
                    0.033936,
                    0.047363,
                    0.031738,
                    0.030151,
                    0.044189,
                    0.035156,
                    0.034668,
                    0.044922,
                    0.040039,
                    0.0354,
                    -0.016968,
                    0.032715,
                    0.015564,
                    0.034912,
                    0.035645,
                    0.033691,
                    0.035889,
                    0.035889,
                    0.032715,
                    0.045166,
                    0.033447,
                    0.039307,
                    0.029297,
                    0.037354,
                    0.034424,
                    0.033936,
                    0.029297,
                    0.040039,
                    -0.01532,
                    0.029785,
                    0.037354,
                    0.031006,
                    0.036621,
                    0.036621,
                    0.029663,
                    0.03418,
                    0.037109,
                    0.033447,
                    0.035156,
                    0.03125,
                    0.036865,
                    0.037842,
                    0.032227,
                    0.038086,
                    0.036377,
                    0.03418,
                    0.046143,
                    0.039307,
                    0.031494,
                    0.03064,
                    0.037354,
                    0.030273,
                    0.039062,
                    0.039307,
                    0.040527,
                    0.041016,
                    0.033203,
                    0.04126,
                    0.034668,
                    0.029053,
                    0.031006,
                    0.033936,
                    0.033691,
                    0.027344,
                    0.030884,
                    0.035645,
                    0.042236,
                    0.108887,
                    0.030884,
                    0.034912,
                    0.04541,
                    0.033691,
                    0.030029,
                    0.039062,
                    0.039551,
                    0.038818,
                    0.038574,
                    0.037842,
                    0.027954,
                    0.033936,
                    0.036621,
                    0.031128,
                    0.033447,
                    0.029297,
                    0.027954,
                    0.032959,
                    0.025269,
                    0.036865,
                    0.044434,
                    0.027466,
                    0.026978,
                    0.034668,
                    0.032715,
                    0.050781,
                    0.037109,
                    0.039551,
                    0.028687,
                    0.032471,
                    0.046875,
                    0.041748,
                    0.031738,
                    0.036621,
                    0.030029,
                    0.03418,
                    0.044434,
                    0.044678,
                    0.036865,
                    0.034668,
                    0.045654,
                    0.032959,
                    0.030029,
                    0.048096,
                    0.0354,
                    0.072754,
                    0.030151,
                    0.034912,
                    0.038574,
                    0.033447,
                    0.035645,
                    0.033203,
                    0.05127,
                    0.033691,
                    0.029541,
                    0.031982,
                    0.039795,
                    0.04248,
                    0.039551,
                    0.038086,
                    0.035156,
                    0.038818,
                    0.019653,
                    0.031982,
                    0.038574,
                    0.04126,
                    0.039307,
                    0.038818,
                    0.029297,
                    0.033447,
                    0.037842,
                    0.041016,
                    0.032959,
                    0.029419,
                    0.035889,
                    0.028442,
                    0.034912,
                    0.02771,
                    0.024536,
                    0.037354,
                    0.043945,
                    0.040283,
                    0.037354,
                    0.038818,
                    0.031982,
                    0.040771,
                    0.032471,
                    0.03418,
                    0.032471,
                    0.033447,
                    0.026978,
                    0.032227,
                    0.044189,
                    0.03418,
                    0.028931,
                    0.031738,
                    0.033691,
                    0.032715,
                    0.040039,
                    0.04126,
                    0.037354,
                    0.0354,
                    0.030273,
                    0.037598,
                    0.033203,
                    0.032959,
                    0.03064,
                    0.029419,
                    0.035889,
                    0.031738,
                    0.031738,
                    0.022461,
                    0.041748,
                    0.034912,
                    0.033691,
                    0.039307,
                    0.025879,
                    0.033447,
                    0.032715,
                    0.033447,
                    0.033691,
                    0.04248,
                    0.033203,
                    0.037598,
                    0.036621,
                    0.035156
                ]
            },
            "name": "model.transformer.layers.0.attn_norm.weight",
            "outputIndexes": [
                4
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                3,
                4
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/attn_norm/Mul_1_output_0",
            "outputIndexes": [
                5
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                5
            ],
            "outputIndexes": [
                1466
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                1466
            ],
            "outputIndexes": [
                1467
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/q_proj/Linear",
            "inputIndexes": [
                1467
            ],
            "outputIndexes": [
                1468
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 768,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 9216,
                    "weightSize": 0
                },
                "external": [
                    0,
                    589846,
                    73728,
                    3072,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                1468
            ],
            "outputIndexes": [
                1469
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1469
            ],
            "outputIndexes": [
                6
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    768
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    1
                ]
            },
            "name": "/Unsqueeze_output_0",
            "outputIndexes": [
                7
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                5
            ],
            "main_type": "NONE",
            "name": "/Shape_1_output_0",
            "outputIndexes": [
                8
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "main_type": "Blob",
            "main": {
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    1
                ]
            },
            "name": "/rotary/Constant_9_output_0",
            "outputIndexes": [
                9
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8
            ],
            "main_type": "NONE",
            "name": "Shape19",
            "outputIndexes": [
                10
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                8
            ],
            "main_type": "NONE",
            "name": "Rank21",
            "outputIndexes": [
                11
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                11,
                11
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp23",
            "outputIndexes": [
                12
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                12
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze24",
            "outputIndexes": [
                13
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                12,
                9
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp26",
            "outputIndexes": [
                14
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                14
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze27",
            "outputIndexes": [
                15
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                13,
                15,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice30",
            "outputIndexes": [
                16
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                16
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze31",
            "outputIndexes": [
                17
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                9,
                17
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp32",
            "outputIndexes": [
                18
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                18,
                17
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp33",
            "outputIndexes": [
                19
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                19,
                12
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_2_output_0",
            "outputIndexes": [
                20
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    0
                ]
            },
            "name": "/Constant_597_output_0",
            "outputIndexes": [
                21
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                20,
                21
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_1_output_0",
            "outputIndexes": [
                22
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    12
                ]
            },
            "name": "/Constant_4_output_0",
            "outputIndexes": [
                23
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    64
                ]
            },
            "name": "/Constant_5_output_0",
            "outputIndexes": [
                24
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                7,
                22,
                23,
                24
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_output_0",
            "outputIndexes": [
                25
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                6,
                25
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_1_output_0",
            "outputIndexes": [
                26
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                26
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/q_norm/Mul_output_0",
            "outputIndexes": [
                27
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    64
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    1.296875,
                    1.570312,
                    1.554688,
                    1.570312,
                    1.429688,
                    1.78125,
                    2.34375,
                    0.824219,
                    0.117188,
                    1.984375,
                    2.109375,
                    2.15625,
                    2.078125,
                    0.124023,
                    2.03125,
                    2.828125,
                    2.078125,
                    1.96875,
                    1.75,
                    0.144531,
                    2.078125,
                    3.015625,
                    2.640625,
                    6.21875,
                    2.953125,
                    1.648438,
                    0.605469,
                    5.21875,
                    1.671875,
                    1.195312,
                    2.21875,
                    2.140625,
                    0.777344,
                    0.964844,
                    -0.917969,
                    1.078125,
                    0.128906,
                    1.101562,
                    -0.337891,
                    1.992188,
                    2.1875,
                    2.0,
                    1.453125,
                    2.140625,
                    2.203125,
                    3.453125,
                    1.984375,
                    1.382812,
                    1.882812,
                    1.929688,
                    2.203125,
                    4.0,
                    2.015625,
                    1.101562,
                    1.304688,
                    0.044678,
                    1.484375,
                    2.546875,
                    2.0,
                    0.738281,
                    2.578125,
                    1.203125,
                    1.867188,
                    1.867188
                ]
            },
            "name": "model.transformer.layers.0.attn.q_norm.weight",
            "outputIndexes": [
                28
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                27,
                28
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/q_norm/Mul_1_output_0",
            "outputIndexes": [
                29
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Input",
            "main": {
                "dims": [
                    1,
                    3
                ],
                "dtype": "DT_INT32",
                "dformat": "NCHW"
            },
            "name": "position_ids",
            "outputIndexes": [
                30
            ],
            "type": "Input",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                30
            ],
            "main_type": "CastParam",
            "main": {
                "srcT": "DT_VARIANT",
                "dstT": "DT_FLOAT"
            },
            "name": "/rotary/Cast_output_0",
            "outputIndexes": [
                31
            ],
            "type": "Cast",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    2
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    -1,
                    1
                ]
            },
            "name": "/rotary/Constant_1_output_0__",
            "outputIndexes": [
                32
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                31,
                32
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/rotary/Reshape_output_0",
            "outputIndexes": [
                33
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    32
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    1.0,
                    0.749894,
                    0.562341,
                    0.421697,
                    0.316228,
                    0.237137,
                    0.177828,
                    0.133352,
                    0.1,
                    0.074989,
                    0.056234,
                    0.04217,
                    0.031623,
                    0.023714,
                    0.017783,
                    0.013335,
                    0.01,
                    0.007499,
                    0.005623,
                    0.004217,
                    0.003162,
                    0.002371,
                    0.001778,
                    0.001334,
                    0.001,
                    0.00075,
                    0.000562,
                    0.000422,
                    0.000316,
                    0.000237,
                    0.000178,
                    0.000133
                ]
            },
            "name": "/rotary/Constant_2_output_0",
            "outputIndexes": [
                34
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                33,
                34
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/rotary/Mul_output_0",
            "outputIndexes": [
                35
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                35
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "COS",
                "T": "DT_FLOAT"
            },
            "name": "/rotary/Cos_output_0",
            "outputIndexes": [
                36
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                36,
                21
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/rotary/Unsqueeze_output_0",
            "outputIndexes": [
                37
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                35
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIN",
                "T": "DT_FLOAT"
            },
            "name": "/rotary/Sin_output_0",
            "outputIndexes": [
                38
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                38,
                21
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/rotary/Unsqueeze_1_output_0",
            "outputIndexes": [
                39
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                37,
                39
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/rotary/Concat_output_0",
            "outputIndexes": [
                40
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                40,
                40
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/rotary/Concat_1_output_0",
            "outputIndexes": [
                41
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    2
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    3,
                    1
                ]
            },
            "name": "/rotary/Unsqueeze_2_axes",
            "outputIndexes": [
                42
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                41,
                42
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/rotary/Unsqueeze_3_output_0",
            "outputIndexes": [
                43
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                43
            ],
            "main_type": "NONE",
            "name": "Shape64",
            "outputIndexes": [
                44
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                43
            ],
            "main_type": "NONE",
            "name": "Rank66",
            "outputIndexes": [
                45
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                45,
                45
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp68",
            "outputIndexes": [
                46
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                46
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze69",
            "outputIndexes": [
                47
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                46,
                9
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp71",
            "outputIndexes": [
                48
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                48
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze72",
            "outputIndexes": [
                49
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                44,
                47,
                49,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice75",
            "outputIndexes": [
                50
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                50
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze76",
            "outputIndexes": [
                51
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                51,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp78",
            "outputIndexes": [
                52
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                43,
                52,
                46
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_3_output_0",
            "outputIndexes": [
                53
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                29,
                53
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_output_0",
            "outputIndexes": [
                54
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    32
                ]
            },
            "name": "/Unsqueeze_6_output_0",
            "outputIndexes": [
                55
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    1073741824
                ]
            },
            "name": "/Constant_19_output_0",
            "outputIndexes": [
                56
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    3
                ]
            },
            "name": "/Constant_7_output_0",
            "outputIndexes": [
                57
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                29,
                55,
                56,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_1_output_0",
            "outputIndexes": [
                58
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                58
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_output_0",
            "outputIndexes": [
                59
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                29,
                21,
                55,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_output_0",
            "outputIndexes": [
                60
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                59,
                60
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_3_output_0",
            "outputIndexes": [
                61
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                46
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze93",
            "outputIndexes": [
                62
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                48
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze96",
            "outputIndexes": [
                63
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                44,
                62,
                63,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice99",
            "outputIndexes": [
                64
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                64
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze100",
            "outputIndexes": [
                65
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                9,
                65
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp101",
            "outputIndexes": [
                66
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                66,
                65
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp102",
            "outputIndexes": [
                67
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                43,
                67,
                46
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_4_output_0",
            "outputIndexes": [
                68
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                61,
                68
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_1_output_0",
            "outputIndexes": [
                69
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                69
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_output_0",
            "outputIndexes": [
                70
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                5
            ],
            "outputIndexes": [
                1470
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                1470
            ],
            "outputIndexes": [
                1471
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/k_proj/Linear",
            "inputIndexes": [
                1471
            ],
            "outputIndexes": [
                1472
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 2304,
                    "weightSize": 0
                },
                "external": [
                    666646,
                    147478,
                    18432,
                    768,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                1472
            ],
            "outputIndexes": [
                1473
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1473
            ],
            "outputIndexes": [
                71
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                7,
                22,
                57,
                24
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_1_output_0",
            "outputIndexes": [
                72
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                71,
                72
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_2_output_0",
            "outputIndexes": [
                73
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                73
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/k_norm/Mul_output_0",
            "outputIndexes": [
                74
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    64
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.578125,
                    1.507812,
                    1.601562,
                    1.625,
                    1.265625,
                    1.421875,
                    1.710938,
                    1.726562,
                    -0.804688,
                    1.976562,
                    1.664062,
                    1.90625,
                    1.914062,
                    2.984375,
                    2.078125,
                    1.242188,
                    2.0,
                    2.09375,
                    2.34375,
                    4.84375,
                    2.03125,
                    1.109375,
                    1.054688,
                    -0.088379,
                    1.320312,
                    2.421875,
                    5.75,
                    0.550781,
                    2.5,
                    1.3125,
                    1.8125,
                    1.914062,
                    1.304688,
                    0.84375,
                    -1.257812,
                    1.15625,
                    0.71875,
                    1.3125,
                    1.070312,
                    0.628906,
                    1.789062,
                    2.015625,
                    1.921875,
                    1.898438,
                    1.867188,
                    0.049316,
                    2.109375,
                    2.578125,
                    2.140625,
                    2.1875,
                    1.820312,
                    0.15332,
                    2.078125,
                    3.5625,
                    2.703125,
                    7.4375,
                    2.53125,
                    1.625,
                    0.984375,
                    4.625,
                    1.515625,
                    1.640625,
                    2.15625,
                    2.265625
                ]
            },
            "name": "model.transformer.layers.0.attn.k_norm.weight",
            "outputIndexes": [
                75
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                74,
                75
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/k_norm/Mul_1_output_0",
            "outputIndexes": [
                76
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                76,
                53
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_2_output_0",
            "outputIndexes": [
                77
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                76,
                55,
                56,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_3_output_0",
            "outputIndexes": [
                78
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                78
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_1_output_0",
            "outputIndexes": [
                79
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                76,
                21,
                55,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_2_output_0",
            "outputIndexes": [
                80
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                79,
                80
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_4_output_0",
            "outputIndexes": [
                81
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                81,
                68
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_3_output_0",
            "outputIndexes": [
                82
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                77,
                82
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_1_output_0",
            "outputIndexes": [
                83
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                5
            ],
            "outputIndexes": [
                1474
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                1474
            ],
            "outputIndexes": [
                1475
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/v_proj/Linear",
            "inputIndexes": [
                1475
            ],
            "outputIndexes": [
                1476
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 2304,
                    "weightSize": 0
                },
                "external": [
                    833324,
                    147478,
                    18432,
                    768,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                1476
            ],
            "outputIndexes": [
                1477
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1477
            ],
            "outputIndexes": [
                84
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                84,
                72
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_3_output_0",
            "outputIndexes": [
                85
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Input",
            "main": {
                "dims": [
                    1,
                    1,
                    -1,
                    -1
                ],
                "dtype": "DT_FLOAT",
                "dformat": "NCHW"
            },
            "name": "attention_mask",
            "outputIndexes": [
                86
            ],
            "type": "Input",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                70,
                83,
                85,
                86
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "/layers.0/self_attn/FusedAttention",
            "outputIndexes": [
                87
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                87
            ],
            "outputIndexes": [
                1478
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    768,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                1478
            ],
            "outputIndexes": [
                1479
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/o_proj/Linear",
            "inputIndexes": [
                1479
            ],
            "outputIndexes": [
                1480
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 768,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 9216,
                    "weightSize": 0
                },
                "external": [
                    1000002,
                    589846,
                    73728,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                1480
            ],
            "outputIndexes": [
                1481
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1481
            ],
            "outputIndexes": [
                88
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2,
                88
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_2_output_0",
            "outputIndexes": [
                89
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                89
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/ffn_norm/Mul_output_0",
            "outputIndexes": [
                90
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.105469,
                    0.117676,
                    0.109375,
                    0.102539,
                    0.087402,
                    0.124512,
                    0.109375,
                    0.107422,
                    0.106934,
                    0.105957,
                    0.11377,
                    0.09668,
                    0.116211,
                    0.105957,
                    0.109375,
                    0.108398,
                    0.119141,
                    0.135742,
                    0.101562,
                    0.207031,
                    0.086914,
                    0.111816,
                    0.091797,
                    0.104004,
                    0.101562,
                    0.128906,
                    0.131836,
                    0.10498,
                    0.10791,
                    0.104492,
                    0.111328,
                    0.104492,
                    0.092285,
                    0.098145,
                    0.115234,
                    0.115723,
                    0.125977,
                    0.110352,
                    0.126953,
                    0.10498,
                    0.109863,
                    0.148438,
                    0.101074,
                    0.109863,
                    0.101562,
                    0.111328,
                    0.10498,
                    0.207031,
                    0.112793,
                    0.198242,
                    0.235352,
                    0.124512,
                    0.109375,
                    0.108887,
                    0.132812,
                    0.111816,
                    0.118164,
                    0.103516,
                    0.114258,
                    0.108887,
                    0.116211,
                    0.121094,
                    0.088867,
                    0.105957,
                    0.182617,
                    0.124023,
                    0.125977,
                    0.115234,
                    0.113281,
                    0.09375,
                    0.123047,
                    0.117188,
                    0.106934,
                    0.12207,
                    0.095215,
                    0.112793,
                    0.098633,
                    0.116699,
                    0.114746,
                    0.118652,
                    0.111816,
                    0.120117,
                    0.117676,
                    0.104004,
                    0.15332,
                    0.136719,
                    0.117676,
                    0.122559,
                    0.108398,
                    0.106445,
                    0.128906,
                    0.119629,
                    0.111328,
                    0.104004,
                    0.11084,
                    0.125977,
                    0.092773,
                    0.106934,
                    0.094727,
                    0.099609,
                    0.104004,
                    0.091309,
                    0.217773,
                    0.105957,
                    0.096191,
                    0.103516,
                    0.106934,
                    0.10498,
                    0.091797,
                    0.126953,
                    0.141602,
                    0.112305,
                    0.267578,
                    0.091309,
                    0.109375,
                    0.118652,
                    0.174805,
                    0.115234,
                    0.108398,
                    0.120605,
                    0.107422,
                    0.10791,
                    0.125977,
                    0.105957,
                    0.120117,
                    0.097656,
                    0.123047,
                    0.10791,
                    0.102051,
                    0.118164,
                    0.101562,
                    0.121582,
                    0.106934,
                    0.116211,
                    0.098145,
                    0.115234,
                    0.101074,
                    0.152344,
                    0.11084,
                    0.101074,
                    0.101074,
                    0.128906,
                    0.126953,
                    0.118652,
                    0.094727,
                    0.092773,
                    0.101562,
                    0.106445,
                    0.213867,
                    0.181641,
                    0.118652,
                    0.119629,
                    0.113281,
                    0.106445,
                    0.106445,
                    0.097656,
                    0.120117,
                    0.15332,
                    0.130859,
                    0.110352,
                    0.105469,
                    0.283203,
                    0.116699,
                    0.11377,
                    0.100098,
                    0.098633,
                    0.112793,
                    0.104492,
                    0.125977,
                    0.088379,
                    0.231445,
                    0.112305,
                    0.094727,
                    0.113281,
                    0.126953,
                    0.111328,
                    0.108887,
                    0.123535,
                    0.106445,
                    0.111328,
                    0.136719,
                    0.106934,
                    0.302734,
                    0.105957,
                    0.120605,
                    0.11377,
                    0.111816,
                    0.113281,
                    0.106445,
                    0.103516,
                    0.116211,
                    0.105957,
                    0.265625,
                    0.115234,
                    0.115723,
                    0.116211,
                    0.108398,
                    0.12793,
                    0.121094,
                    0.114258,
                    0.130859,
                    0.11377,
                    0.103027,
                    0.104492,
                    0.118164,
                    0.123047,
                    0.210938,
                    0.111816,
                    0.129883,
                    0.102539,
                    0.094727,
                    0.11377,
                    0.136719,
                    0.12207,
                    0.108398,
                    0.146484,
                    0.120605,
                    0.125,
                    0.114258,
                    0.11377,
                    0.11084,
                    0.146484,
                    0.112305,
                    0.09082,
                    0.115234,
                    0.077637,
                    0.117188,
                    0.120117,
                    0.103027,
                    0.118164,
                    0.116211,
                    0.10498,
                    0.102539,
                    0.103027,
                    0.118164,
                    0.109375,
                    0.134766,
                    0.114746,
                    0.114258,
                    0.102539,
                    0.098633,
                    0.09082,
                    0.118652,
                    0.124023,
                    0.111328,
                    0.123047,
                    0.098633,
                    0.121094,
                    0.101074,
                    0.10498,
                    0.111816,
                    0.085449,
                    0.102539,
                    0.09375,
                    0.110352,
                    0.12207,
                    0.112305,
                    0.102051,
                    0.102051,
                    0.105957,
                    0.112305,
                    0.124512,
                    0.089844,
                    0.106445,
                    0.12793,
                    0.111328,
                    0.105957,
                    0.10791,
                    0.098145,
                    0.094238,
                    0.115723,
                    0.121582,
                    0.118652,
                    0.114746,
                    0.112305,
                    0.106445,
                    0.104004,
                    0.092773,
                    0.110352,
                    0.10498,
                    0.121582,
                    0.118652,
                    0.100586,
                    0.113281,
                    0.113281,
                    0.120605,
                    0.12793,
                    0.118652,
                    0.114746,
                    0.104004,
                    0.102051,
                    0.116211,
                    0.131836,
                    0.116211,
                    0.078125,
                    0.108887,
                    0.107422,
                    0.111816,
                    0.095703,
                    0.093262,
                    0.110352,
                    0.118652,
                    0.135742,
                    0.112305,
                    0.103516,
                    0.109375,
                    0.098145,
                    0.976562,
                    0.112793,
                    0.125977,
                    0.115234,
                    0.112305,
                    -0.000935,
                    0.132812,
                    0.103027,
                    0.145508,
                    0.099609,
                    0.092773,
                    0.100098,
                    0.11377,
                    0.109863,
                    0.138672,
                    0.136719,
                    0.12207,
                    0.113281,
                    0.122559,
                    0.116699,
                    0.103027,
                    0.111816,
                    0.10791,
                    0.115723,
                    0.112793,
                    0.106445,
                    0.118164,
                    0.111328,
                    0.107422,
                    0.117188,
                    0.107422,
                    0.098145,
                    0.111328,
                    0.092773,
                    0.100586,
                    0.109863,
                    0.097168,
                    0.09668,
                    0.137695,
                    0.566406,
                    0.097656,
                    0.110352,
                    0.150391,
                    0.097656,
                    0.102051,
                    0.07666,
                    0.096191,
                    0.120605,
                    0.105957,
                    0.088867,
                    0.10791,
                    0.108887,
                    0.124023,
                    0.117188,
                    0.104492,
                    0.122559,
                    0.126953,
                    0.119141,
                    0.10791,
                    0.100586,
                    0.090332,
                    0.118652,
                    0.091797,
                    0.101074,
                    0.112305,
                    0.097168,
                    0.102051,
                    0.114258,
                    0.089844,
                    0.104492,
                    0.115723,
                    0.11377,
                    0.117188,
                    0.121094,
                    0.11377,
                    0.133789,
                    0.116211,
                    0.094727,
                    0.099609,
                    0.104492,
                    0.124023,
                    0.132812,
                    0.115234,
                    0.113281,
                    0.094238,
                    0.104004,
                    0.099121,
                    0.115723,
                    0.086914,
                    0.142578,
                    0.111816,
                    0.539062,
                    0.227539,
                    0.106445,
                    0.147461,
                    0.145508,
                    0.117188,
                    0.102051,
                    0.104492,
                    0.094238,
                    0.12207,
                    0.101562,
                    0.15625,
                    0.183594,
                    0.095703,
                    0.108398,
                    0.11377,
                    0.12207,
                    0.100586,
                    0.100586,
                    0.099609,
                    0.099121,
                    0.106934,
                    0.112793,
                    0.097656,
                    0.103027,
                    0.09375,
                    0.114258,
                    0.102539,
                    0.099609,
                    0.120605,
                    0.113281,
                    0.118164,
                    0.12793,
                    0.114258,
                    0.11084,
                    0.058838,
                    0.106445,
                    0.118164,
                    0.102539,
                    0.107422,
                    0.108398,
                    0.112793,
                    0.115234,
                    0.101074,
                    0.104004,
                    0.111328,
                    0.11377,
                    0.111328,
                    0.097168,
                    0.098145,
                    0.115234,
                    0.135742,
                    0.094727,
                    0.103027,
                    0.117188,
                    0.123535,
                    0.086914,
                    0.111328,
                    0.115234,
                    0.15332,
                    0.100098,
                    0.10791,
                    0.12793,
                    0.087891,
                    0.118164,
                    0.120117,
                    0.113281,
                    0.087891,
                    0.110352,
                    0.102539,
                    0.133789,
                    0.102051,
                    0.097168,
                    0.117188,
                    0.116699,
                    0.08252,
                    0.126953,
                    0.117188,
                    0.11377,
                    0.120117,
                    0.126953,
                    0.107422,
                    0.104492,
                    0.114746,
                    0.102051,
                    0.094238,
                    0.105469,
                    0.09668,
                    0.116699,
                    0.142578,
                    0.119629,
                    0.110352,
                    0.115723,
                    0.110352,
                    0.098145,
                    0.126953,
                    0.124512,
                    0.109375,
                    0.11084,
                    0.092285,
                    0.105469,
                    0.613281,
                    0.110352,
                    0.121094,
                    0.088867,
                    0.104004,
                    0.102539,
                    0.106445,
                    0.111816,
                    0.10791,
                    0.112305,
                    0.091797,
                    0.116211,
                    0.106934,
                    0.116211,
                    0.124023,
                    0.103516,
                    0.10498,
                    0.122559,
                    0.10498,
                    0.112305,
                    0.104004,
                    0.090332,
                    0.113281,
                    0.103027,
                    0.108398,
                    0.100586,
                    0.119141,
                    0.125,
                    0.123047,
                    0.109375,
                    0.170898,
                    0.118164,
                    0.111816,
                    0.12793,
                    0.111328,
                    0.11377,
                    0.088379,
                    0.115723,
                    0.120605,
                    0.107422,
                    0.118652,
                    0.104004,
                    0.161133,
                    0.095215,
                    0.130859,
                    0.11377,
                    0.109375,
                    0.116699,
                    0.115723,
                    0.146484,
                    0.111816,
                    0.101074,
                    0.125977,
                    0.108887,
                    0.105957,
                    0.099609,
                    0.100586,
                    0.11084,
                    0.115234,
                    0.118164,
                    0.133789,
                    0.104004,
                    0.109375,
                    0.094238,
                    0.115234,
                    0.109375,
                    0.12793,
                    0.093262,
                    0.123535,
                    0.114258,
                    0.147461,
                    0.113281,
                    0.101074,
                    0.137695,
                    0.107422,
                    0.105957,
                    0.128906,
                    0.105469,
                    0.12793,
                    0.101562,
                    0.113281,
                    0.121582,
                    0.112793,
                    0.107422,
                    0.147461,
                    0.119629,
                    0.230469,
                    0.106445,
                    0.113281,
                    0.11377,
                    0.128906,
                    0.114258,
                    0.10791,
                    0.100098,
                    0.102539,
                    0.112793,
                    0.116699,
                    0.158203,
                    0.095703,
                    0.106934,
                    0.091797,
                    0.104004,
                    0.11084,
                    0.129883,
                    0.123047,
                    0.108887,
                    0.100586,
                    0.119629,
                    0.091797,
                    0.096191,
                    0.128906,
                    0.126953,
                    0.103027,
                    0.125977,
                    0.125977,
                    0.105957,
                    0.133789,
                    0.116699,
                    0.129883,
                    0.10498,
                    0.104492,
                    0.107422,
                    0.125,
                    0.12793,
                    0.123535,
                    0.108398,
                    0.096191,
                    0.125,
                    0.101074,
                    0.114746,
                    0.177734,
                    0.111328,
                    0.123535,
                    0.105469,
                    0.117676,
                    0.134766,
                    0.123047,
                    0.142578,
                    0.11377,
                    0.114746,
                    0.114258,
                    0.15918,
                    0.098633,
                    0.142578,
                    0.114258,
                    0.103516,
                    0.101074,
                    0.109863,
                    0.089844,
                    0.11084,
                    0.109863,
                    0.287109,
                    0.105469,
                    0.126953,
                    0.113281,
                    0.103027,
                    0.120117,
                    0.141602,
                    0.111816,
                    0.107422,
                    0.433594,
                    0.109375,
                    0.12207,
                    0.10791,
                    0.114258,
                    0.102539,
                    0.130859,
                    0.10498,
                    0.100098,
                    0.111816,
                    0.109375,
                    0.103027,
                    0.104492,
                    0.081543,
                    0.108887,
                    0.102539,
                    0.141602,
                    0.101074,
                    0.143555,
                    0.107422,
                    0.114746,
                    0.11377,
                    0.106445,
                    0.099609,
                    0.117676,
                    0.119629,
                    0.106934,
                    0.097656,
                    0.15918,
                    0.867188,
                    0.109375,
                    0.105469,
                    0.275391,
                    0.10498,
                    0.168945,
                    0.105957,
                    0.117676,
                    0.125977,
                    0.103516,
                    0.10498,
                    0.103516,
                    0.116211,
                    0.116699,
                    0.079102,
                    0.120117,
                    0.210938,
                    0.108887,
                    0.129883,
                    0.087402,
                    0.106934,
                    0.100098,
                    0.125977,
                    0.12207,
                    0.11084,
                    0.107422,
                    0.122559,
                    0.133789,
                    0.104004,
                    0.123047,
                    0.097656,
                    0.11084,
                    0.109863,
                    0.101074,
                    0.168945,
                    0.141602,
                    0.125977,
                    0.107422,
                    0.10791,
                    0.116699,
                    0.162109,
                    0.10791,
                    0.111328,
                    0.099121,
                    0.103027,
                    0.408203,
                    0.104492,
                    0.115234,
                    0.106934,
                    0.11377,
                    0.102051,
                    0.116211,
                    0.125,
                    0.124023,
                    0.105469,
                    0.081543,
                    0.102051,
                    0.111816,
                    0.115723,
                    0.108887,
                    0.123047,
                    0.400391,
                    0.09668,
                    0.106445,
                    0.113281,
                    0.134766,
                    0.163086,
                    0.087891,
                    0.109375,
                    0.112793,
                    0.101074,
                    0.115723,
                    0.220703,
                    0.116211,
                    0.114258,
                    0.122559,
                    0.103027,
                    0.102539,
                    0.118164,
                    0.118164,
                    0.110352,
                    0.109863,
                    0.121094,
                    0.116699,
                    0.112793,
                    0.339844,
                    0.109863,
                    0.095703,
                    0.134766,
                    0.109375,
                    0.112793,
                    0.103027,
                    0.10498,
                    0.110352,
                    0.108398,
                    0.109863,
                    0.09375,
                    0.097656,
                    0.118652,
                    0.104492,
                    0.112793,
                    0.112793,
                    0.091309,
                    0.094727,
                    0.112793,
                    0.132812,
                    0.157227,
                    0.098145,
                    0.263672,
                    0.108887,
                    0.115234,
                    0.124023,
                    0.112793,
                    0.112305,
                    0.116211,
                    0.122559,
                    0.105957,
                    0.112793,
                    0.106445,
                    0.103027,
                    0.137695,
                    0.106934,
                    0.111328,
                    0.09668,
                    0.119629,
                    0.108887,
                    0.137695,
                    0.105469,
                    0.09082,
                    0.109375,
                    0.083496,
                    0.11084,
                    0.304688,
                    0.119141,
                    0.104492,
                    0.130859,
                    0.103516,
                    0.119141,
                    0.117188,
                    0.112305,
                    0.11377,
                    0.123535,
                    0.105469,
                    0.106934,
                    0.099121,
                    0.108887,
                    0.111816,
                    0.001251,
                    0.119629,
                    0.15332,
                    0.105469,
                    0.102051,
                    1.148438,
                    0.121094,
                    0.117676,
                    0.166016,
                    0.099121,
                    0.353516,
                    0.124023,
                    0.126953,
                    0.106934,
                    0.115234,
                    0.237305,
                    0.09375,
                    0.12793,
                    0.098145,
                    0.111816,
                    0.108398,
                    0.104004,
                    0.11084,
                    0.099121,
                    0.122559,
                    0.125,
                    0.115723,
                    0.112793,
                    0.092773,
                    0.117676,
                    0.114258,
                    0.114746,
                    0.114258,
                    0.105469,
                    0.129883,
                    0.102539,
                    0.117188,
                    0.117676,
                    0.095703,
                    0.10791,
                    0.115723,
                    0.109375,
                    0.103516,
                    0.109863,
                    0.126953,
                    0.101562,
                    0.104492,
                    0.119141,
                    -0.001221,
                    0.116211,
                    0.117676,
                    0.149414,
                    0.102051,
                    0.000568,
                    0.118652,
                    0.104492,
                    0.105469,
                    0.115234,
                    0.111328,
                    0.120117,
                    0.096191,
                    0.113281,
                    0.116699,
                    0.22168,
                    0.101562,
                    0.101562,
                    0.103027,
                    0.097656,
                    0.125,
                    0.104492,
                    0.123047,
                    0.123535,
                    0.104004,
                    0.192383,
                    0.118164,
                    0.123535,
                    0.100586,
                    0.152344,
                    0.105957,
                    0.120117,
                    0.111328,
                    0.11377,
                    0.212891,
                    0.123047,
                    0.098633,
                    0.11084,
                    0.120117,
                    0.125,
                    0.119629,
                    0.124023,
                    0.09082,
                    0.109863,
                    0.122559,
                    0.104492,
                    0.097656,
                    0.117676,
                    0.118164,
                    0.119141,
                    0.120117,
                    0.137695,
                    0.106445,
                    0.101074,
                    0.124023,
                    0.102051,
                    0.109863,
                    0.139648,
                    0.129883,
                    0.226562,
                    0.124023,
                    0.129883,
                    0.104492,
                    0.096191,
                    0.112305,
                    0.116699,
                    0.128906,
                    0.114258,
                    0.089844,
                    0.157227,
                    0.122559,
                    0.118164,
                    0.12207,
                    0.114258,
                    0.109375,
                    0.150391,
                    0.089844,
                    0.118164,
                    0.091797,
                    0.103027,
                    0.107422,
                    0.097656,
                    0.111816,
                    0.090332,
                    0.172852,
                    0.112305,
                    0.094727,
                    0.110352,
                    0.115723,
                    0.096191,
                    0.10791,
                    0.102051,
                    0.10791,
                    0.102051,
                    0.151367,
                    0.111816,
                    0.097168,
                    0.125977,
                    0.104492,
                    0.105469,
                    0.102051,
                    0.108887,
                    0.115723,
                    0.097656,
                    0.110352,
                    0.104004,
                    0.088379,
                    0.112305,
                    0.104004,
                    0.119141,
                    0.109375,
                    0.116211,
                    0.106934,
                    0.097656,
                    0.09668,
                    0.116699,
                    0.106445,
                    0.093262,
                    0.086914,
                    0.102539,
                    0.106445,
                    0.128906,
                    0.098145,
                    0.185547,
                    0.106445,
                    0.110352,
                    0.108887,
                    0.096191,
                    0.118164,
                    0.120117,
                    0.089355,
                    0.126953,
                    0.141602,
                    0.09082,
                    0.123047,
                    0.116211,
                    0.134766,
                    0.098145,
                    0.119141,
                    0.116211,
                    0.225586,
                    0.124023,
                    0.09668,
                    0.137695,
                    0.117676,
                    0.108398,
                    0.121094,
                    0.117188,
                    0.137695,
                    0.104492,
                    0.104004,
                    0.091309,
                    0.10498,
                    0.116211,
                    0.12207,
                    0.137695,
                    0.102051,
                    0.132812,
                    0.161133,
                    0.126953,
                    0.082031,
                    0.113281,
                    0.089844,
                    0.086914,
                    0.125977,
                    0.120605,
                    0.108398,
                    0.104004,
                    0.108398,
                    0.106445,
                    0.100098,
                    0.111816,
                    0.095703,
                    0.332031,
                    0.094727,
                    0.10498,
                    1.03125,
                    0.100098,
                    0.265625,
                    0.113281,
                    0.141602,
                    0.100098,
                    0.103027,
                    0.12793,
                    0.11377,
                    0.11084,
                    0.111328,
                    0.118164,
                    0.081543,
                    0.123047,
                    0.115723,
                    0.132812,
                    0.112793,
                    0.108887,
                    0.25,
                    0.11084,
                    0.088379,
                    0.209961,
                    0.11377,
                    0.121582,
                    0.098633,
                    0.094238,
                    0.106934,
                    0.085449,
                    0.097656,
                    0.102051,
                    0.097656,
                    0.112305,
                    0.10791,
                    0.117676,
                    0.108887,
                    0.108398,
                    0.104004,
                    0.108398,
                    0.111328,
                    0.119141,
                    0.150391,
                    0.106445,
                    0.273438,
                    0.141602,
                    0.12207,
                    0.102539,
                    0.142578,
                    0.114258,
                    0.11377,
                    0.099609,
                    0.152344,
                    0.161133,
                    0.114258,
                    0.115234,
                    0.277344,
                    0.092773,
                    0.117188,
                    0.123047,
                    0.119629,
                    0.121582,
                    0.111816,
                    0.115723,
                    0.096191,
                    0.094727,
                    0.106934,
                    0.092773,
                    0.117188,
                    0.120605,
                    0.113281,
                    0.126953,
                    0.101562,
                    0.115723,
                    0.106934,
                    0.100098,
                    0.111816,
                    0.109863,
                    0.125,
                    0.119629,
                    0.104492,
                    0.114746,
                    0.103516,
                    0.107422,
                    0.107422,
                    0.107422,
                    0.112793,
                    0.096191,
                    0.102051,
                    0.125977,
                    0.113281,
                    0.230469,
                    0.115234,
                    0.116699,
                    0.106445,
                    0.101562,
                    0.111816,
                    0.108398,
                    0.111816,
                    0.107422,
                    0.103027,
                    0.112305,
                    0.110352,
                    0.097168,
                    0.099609,
                    0.108398,
                    0.098633,
                    0.108398,
                    0.203125,
                    0.105957,
                    0.102051,
                    0.113281,
                    0.103516,
                    0.115234,
                    0.086426,
                    0.098145,
                    0.118652,
                    0.114746,
                    0.109375,
                    0.108887,
                    0.106445,
                    0.098633,
                    0.124512,
                    0.114746,
                    0.120117,
                    0.111816,
                    0.455078,
                    0.112305,
                    0.088379,
                    0.106934,
                    0.105957,
                    0.104004,
                    0.121582,
                    0.110352,
                    0.092773,
                    0.131836,
                    0.10791,
                    0.106934,
                    0.11084,
                    0.116699,
                    0.11084,
                    0.113281,
                    0.101074,
                    0.135742,
                    0.102539,
                    0.113281,
                    0.096191,
                    0.136719,
                    0.108887,
                    0.096191,
                    0.148438,
                    0.116211,
                    0.117676,
                    0.115723,
                    0.126953,
                    0.117188,
                    0.121094,
                    0.119629,
                    0.145508,
                    0.114746,
                    0.102539,
                    0.126953,
                    0.101074,
                    0.100586,
                    0.133789,
                    0.111816,
                    0.111328,
                    0.12207,
                    0.104492,
                    0.11377,
                    0.10498,
                    0.102051,
                    0.107422,
                    0.114746,
                    0.205078,
                    0.106934,
                    0.133789,
                    0.114258,
                    0.100586,
                    0.168945,
                    0.10498,
                    0.10791,
                    0.111328,
                    0.118652,
                    0.118652,
                    0.092773,
                    0.112793,
                    0.109375,
                    0.09668,
                    0.114746,
                    0.112305,
                    0.108398,
                    0.124512,
                    0.112793,
                    0.116699,
                    0.118164,
                    0.175781,
                    0.094238,
                    0.106445,
                    0.104004,
                    0.09668,
                    0.122559,
                    0.240234,
                    0.11084,
                    0.118652,
                    0.097656,
                    0.109863,
                    0.092773,
                    0.123535,
                    0.166992,
                    0.123047,
                    0.124512,
                    0.126953,
                    0.103516,
                    0.168945,
                    0.099121,
                    0.115234,
                    0.816406,
                    0.120117,
                    0.105469,
                    0.10498,
                    0.122559,
                    0.099121,
                    0.126953,
                    0.130859,
                    0.08252,
                    0.118164,
                    0.106934,
                    0.145508,
                    0.105469,
                    0.104004,
                    0.11084,
                    0.116211,
                    0.105469,
                    0.114746,
                    0.111328,
                    0.112793,
                    0.089844,
                    0.100098,
                    0.109375,
                    0.110352,
                    0.120605,
                    0.105957,
                    0.126953,
                    0.118164,
                    0.103027,
                    0.117188,
                    0.103027,
                    0.099609,
                    0.102539,
                    0.100586,
                    0.10791,
                    0.099121,
                    0.109863,
                    0.096191,
                    0.193359,
                    0.165039,
                    0.10498,
                    0.131836,
                    0.105957,
                    0.109375,
                    0.130859,
                    0.143555,
                    0.106934,
                    0.108887,
                    0.106934,
                    0.112305,
                    0.119629,
                    0.106934,
                    0.132812,
                    0.12207,
                    0.124512,
                    0.111328,
                    0.416016,
                    0.096191,
                    0.093262,
                    0.119629,
                    0.177734,
                    0.09375,
                    0.104004,
                    0.125,
                    0.108887,
                    0.121094,
                    0.129883,
                    0.118164,
                    0.104004,
                    0.086914,
                    0.100098,
                    0.104004,
                    0.150391,
                    0.122559,
                    0.123047,
                    0.141602,
                    0.115234,
                    0.110352,
                    0.098633,
                    0.100586,
                    0.06543,
                    0.105469,
                    0.102539,
                    0.117188,
                    0.089844,
                    0.105469,
                    0.086914,
                    0.120117,
                    0.104004,
                    0.109375,
                    0.124023,
                    0.133789,
                    0.120117,
                    0.113281,
                    0.11377,
                    0.115723,
                    0.119141,
                    0.109863,
                    0.088867,
                    0.125977,
                    0.103516,
                    0.09375,
                    0.099609,
                    0.112305,
                    0.135742,
                    0.111328,
                    0.120117,
                    0.104004,
                    0.117676,
                    0.114746,
                    0.104492,
                    0.107422,
                    0.11084,
                    0.115723,
                    0.132812,
                    0.141602,
                    0.092773,
                    0.116699,
                    0.117676,
                    0.124023,
                    0.113281,
                    0.109863,
                    0.112305,
                    0.124023,
                    0.109375,
                    0.112793,
                    0.124023,
                    0.102539,
                    0.102051,
                    0.09668,
                    0.140625,
                    0.101562,
                    0.109375,
                    0.106934,
                    0.116699,
                    0.746094,
                    0.111816,
                    0.105957,
                    0.109375,
                    0.086426,
                    0.087891,
                    0.100586,
                    0.097656,
                    0.109375,
                    0.118652,
                    0.11377,
                    0.115234,
                    0.118652,
                    0.106445,
                    0.108398,
                    0.105957,
                    0.109375,
                    0.107422,
                    0.128906,
                    0.157227,
                    0.109863,
                    0.120117,
                    0.102539,
                    0.101074,
                    0.115723,
                    0.135742,
                    0.154297,
                    0.103027,
                    0.102051,
                    0.114746,
                    0.104004,
                    0.123047,
                    0.11377,
                    0.09082,
                    0.118164,
                    0.109375,
                    0.116699,
                    0.126953,
                    0.109375,
                    0.133789,
                    0.106445,
                    0.117188,
                    0.09668,
                    0.114258,
                    0.179688,
                    0.094727,
                    0.361328,
                    0.112793,
                    0.100098,
                    0.106934,
                    0.114746,
                    0.126953,
                    0.098145,
                    0.148438,
                    0.11084,
                    0.109863,
                    0.089355,
                    0.110352,
                    0.119141,
                    0.112793,
                    0.119141,
                    0.123047,
                    0.105957,
                    0.105469,
                    0.103027,
                    0.131836,
                    0.118164,
                    0.108887,
                    0.111816,
                    0.112305,
                    0.114258,
                    0.112305,
                    0.100586,
                    0.101074,
                    0.095215,
                    0.095215,
                    0.105469,
                    0.091309,
                    0.102539,
                    0.12793,
                    0.098145,
                    0.138672,
                    0.118164,
                    0.099121,
                    0.111328,
                    0.088379,
                    0.114258,
                    0.101562,
                    0.120117,
                    0.095215,
                    0.103027,
                    0.114746,
                    0.113281,
                    0.136719,
                    0.119141,
                    0.125977,
                    0.10791,
                    0.108887,
                    0.125,
                    0.116211,
                    0.123535,
                    0.11084,
                    0.123047,
                    0.134766,
                    0.114258,
                    0.094238,
                    0.094238,
                    0.105469,
                    0.103027,
                    0.096191,
                    0.105469,
                    0.11084,
                    0.101562,
                    0.10498,
                    0.120117,
                    0.098145,
                    0.120117,
                    0.119629,
                    0.108887,
                    0.095703,
                    0.125977,
                    0.110352,
                    0.129883,
                    0.110352,
                    0.12793,
                    0.108398,
                    0.118652
                ]
            },
            "name": "model.transformer.layers.0.ffn_norm.weight",
            "outputIndexes": [
                91
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                90,
                91
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/ffn_norm/Mul_1_output_0",
            "outputIndexes": [
                92
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/mlp/proj_1/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                92
            ],
            "outputIndexes": [
                1482
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/mlp/proj_1/Linear/pre_convert",
            "inputIndexes": [
                1482
            ],
            "outputIndexes": [
                1483
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/mlp/proj_1/Linear",
            "inputIndexes": [
                1483
            ],
            "outputIndexes": [
                1484
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 18432,
                    "weightSize": 0
                },
                "external": [
                    1663576,
                    1179670,
                    147456,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/mlp/proj_1/Linear/post_convert",
            "inputIndexes": [
                1484
            ],
            "outputIndexes": [
                1485
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/mlp/proj_1/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1485
            ],
            "outputIndexes": [
                93
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    768
                ]
            },
            "name": "/ffn/Mul_output_0",
            "outputIndexes": [
                94
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    -1
                ]
            },
            "name": "/ffn/Constant_output_0",
            "outputIndexes": [
                95
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                93,
                21,
                94,
                95
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/ffn/Slice_output_0",
            "outputIndexes": [
                96
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                96
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/ffn/act/Sigmoid_output_0",
            "outputIndexes": [
                97
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                96,
                97
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/ffn/act/Mul_output_0",
            "outputIndexes": [
                98
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    1536
                ]
            },
            "name": "/ffn/Mul_1_output_0",
            "outputIndexes": [
                99
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                93,
                94,
                99,
                95
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/ffn/Slice_1_output_0",
            "outputIndexes": [
                100
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                98,
                100
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/ffn/Mul_2_output_0",
            "outputIndexes": [
                101
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/mlp/proj_2/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                101
            ],
            "outputIndexes": [
                1486
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    768,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/mlp/proj_2/Linear/pre_convert",
            "inputIndexes": [
                1486
            ],
            "outputIndexes": [
                1487
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/mlp/proj_2/Linear",
            "inputIndexes": [
                1487
            ],
            "outputIndexes": [
                1488
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 768,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 9216,
                    "weightSize": 0
                },
                "external": [
                    2990702,
                    589846,
                    73728,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/mlp/proj_2/Linear/post_convert",
            "inputIndexes": [
                1488
            ],
            "outputIndexes": [
                1489
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/mlp/proj_2/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1489
            ],
            "outputIndexes": [
                102
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                89,
                102
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_3_output_0",
            "outputIndexes": [
                103
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                103,
                1
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_4_output_0",
            "outputIndexes": [
                104
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                104
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/attn_norm_1/Mul_output_0",
            "outputIndexes": [
                105
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    -0.004395,
                    -0.007538,
                    0.045166,
                    -0.026123,
                    0.064941,
                    0.025879,
                    -0.020752,
                    0.028809,
                    0.054443,
                    0.036865,
                    0.02124,
                    0.001266,
                    0.03125,
                    0.038818,
                    0.026611,
                    0.032471,
                    0.044678,
                    0.045654,
                    0.040283,
                    0.056885,
                    0.000389,
                    -0.000957,
                    -0.012878,
                    0.004028,
                    0.050049,
                    0.039062,
                    0.089355,
                    0.045898,
                    -0.007935,
                    0.025391,
                    0.043213,
                    0.043457,
                    -0.00145,
                    -0.023804,
                    0.037354,
                    -0.010254,
                    0.032715,
                    0.02124,
                    0.041504,
                    0.037109,
                    -0.003937,
                    0.035889,
                    0.031006,
                    0.043213,
                    -0.014709,
                    0.038086,
                    0.046631,
                    0.042236,
                    0.039551,
                    -0.002197,
                    0.049072,
                    0.000378,
                    0.033936,
                    -0.012573,
                    0.166016,
                    -0.000467,
                    0.033203,
                    0.028564,
                    0.000919,
                    0.058838,
                    0.010681,
                    0.000698,
                    0.02063,
                    -0.019165,
                    0.076172,
                    0.066406,
                    0.040283,
                    -0.027222,
                    0.043945,
                    0.072754,
                    0.027954,
                    0.05957,
                    -0.029907,
                    0.001106,
                    0.034912,
                    0.051514,
                    0.000931,
                    0.045898,
                    0.042969,
                    0.022339,
                    0.027222,
                    0.029053,
                    0.052246,
                    0.000118,
                    -9.3e-05,
                    0.052246,
                    -0.000136,
                    0.040771,
                    0.03833,
                    -0.00415,
                    0.040039,
                    0.049316,
                    0.035645,
                    0.000275,
                    0.031982,
                    0.046631,
                    0.036621,
                    0.047119,
                    -0.00174,
                    -0.022217,
                    0.043213,
                    0.060059,
                    0.045166,
                    0.037354,
                    0.032471,
                    0.041748,
                    0.037598,
                    -0.008545,
                    0.047119,
                    0.040283,
                    -0.002182,
                    0.041504,
                    0.069824,
                    0.036377,
                    0.048828,
                    -0.002151,
                    0.070312,
                    0.043945,
                    0.019287,
                    0.041992,
                    0.000774,
                    0.025757,
                    0.024536,
                    -0.006104,
                    0.025391,
                    0.052002,
                    0.021606,
                    0.037109,
                    0.041016,
                    0.043701,
                    0.049561,
                    0.034424,
                    0.017212,
                    0.049072,
                    0.047119,
                    -0.001213,
                    0.048584,
                    0.058838,
                    0.04126,
                    -0.002213,
                    0.04248,
                    0.047363,
                    0.047119,
                    0.032227,
                    -0.001045,
                    0.001808,
                    0.056641,
                    0.039795,
                    0.076172,
                    0.036621,
                    0.001572,
                    0.043701,
                    0.031128,
                    0.021118,
                    0.033203,
                    0.045654,
                    -0.028442,
                    0.068848,
                    0.029297,
                    0.044434,
                    0.031738,
                    6.2e-05,
                    0.051758,
                    -0.019287,
                    0.029907,
                    0.027222,
                    0.010193,
                    0.035645,
                    0.041992,
                    0.082031,
                    0.000126,
                    0.014038,
                    0.025024,
                    0.00415,
                    0.034424,
                    0.077148,
                    -0.003189,
                    0.055176,
                    0.028442,
                    0.041992,
                    0.035156,
                    -0.018311,
                    0.069824,
                    0.051758,
                    -0.00087,
                    0.032227,
                    -0.002823,
                    -0.003525,
                    0.034912,
                    0.031982,
                    0.040527,
                    0.030762,
                    0.117676,
                    -0.004486,
                    -0.002747,
                    0.035889,
                    0.037598,
                    0.039062,
                    0.037354,
                    0.075684,
                    0.039551,
                    0.049316,
                    0.041992,
                    0.042969,
                    0.039795,
                    0.032471,
                    0.049805,
                    0.047363,
                    0.002151,
                    0.010925,
                    0.040771,
                    0.042236,
                    0.038574,
                    0.04248,
                    0.038086,
                    0.035645,
                    -0.001007,
                    0.034424,
                    0.044922,
                    0.039307,
                    -0.001144,
                    0.100098,
                    -0.019897,
                    -0.001175,
                    0.05957,
                    0.110352,
                    0.023438,
                    0.024048,
                    0.043457,
                    -5e-05,
                    0.03064,
                    0.010315,
                    0.074707,
                    0.043457,
                    0.030518,
                    0.043701,
                    0.040039,
                    0.003723,
                    0.044189,
                    -0.026611,
                    0.035889,
                    0.00095,
                    0.030884,
                    -0.005157,
                    0.04126,
                    0.036377,
                    -0.001122,
                    0.033691,
                    0.04541,
                    0.031006,
                    0.037842,
                    -0.000591,
                    0.035645,
                    0.050293,
                    0.036865,
                    5.7e-05,
                    0.037598,
                    0.004303,
                    0.039062,
                    0.048584,
                    0.051758,
                    0.039307,
                    0.000679,
                    0.041016,
                    0.060791,
                    0.056152,
                    0.041748,
                    0.09082,
                    0.04126,
                    0.041992,
                    0.041992,
                    0.030273,
                    0.040039,
                    0.040527,
                    0.004578,
                    0.027832,
                    -0.014099,
                    0.000105,
                    0.038574,
                    -0.000706,
                    0.04541,
                    0.03833,
                    0.050293,
                    0.051758,
                    0.035156,
                    0.036377,
                    -0.024292,
                    0.047363,
                    0.046387,
                    0.039062,
                    0.000744,
                    0.029419,
                    0.044434,
                    0.054443,
                    0.001816,
                    0.023193,
                    -0.000104,
                    0.003738,
                    -0.00103,
                    -0.001366,
                    0.04541,
                    0.044189,
                    0.043457,
                    0.04126,
                    -0.001579,
                    0.036865,
                    0.03833,
                    0.154297,
                    0.036133,
                    0.041748,
                    0.040771,
                    0.044189,
                    9.2e-05,
                    0.020508,
                    0.044434,
                    0.044678,
                    0.03125,
                    0.044189,
                    -0.000151,
                    0.05249,
                    0.033203,
                    0.001999,
                    0.028198,
                    0.000942,
                    0.004303,
                    0.047607,
                    0.033936,
                    0.040283,
                    0.044189,
                    0.025269,
                    0.041748,
                    -0.021606,
                    0.009338,
                    0.059082,
                    0.045166,
                    0.036377,
                    0.03418,
                    0.044189,
                    0.046143,
                    0.034424,
                    0.059814,
                    0.027588,
                    -0.000835,
                    -0.000265,
                    0.006897,
                    0.100586,
                    0.11377,
                    0.00066,
                    0.034668,
                    0.04541,
                    0.000801,
                    0.041992,
                    -0.000847,
                    0.066406,
                    0.046631,
                    0.130859,
                    0.000633,
                    -0.004608,
                    -0.000103,
                    -0.018555,
                    0.039551,
                    0.00135,
                    0.043701,
                    0.031494,
                    -0.00012,
                    0.042725,
                    0.043945,
                    0.057861,
                    0.050293,
                    0.000141,
                    0.00473,
                    0.046143,
                    -0.002029,
                    0.038574,
                    0.043701,
                    0.016357,
                    0.035889,
                    0.034424,
                    0.03418,
                    -0.01532,
                    0.043701,
                    0.002869,
                    0.034912,
                    -0.000751,
                    0.018188,
                    -0.038574,
                    0.001099,
                    -0.000265,
                    0.003159,
                    -6.2e-05,
                    0.046631,
                    0.044922,
                    0.063965,
                    0.00087,
                    0.041016,
                    0.101562,
                    0.032227,
                    -0.124023,
                    -0.114746,
                    0.105469,
                    0.035156,
                    0.057617,
                    0.084473,
                    -0.001328,
                    0.039307,
                    8.7e-05,
                    0.000425,
                    0.043945,
                    0.041992,
                    0.019287,
                    0.086914,
                    0.001099,
                    0.036865,
                    0.042236,
                    0.034912,
                    0.023071,
                    -0.015991,
                    0.03064,
                    0.041992,
                    0.049316,
                    0.016724,
                    0.065918,
                    0.046143,
                    0.102051,
                    0.039551,
                    0.058838,
                    0.041016,
                    -0.020142,
                    0.068359,
                    0.038574,
                    -0.019165,
                    -0.000927,
                    0.035156,
                    0.126953,
                    0.026367,
                    0.029419,
                    0.050537,
                    0.031738,
                    -0.05127,
                    0.046631,
                    0.006195,
                    -0.021606,
                    0.042725,
                    0.043701,
                    0.02478,
                    0.036621,
                    0.041016,
                    -0.001129,
                    0.045654,
                    -0.020874,
                    0.10498,
                    0.044922,
                    0.051514,
                    0.036133,
                    0.047363,
                    0.054199,
                    0.042725,
                    0.000725,
                    -0.001175,
                    0.064941,
                    0.028809,
                    0.031128,
                    0.000243,
                    0.048096,
                    0.001587,
                    0.053467,
                    0.0354,
                    0.050537,
                    0.037354,
                    0.019165,
                    0.081055,
                    0.027222,
                    0.04248,
                    0.042236,
                    0.037109,
                    0.030762,
                    0.045898,
                    0.0354,
                    -0.006927,
                    0.000446,
                    0.040039,
                    0.038086,
                    0.019165,
                    0.053955,
                    0.044189,
                    -0.000835,
                    -0.013916,
                    0.041748,
                    0.044922,
                    0.036377,
                    0.035645,
                    0.044678,
                    0.061768,
                    0.035889,
                    0.032227,
                    0.032227,
                    0.026855,
                    0.071777,
                    0.040283,
                    0.000423,
                    -0.01123,
                    0.037354,
                    -0.000927,
                    0.037598,
                    0.032959,
                    0.042236,
                    0.00018,
                    0.036621,
                    0.033691,
                    0.056152,
                    0.052979,
                    0.045166,
                    0.049316,
                    0.001366,
                    0.075684,
                    0.026245,
                    0.034424,
                    0.042236,
                    -0.003021,
                    0.085449,
                    0.077148,
                    0.036133,
                    0.040283,
                    0.036133,
                    0.033447,
                    -0.028809,
                    0.050049,
                    -0.021729,
                    0.031494,
                    1.0625,
                    0.033447,
                    0.033203,
                    0.039062,
                    0.048828,
                    0.035156,
                    7e-06,
                    0.056396,
                    0.001488,
                    0.032227,
                    0.044678,
                    0.070312,
                    0.050293,
                    0.058838,
                    -0.014587,
                    0.03833,
                    0.039307,
                    0.037598,
                    0.044434,
                    0.045166,
                    0.035889,
                    0.008301,
                    0.011475,
                    0.000607,
                    0.132812,
                    0.001457,
                    0.052734,
                    -0.006653,
                    0.020508,
                    0.043213,
                    0.036865,
                    0.044434,
                    -0.000431,
                    -0.10498,
                    0.077148,
                    0.040771,
                    -0.000858,
                    0.032471,
                    0.036865,
                    0.054199,
                    0.051025,
                    0.045898,
                    -0.000237,
                    0.040527,
                    0.053223,
                    0.050537,
                    0.041992,
                    0.070312,
                    0.039795,
                    -0.000648,
                    0.037598,
                    0.036377,
                    0.050537,
                    0.019775,
                    -0.025513,
                    -0.005341,
                    0.047119,
                    0.00296,
                    0.03833,
                    0.049561,
                    0.033447,
                    0.043457,
                    0.041992,
                    0.043701,
                    0.008179,
                    0.050049,
                    0.040771,
                    -0.019165,
                    0.001366,
                    0.043945,
                    0.037598,
                    0.039307,
                    0.04541,
                    -0.023193,
                    -0.025879,
                    0.029907,
                    -0.002167,
                    0.044922,
                    0.015442,
                    -0.001068,
                    0.037598,
                    0.047607,
                    -0.008911,
                    0.038086,
                    0.017822,
                    0.051514,
                    0.036621,
                    0.003021,
                    0.040771,
                    0.050293,
                    0.019531,
                    0.043213,
                    0.031128,
                    0.044922,
                    0.038574,
                    9e-06,
                    0.031738,
                    0.036133,
                    -0.024048,
                    0.020264,
                    0.047119,
                    -0.023438,
                    0.037842,
                    0.040527,
                    0.052002,
                    0.001831,
                    0.031494,
                    -0.000744,
                    0.04541,
                    0.047363,
                    0.04248,
                    0.059326,
                    0.05542,
                    0.036865,
                    0.049805,
                    0.047363,
                    0.040771,
                    0.013672,
                    -0.001663,
                    -0.00082,
                    0.044189,
                    -0.000136,
                    -0.0047,
                    0.04248,
                    -0.018188,
                    0.03064,
                    0.039795,
                    0.047607,
                    -0.022217,
                    0.043213,
                    -0.152344,
                    0.033936,
                    0.047119,
                    0.02771,
                    0.010071,
                    -0.025513,
                    0.045898,
                    0.04248,
                    0.032227,
                    0.041992,
                    -0.015625,
                    0.05542,
                    0.035889,
                    -0.002548,
                    0.040771,
                    0.02478,
                    0.037598,
                    0.052979,
                    0.045166,
                    0.037109,
                    0.020386,
                    0.046387,
                    0.028931,
                    0.054688,
                    0.031738,
                    0.056396,
                    0.039551,
                    4.9e-05,
                    0.050781,
                    0.101562,
                    0.036865,
                    0.017456,
                    0.078613,
                    0.067383,
                    0.062988,
                    0.008118,
                    -0.000154,
                    0.029297,
                    0.024902,
                    0.010803,
                    -0.001228,
                    0.031982,
                    0.030029,
                    0.034912,
                    0.039795,
                    0.091797,
                    0.049316,
                    0.013428,
                    0.052734,
                    -0.000687,
                    0.021484,
                    0.039307,
                    0.041016,
                    0.050049,
                    0.035645,
                    0.033447,
                    0.074219,
                    -0.010803,
                    0.00011,
                    0.044678,
                    0.033691,
                    0.03418,
                    0.03418,
                    0.118652,
                    0.037842,
                    0.041504,
                    0.051758,
                    0.029175,
                    0.032715,
                    0.019287,
                    0.021362,
                    0.028442,
                    0.056641,
                    0.034912,
                    0.166016,
                    0.046875,
                    0.050781,
                    0.041748,
                    0.054199,
                    0.032227,
                    0.043457,
                    0.046387,
                    0.041992,
                    0.040039,
                    0.049316,
                    0.026001,
                    0.030151,
                    0.034424,
                    0.052246,
                    0.033936,
                    0.112793,
                    0.036377,
                    0.034912,
                    0.066895,
                    0.036621,
                    0.000122,
                    -0.000954,
                    -0.014038,
                    0.035889,
                    0.062988,
                    0.031494,
                    0.097168,
                    0.038818,
                    0.012939,
                    0.056152,
                    0.032715,
                    -0.00033,
                    0.036133,
                    0.047119,
                    -0.027222,
                    0.045654,
                    0.00135,
                    0.048096,
                    0.030029,
                    9.7e-05,
                    0.039307,
                    0.035156,
                    0.038086,
                    0.017212,
                    0.043213,
                    0.056885,
                    0.043945,
                    -0.018677,
                    0.035889,
                    0.048828,
                    -0.000492,
                    0.031494,
                    0.043457,
                    0.047852,
                    0.031738,
                    0.050049,
                    0.051025,
                    0.050781,
                    0.030518,
                    0.036133,
                    0.043701,
                    0.056152,
                    0.088867,
                    0.028076,
                    0.028931,
                    0.037842,
                    0.041504,
                    0.025879,
                    0.069824,
                    -0.003647,
                    0.038574,
                    -0.000862,
                    0.026367,
                    0.042969,
                    0.035645,
                    0.060791,
                    0.040527,
                    0.000298,
                    0.029053,
                    0.030884,
                    0.040527,
                    0.031738,
                    0.050049,
                    0.001869,
                    0.036377,
                    0.044434,
                    0.214844,
                    0.037354,
                    0.049316,
                    0.046387,
                    0.037354,
                    0.038818,
                    -0.006531,
                    0.078613,
                    0.031006,
                    0.037842,
                    0.04541,
                    -0.019409,
                    0.115723,
                    -0.019043,
                    0.040039,
                    0.001686,
                    0.034424,
                    0.057129,
                    0.037598,
                    0.014038,
                    0.086914,
                    0.061768,
                    0.033203,
                    0.05835,
                    0.048584,
                    0.067871,
                    0.047607,
                    0.034424,
                    -0.002853,
                    0.055176,
                    0.11084,
                    -0.001022,
                    0.045166,
                    0.001488,
                    0.074707,
                    0.052734,
                    0.032959,
                    0.040039,
                    0.054932,
                    0.044434,
                    0.034668,
                    0.050537,
                    0.034424,
                    0.055664,
                    0.020508,
                    0.028198,
                    0.032959,
                    0.03833,
                    0.043213,
                    0.036621,
                    -0.007202,
                    -0.003372,
                    0.04248,
                    0.04541,
                    0.040771,
                    0.089844,
                    0.046143,
                    0.044189,
                    0.046143,
                    0.045898,
                    0.041748,
                    0.029663,
                    0.019897,
                    0.237305,
                    -0.024048,
                    -0.004181,
                    0.000374,
                    0.032471,
                    -3.3e-05,
                    0.033691,
                    0.038574,
                    0.035156,
                    -0.000675,
                    -0.005463,
                    0.052002,
                    -0.013855,
                    0.052246,
                    0.047852,
                    0.087891,
                    0.013123,
                    -0.014587,
                    0.031494,
                    0.032959,
                    0.059814,
                    -0.003906,
                    0.048828,
                    0.101074,
                    0.0354,
                    0.088379,
                    0.04834,
                    0.031738,
                    0.066895,
                    -0.001045,
                    0.037598,
                    0.038818,
                    -0.033691,
                    0.036865,
                    0.083496,
                    0.041992,
                    -0.000203,
                    0.027832,
                    0.044922,
                    0.046143,
                    0.020752,
                    0.041748,
                    0.000847,
                    0.041992,
                    0.018677,
                    0.034424,
                    0.102539,
                    0.036133,
                    0.043701,
                    0.036133,
                    0.045898,
                    0.054688,
                    -0.022217,
                    0.014526,
                    -0.02832,
                    0.019165,
                    0.02832,
                    0.045166,
                    0.036865,
                    0.058594,
                    0.04248,
                    0.041504,
                    0.038818,
                    -0.009399,
                    0.067383,
                    -0.019165,
                    -0.013062,
                    0.057861,
                    0.039795,
                    0.037354,
                    0.053223,
                    0.047852,
                    0.047119,
                    0.034912,
                    0.037598,
                    0.089355,
                    -0.000675,
                    0.032959,
                    0.040527,
                    0.03833,
                    -0.04248,
                    -0.000418,
                    0.030518,
                    0.001251,
                    0.062012,
                    0.046875,
                    0.038086,
                    -0.02124,
                    0.035645,
                    0.048584,
                    0.039062,
                    0.05127,
                    0.002823,
                    0.05127,
                    0.09082,
                    0.033447,
                    0.000614,
                    0.036133,
                    0.001373,
                    0.009827,
                    0.037354,
                    -0.000919,
                    0.040283,
                    0.028564,
                    0.045166,
                    0.037109,
                    0.086426,
                    0.034424,
                    -0.025269,
                    0.036865,
                    0.035889,
                    0.029541,
                    0.008667,
                    -0.000422,
                    0.053711,
                    0.047607,
                    0.04126,
                    -0.002747,
                    0.000935,
                    -0.00412,
                    0.05127,
                    0.002914,
                    0.031128,
                    0.119141,
                    0.045166,
                    0.046387,
                    0.038818,
                    -0.001106,
                    0.025391,
                    0.002487,
                    0.049316,
                    0.039551,
                    0.035889,
                    0.041016,
                    0.03833,
                    0.152344,
                    0.034912,
                    0.000122,
                    0.038574,
                    0.034668,
                    0.289062,
                    0.031006,
                    0.000209,
                    0.030762,
                    0.033203,
                    0.044678,
                    0.038086,
                    0.030762,
                    0.043213,
                    0.033936,
                    0.046143,
                    -0.001587,
                    0.000155,
                    0.048096,
                    0.027832,
                    0.035889,
                    0.036865,
                    0.035156,
                    0.057373,
                    0.018188,
                    0.094727,
                    0.016602,
                    0.114258,
                    0.120605,
                    0.061279,
                    0.04834,
                    0.040527,
                    0.047119,
                    0.037354,
                    0.021362,
                    0.054199,
                    0.04541,
                    0.044434,
                    0.002014,
                    0.043701,
                    0.032471,
                    0.143555,
                    0.010254,
                    0.106445,
                    0.038086,
                    0.042725,
                    0.045654,
                    0.052979,
                    0.033203,
                    0.046143,
                    0.026367,
                    0.052002,
                    0.033936,
                    0.045166,
                    0.046143,
                    -0.000599,
                    0.002701,
                    0.050537,
                    0.043945,
                    0.115234,
                    0.269531,
                    0.000645,
                    0.060547,
                    0.02478,
                    0.084473,
                    0.001015,
                    -0.001022,
                    0.228516,
                    -0.000942,
                    0.000292,
                    0.035889,
                    0.05249,
                    0.031738,
                    0.040527,
                    -0.00074,
                    -0.041504,
                    0.019165,
                    0.000824,
                    0.035889,
                    0.033203,
                    0.030273,
                    0.055664,
                    0.036377,
                    -0.097168,
                    0.021484,
                    -0.023926,
                    0.082031,
                    0.086426,
                    0.033203,
                    0.038086,
                    0.037598,
                    0.046387,
                    0.026001,
                    0.039062,
                    0.050049,
                    0.043213,
                    0.053955,
                    0.047607,
                    0.054443,
                    -0.006683,
                    0.043701,
                    0.09375,
                    0.046143,
                    0.037354,
                    0.036621,
                    0.043457,
                    0.056641,
                    0.049072,
                    -0.032227,
                    0.0354,
                    0.058838,
                    0.026123,
                    -0.020142,
                    0.045654,
                    0.030151,
                    0.037598,
                    0.037598,
                    -0.011597,
                    0.048584,
                    -0.012817,
                    0.042969,
                    0.000896,
                    -0.029419,
                    0.040771,
                    0.055908,
                    0.042969,
                    0.069824,
                    0.038818,
                    0.032227,
                    0.034912,
                    0.121094,
                    -0.000984,
                    0.042969,
                    0.061035,
                    0.003937,
                    0.030396,
                    0.041504,
                    0.032471,
                    0.047119,
                    0.033691,
                    0.020752,
                    0.036377,
                    0.043457,
                    0.032959,
                    0.002762,
                    0.054932,
                    0.046631,
                    0.060303,
                    -0.018066,
                    -0.000908,
                    -0.000118,
                    0.050293,
                    -0.015137,
                    0.037109,
                    -0.000248,
                    0.038574,
                    0.036621,
                    0.028442,
                    -0.01178,
                    0.025024,
                    0.033203,
                    0.044922,
                    0.045166,
                    0.002396,
                    0.037354,
                    0.130859,
                    0.001144,
                    0.000431,
                    0.037598,
                    0.039795,
                    0.059326,
                    0.041748,
                    0.037598,
                    0.04541,
                    0.0625,
                    0.060303,
                    0.033936,
                    0.041748,
                    0.033203,
                    0.04126,
                    0.035889,
                    0.055176,
                    0.034668,
                    0.053467,
                    0.028809,
                    -0.001312,
                    0.030396,
                    0.061768,
                    -0.009155,
                    -0.005402,
                    0.002716,
                    0.048584,
                    0.057861,
                    0.046143,
                    0.037354,
                    0.037109,
                    0.053711,
                    0.047852,
                    0.001419,
                    0.030029,
                    0.0177,
                    0.030518,
                    0.049805,
                    0.031982,
                    0.031494,
                    0.07666,
                    0.003143,
                    0.038574,
                    0.04126,
                    0.048584,
                    0.048584,
                    0.038818,
                    0.054688,
                    0.087891,
                    0.00528,
                    0.036621,
                    0.041016,
                    0.03125,
                    0.181641,
                    0.042236,
                    0.026489,
                    0.030151,
                    0.032959,
                    0.037598,
                    0.0354,
                    0.031738,
                    -0.000614,
                    0.001389,
                    0.042725,
                    0.036377,
                    0.033203,
                    0.000152,
                    0.050537,
                    0.039551,
                    0.035156,
                    0.122559,
                    0.074707,
                    0.032227,
                    -0.016357,
                    0.046875,
                    0.014771,
                    0.107422,
                    0.052979,
                    -0.000134,
                    0.049805,
                    0.032471,
                    0.03833,
                    0.04126,
                    0.033447,
                    0.04248,
                    0.018311,
                    0.041016,
                    0.038574,
                    0.07666,
                    0.046143,
                    0.033447,
                    -0.001053,
                    -0.000219,
                    0.049561,
                    0.039795,
                    0.050049,
                    0.058838,
                    0.089844,
                    0.019775,
                    -0.00087,
                    0.014038,
                    0.045166,
                    0.05542,
                    0.047852,
                    0.033447,
                    0.042236,
                    0.045654,
                    0.033691,
                    0.044922,
                    0.033936,
                    0.050537,
                    0.0354,
                    -0.000446,
                    0.000862,
                    0.038086,
                    0.043213,
                    0.022217,
                    0.04126,
                    0.047607,
                    0.058105,
                    0.037354,
                    0.038086,
                    -0.023071,
                    0.037354,
                    0.041748,
                    0.044189,
                    0.046875,
                    0.033691,
                    -0.011658,
                    0.09375,
                    0.054688,
                    -0.001221,
                    -0.004028,
                    0.018555,
                    0.044922,
                    0.001198,
                    0.084473,
                    -0.015381,
                    0.051025,
                    0.046631,
                    0.048584,
                    0.047119,
                    0.050293,
                    0.047607,
                    0.056396,
                    0.049072,
                    0.035889,
                    0.00079,
                    -0.002655,
                    0.039307,
                    0.045898,
                    0.058105,
                    0.07373,
                    0.012024,
                    0.135742,
                    -0.001823,
                    0.04126,
                    0.001122,
                    0.042236,
                    0.000492,
                    0.094238,
                    0.02002,
                    -0.000275,
                    0.057373,
                    0.052734,
                    0.047119,
                    0.050537,
                    0.038818,
                    0.039062,
                    -0.00024,
                    0.034424,
                    -0.02478,
                    0.006531,
                    0.012695,
                    0.049805,
                    0.030518,
                    0.000263,
                    0.001633,
                    0.04126,
                    0.05249,
                    -0.019653,
                    0.0271,
                    -0.032471,
                    0.038086,
                    -0.015991,
                    0.036377,
                    0.041748,
                    0.031738,
                    1.5e-05,
                    0.09375,
                    0.052246,
                    0.028809,
                    0.07959,
                    0.031494,
                    0.030273,
                    0.051514,
                    0.039062,
                    -0.008057,
                    0.031128,
                    0.056152,
                    0.063477,
                    0.035645,
                    -0.024048,
                    0.035156,
                    0.017212,
                    0.062988,
                    0.049561,
                    0.001503,
                    0.010498,
                    0.067383,
                    -0.000755,
                    0.044434,
                    0.045654,
                    0.063477,
                    0.041504,
                    0.056152,
                    0.001274,
                    0.038574,
                    -0.001442,
                    0.047119,
                    0.033203,
                    0.054688,
                    0.030884,
                    0.037354,
                    0.047363,
                    0.033691,
                    0.109863,
                    0.048828,
                    0.044189,
                    0.044434,
                    0.06543,
                    0.075684,
                    0.034424,
                    -0.000603,
                    0.0625,
                    0.00238,
                    0.052246,
                    0.021362,
                    0.035889,
                    7.4e-05,
                    0.055176,
                    0.028809,
                    0.029419,
                    0.025635,
                    0.045898,
                    1.7e-05,
                    0.016235,
                    0.042969,
                    0.074219,
                    0.001259,
                    0.037842,
                    0.047607,
                    0.064941,
                    0.0354,
                    -0.010986,
                    0.043945,
                    0.084473,
                    0.041748,
                    0.031982,
                    0.032227,
                    0.050293,
                    0.000984,
                    0.039551,
                    0.037109,
                    -0.041992,
                    0.011475,
                    0.025146,
                    0.056396,
                    -0.000471,
                    0.00032,
                    0.05835,
                    -0.000854,
                    0.057129,
                    0.046143,
                    0.033936,
                    0.05249,
                    -0.019775,
                    0.033691,
                    -0.000526,
                    0.087402,
                    0.039795,
                    0.047363,
                    0.016602,
                    0.040039,
                    0.041992,
                    0.056396,
                    0.142578,
                    0.000234,
                    0.061768,
                    0.028687,
                    0.036865,
                    0.071777,
                    0.038574,
                    0.037354,
                    -0.016479,
                    0.045654,
                    0.036133,
                    0.038086,
                    -2.9e-05,
                    0.054199,
                    0.046875,
                    0.108398,
                    0.057861,
                    0.061035,
                    0.000671,
                    0.032227,
                    0.052246,
                    -0.008667,
                    0.03833,
                    0.052246,
                    0.046631,
                    0.092773,
                    0.03833,
                    0.049316,
                    0.038818,
                    0.053711,
                    -0.02063,
                    0.03125,
                    0.031494,
                    -0.000542,
                    0.050293,
                    -0.014587,
                    0.038086,
                    -0.000177,
                    0.032715,
                    0.04126,
                    -0.007263,
                    0.051514,
                    -0.000177,
                    0.044189,
                    0.043457,
                    -0.000729,
                    0.064941,
                    0.038086,
                    -0.000353,
                    -0.000957,
                    -0.005524,
                    0.000729,
                    0.036377,
                    0.026611,
                    0.036377,
                    0.054443,
                    0.030029,
                    0.033447,
                    0.040283,
                    0.003174,
                    0.035889,
                    0.040771,
                    0.035645,
                    0.032959,
                    0.043457,
                    0.038818,
                    0.019409
                ]
            },
            "name": "model.transformer.layers.1.attn_norm.weight",
            "outputIndexes": [
                106
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                105,
                106
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/attn_norm_1/Mul_1_output_0",
            "outputIndexes": [
                107
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                107
            ],
            "outputIndexes": [
                1490
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                1490
            ],
            "outputIndexes": [
                1491
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/q_proj/Linear",
            "inputIndexes": [
                1491
            ],
            "outputIndexes": [
                1492
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 768,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 9216,
                    "weightSize": 0
                },
                "external": [
                    3654276,
                    589846,
                    73728,
                    3072,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                1492
            ],
            "outputIndexes": [
                1493
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1493
            ],
            "outputIndexes": [
                108
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    768
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                107
            ],
            "main_type": "NONE",
            "name": "/Shape_5_output_0",
            "outputIndexes": [
                109
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                109
            ],
            "main_type": "NONE",
            "name": "Shape160",
            "outputIndexes": [
                110
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                109
            ],
            "main_type": "NONE",
            "name": "Rank162",
            "outputIndexes": [
                111
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                111,
                111
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp164",
            "outputIndexes": [
                112
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                112
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze165",
            "outputIndexes": [
                113
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                112,
                9
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp167",
            "outputIndexes": [
                114
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                114
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze168",
            "outputIndexes": [
                115
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                110,
                113,
                115,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice171",
            "outputIndexes": [
                116
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                116
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze172",
            "outputIndexes": [
                117
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                9,
                117
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp173",
            "outputIndexes": [
                118
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                118,
                117
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp174",
            "outputIndexes": [
                119
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                109,
                119,
                112
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_9_output_0",
            "outputIndexes": [
                120
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                120,
                21
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_11_output_0",
            "outputIndexes": [
                121
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                7,
                121,
                23,
                24
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_5_output_0",
            "outputIndexes": [
                122
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                108,
                122
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_5_output_0",
            "outputIndexes": [
                123
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                123
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/q_norm_1/Mul_output_0",
            "outputIndexes": [
                124
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    64
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    1.828125,
                    1.25,
                    0.195312,
                    0.427734,
                    1.453125,
                    1.710938,
                    0.318359,
                    1.367188,
                    1.757812,
                    2.171875,
                    0.253906,
                    1.640625,
                    0.380859,
                    2.203125,
                    1.664062,
                    1.460938,
                    0.060059,
                    1.226562,
                    1.5625,
                    2.078125,
                    1.789062,
                    1.320312,
                    1.21875,
                    0.002167,
                    0.953125,
                    1.554688,
                    1.5625,
                    2.9375,
                    2.25,
                    1.382812,
                    1.546875,
                    2.015625,
                    0.84375,
                    0.097168,
                    1.757812,
                    1.367188,
                    0.769531,
                    1.210938,
                    1.90625,
                    1.226562,
                    0.523438,
                    0.644531,
                    1.179688,
                    0.322266,
                    2.296875,
                    1.101562,
                    0.710938,
                    1.1875,
                    2.9375,
                    1.523438,
                    1.226562,
                    0.933594,
                    1.273438,
                    1.65625,
                    2.078125,
                    6.625,
                    2.25,
                    1.601562,
                    1.65625,
                    0.6875,
                    0.691406,
                    1.734375,
                    1.679688,
                    2.46875
                ]
            },
            "name": "model.transformer.layers.1.attn.q_norm.weight",
            "outputIndexes": [
                125
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                124,
                125
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/q_norm_1/Mul_1_output_0",
            "outputIndexes": [
                126
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                126,
                53
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_4_output_0",
            "outputIndexes": [
                127
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                126,
                55,
                56,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_5_output_0",
            "outputIndexes": [
                128
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                128
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_2_output_0",
            "outputIndexes": [
                129
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                126,
                21,
                55,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_4_output_0",
            "outputIndexes": [
                130
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                129,
                130
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_8_output_0",
            "outputIndexes": [
                131
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                131,
                68
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_5_output_0",
            "outputIndexes": [
                132
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                127,
                132
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_4_output_0",
            "outputIndexes": [
                133
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                107
            ],
            "outputIndexes": [
                1494
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                1494
            ],
            "outputIndexes": [
                1495
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/k_proj/Linear",
            "inputIndexes": [
                1495
            ],
            "outputIndexes": [
                1496
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 2304,
                    "weightSize": 0
                },
                "external": [
                    4320922,
                    147478,
                    18432,
                    768,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                1496
            ],
            "outputIndexes": [
                1497
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1497
            ],
            "outputIndexes": [
                134
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                7,
                121,
                57,
                24
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_6_output_0",
            "outputIndexes": [
                135
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                134,
                135
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_6_output_0",
            "outputIndexes": [
                136
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                136
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/k_norm_1/Mul_output_0",
            "outputIndexes": [
                137
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    64
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    1.210938,
                    1.21875,
                    0.15332,
                    -0.026611,
                    1.859375,
                    1.867188,
                    1.054688,
                    2.34375,
                    1.914062,
                    1.617188,
                    1.710938,
                    0.054443,
                    1.945312,
                    1.15625,
                    0.143555,
                    1.265625,
                    2.515625,
                    1.695312,
                    1.335938,
                    0.917969,
                    1.273438,
                    1.664062,
                    1.757812,
                    5.96875,
                    2.15625,
                    1.554688,
                    1.65625,
                    0.832031,
                    1.695312,
                    1.757812,
                    1.625,
                    2.0625,
                    0.96875,
                    0.851562,
                    1.953125,
                    1.421875,
                    0.087891,
                    1.125,
                    1.085938,
                    0.84375,
                    -1.101562,
                    1.546875,
                    0.443359,
                    1.664062,
                    0.632812,
                    2.09375,
                    1.625,
                    1.460938,
                    0.34375,
                    1.375,
                    1.734375,
                    2.109375,
                    1.679688,
                    1.382812,
                    1.070312,
                    0.128906,
                    0.992188,
                    1.476562,
                    1.453125,
                    3.421875,
                    3.71875,
                    1.53125,
                    1.65625,
                    1.195312
                ]
            },
            "name": "model.transformer.layers.1.attn.k_norm.weight",
            "outputIndexes": [
                138
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                137,
                138
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/k_norm_1/Mul_1_output_0",
            "outputIndexes": [
                139
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                139,
                53
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_6_output_0",
            "outputIndexes": [
                140
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                139,
                55,
                56,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_7_output_0",
            "outputIndexes": [
                141
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                141
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_3_output_0",
            "outputIndexes": [
                142
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                139,
                21,
                55,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_6_output_0",
            "outputIndexes": [
                143
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                142,
                143
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_9_output_0",
            "outputIndexes": [
                144
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                144,
                68
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_7_output_0",
            "outputIndexes": [
                145
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                140,
                145
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_5_output_0",
            "outputIndexes": [
                146
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                107
            ],
            "outputIndexes": [
                1498
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                1498
            ],
            "outputIndexes": [
                1499
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/v_proj/Linear",
            "inputIndexes": [
                1499
            ],
            "outputIndexes": [
                1500
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 2304,
                    "weightSize": 0
                },
                "external": [
                    4487600,
                    147478,
                    18432,
                    768,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                1500
            ],
            "outputIndexes": [
                1501
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1501
            ],
            "outputIndexes": [
                147
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                147,
                135
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_7_output_0",
            "outputIndexes": [
                148
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                133,
                146,
                148,
                86
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "/layers.1/self_attn/FusedAttention",
            "outputIndexes": [
                149
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                149
            ],
            "outputIndexes": [
                1502
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    768,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                1502
            ],
            "outputIndexes": [
                1503
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/o_proj/Linear",
            "inputIndexes": [
                1503
            ],
            "outputIndexes": [
                1504
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 768,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 9216,
                    "weightSize": 0
                },
                "external": [
                    4654278,
                    589846,
                    73728,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                1504
            ],
            "outputIndexes": [
                1505
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1505
            ],
            "outputIndexes": [
                150
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                104,
                150
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_6_output_0",
            "outputIndexes": [
                151
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                151
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/ffn_norm_1/Mul_output_0",
            "outputIndexes": [
                152
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.145508,
                    0.131836,
                    0.138672,
                    0.146484,
                    0.107422,
                    0.146484,
                    0.160156,
                    0.142578,
                    0.179688,
                    0.145508,
                    0.15625,
                    0.05542,
                    0.155273,
                    0.142578,
                    0.163086,
                    0.161133,
                    0.183594,
                    0.189453,
                    0.132812,
                    0.168945,
                    0.000801,
                    0.151367,
                    0.080078,
                    0.149414,
                    0.183594,
                    0.142578,
                    0.179688,
                    0.170898,
                    0.142578,
                    0.160156,
                    0.161133,
                    0.151367,
                    0.098145,
                    0.128906,
                    0.149414,
                    0.168945,
                    0.150391,
                    0.145508,
                    0.143555,
                    0.151367,
                    0.138672,
                    0.155273,
                    0.151367,
                    0.157227,
                    0.139648,
                    0.147461,
                    0.132812,
                    0.15625,
                    0.161133,
                    0.059326,
                    0.162109,
                    0.145508,
                    0.15332,
                    0.15332,
                    0.133789,
                    0.152344,
                    0.151367,
                    0.147461,
                    0.15918,
                    0.179688,
                    0.125977,
                    0.141602,
                    0.040283,
                    0.142578,
                    0.169922,
                    0.180664,
                    0.148438,
                    0.133789,
                    0.146484,
                    0.134766,
                    0.144531,
                    0.154297,
                    0.149414,
                    0.165039,
                    0.095215,
                    0.186523,
                    0.161133,
                    0.166016,
                    0.154297,
                    0.161133,
                    0.139648,
                    0.15918,
                    0.161133,
                    0.129883,
                    0.000114,
                    0.176758,
                    0.130859,
                    0.167969,
                    0.155273,
                    0.116211,
                    0.152344,
                    0.155273,
                    0.173828,
                    0.15332,
                    0.147461,
                    0.12793,
                    0.080566,
                    0.158203,
                    0.001419,
                    0.066406,
                    0.163086,
                    0.143555,
                    0.141602,
                    0.162109,
                    0.147461,
                    0.139648,
                    0.125977,
                    0.10791,
                    0.133789,
                    0.15918,
                    -0.062988,
                    0.154297,
                    0.173828,
                    0.109375,
                    0.126953,
                    0.132812,
                    0.177734,
                    0.151367,
                    0.140625,
                    0.15918,
                    0.145508,
                    0.151367,
                    0.157227,
                    0.157227,
                    0.15918,
                    0.177734,
                    0.142578,
                    0.15332,
                    0.175781,
                    0.154297,
                    0.211914,
                    0.157227,
                    0.134766,
                    0.165039,
                    -0.051025,
                    0.136719,
                    0.065918,
                    0.165039,
                    0.15625,
                    0.089355,
                    0.161133,
                    0.161133,
                    0.133789,
                    0.164062,
                    0.057129,
                    0.070312,
                    0.133789,
                    0.152344,
                    0.178711,
                    0.119629,
                    0.155273,
                    0.146484,
                    0.162109,
                    0.161133,
                    0.134766,
                    0.142578,
                    0.154297,
                    0.186523,
                    0.152344,
                    0.15625,
                    0.167969,
                    0.182617,
                    0.168945,
                    0.137695,
                    0.146484,
                    0.164062,
                    0.150391,
                    0.154297,
                    0.15332,
                    0.175781,
                    0.064941,
                    0.149414,
                    -0.000456,
                    0.15625,
                    0.143555,
                    0.182617,
                    0.142578,
                    0.181641,
                    0.146484,
                    0.166016,
                    0.158203,
                    0.15918,
                    0.166016,
                    0.160156,
                    0.132812,
                    0.169922,
                    0.154297,
                    0.139648,
                    0.167969,
                    0.136719,
                    0.162109,
                    0.151367,
                    -5.1e-05,
                    0.15625,
                    0.125977,
                    0.165039,
                    0.154297,
                    0.155273,
                    0.168945,
                    0.146484,
                    0.166016,
                    0.132812,
                    0.155273,
                    0.143555,
                    0.172852,
                    0.15625,
                    0.166992,
                    0.142578,
                    0.157227,
                    0.128906,
                    0.151367,
                    0.15332,
                    0.158203,
                    0.148438,
                    0.15918,
                    0.152344,
                    0.165039,
                    0.144531,
                    -0.134766,
                    0.15332,
                    0.143555,
                    0.199219,
                    0.163086,
                    0.00103,
                    0.183594,
                    0.000622,
                    0.165039,
                    0.119629,
                    0.132812,
                    0.146484,
                    0.149414,
                    0.146484,
                    0.134766,
                    0.117676,
                    0.150391,
                    0.162109,
                    0.150391,
                    0.121582,
                    0.15625,
                    0.138672,
                    0.125977,
                    0.000402,
                    0.150391,
                    0.131836,
                    0.132812,
                    0.149414,
                    0.043213,
                    0.164062,
                    0.162109,
                    0.15332,
                    0.155273,
                    0.000395,
                    0.165039,
                    0.146484,
                    0.149414,
                    0.150391,
                    0.148438,
                    0.146484,
                    0.154297,
                    0.151367,
                    0.162109,
                    0.147461,
                    0.000102,
                    0.172852,
                    0.171875,
                    0.163086,
                    0.18457,
                    -0.000648,
                    0.144531,
                    0.128906,
                    0.15625,
                    0.160156,
                    0.134766,
                    0.168945,
                    0.161133,
                    0.136719,
                    0.148438,
                    0.167969,
                    0.160156,
                    -0.080566,
                    0.158203,
                    0.154297,
                    0.124023,
                    0.178711,
                    0.149414,
                    0.15332,
                    0.15625,
                    0.1875,
                    0.15625,
                    0.167969,
                    0.099121,
                    0.176758,
                    0.165039,
                    0.163086,
                    0.036377,
                    0.130859,
                    0.037598,
                    0.166016,
                    0.102051,
                    0.074219,
                    0.162109,
                    0.15332,
                    0.166016,
                    0.179688,
                    0.145508,
                    0.157227,
                    0.176758,
                    0.210938,
                    0.163086,
                    0.166016,
                    0.145508,
                    0.160156,
                    -0.000172,
                    0.131836,
                    0.168945,
                    0.155273,
                    0.166016,
                    0.060547,
                    0.001541,
                    0.160156,
                    0.151367,
                    0.134766,
                    0.173828,
                    0.149414,
                    0.15625,
                    0.15332,
                    0.15918,
                    0.150391,
                    0.169922,
                    0.146484,
                    0.117676,
                    0.152344,
                    0.138672,
                    0.178711,
                    0.140625,
                    -0.000645,
                    0.139648,
                    0.144531,
                    0.101562,
                    0.15918,
                    0.102539,
                    0.121094,
                    0.137695,
                    0.085449,
                    0.164062,
                    0.198242,
                    0.00025,
                    0.092773,
                    0.158203,
                    0.165039,
                    0.140625,
                    0.146484,
                    0.001083,
                    0.15332,
                    0.173828,
                    0.177734,
                    0.115723,
                    0.134766,
                    0.107422,
                    0.151367,
                    0.167969,
                    0.102051,
                    0.164062,
                    0.144531,
                    0.120117,
                    0.151367,
                    0.166992,
                    0.112793,
                    0.171875,
                    0.000446,
                    0.050049,
                    0.173828,
                    0.046631,
                    0.141602,
                    0.15332,
                    0.034668,
                    0.164062,
                    0.151367,
                    0.164062,
                    0.134766,
                    0.163086,
                    0.131836,
                    0.154297,
                    0.146484,
                    0.073242,
                    0.115723,
                    0.037109,
                    0.147461,
                    0.144531,
                    0.158203,
                    0.163086,
                    0.105957,
                    0.136719,
                    0.038574,
                    0.164062,
                    0.139648,
                    0.154297,
                    0.108398,
                    0.773438,
                    0.172852,
                    0.160156,
                    0.15332,
                    0.162109,
                    0.15918,
                    0.162109,
                    0.041504,
                    -0.00161,
                    0.168945,
                    0.162109,
                    0.154297,
                    0.205078,
                    0.000553,
                    0.125977,
                    0.169922,
                    0.146484,
                    0.137695,
                    0.142578,
                    0.15332,
                    0.149414,
                    0.167969,
                    0.146484,
                    0.112793,
                    0.142578,
                    0.133789,
                    0.148438,
                    0.118652,
                    0.150391,
                    0.144531,
                    0.146484,
                    0.161133,
                    0.144531,
                    0.148438,
                    0.166992,
                    0.183594,
                    0.151367,
                    0.149414,
                    0.160156,
                    0.138672,
                    0.173828,
                    0.142578,
                    0.136719,
                    0.149414,
                    0.121094,
                    0.147461,
                    0.15332,
                    0.150391,
                    0.169922,
                    0.05127,
                    0.163086,
                    0.161133,
                    0.206055,
                    0.171875,
                    0.166016,
                    0.130859,
                    0.088379,
                    0.151367,
                    0.160156,
                    0.095703,
                    0.142578,
                    0.165039,
                    0.155273,
                    0.056885,
                    0.158203,
                    0.162109,
                    0.147461,
                    0.089844,
                    0.152344,
                    0.151367,
                    0.15918,
                    0.139648,
                    0.166016,
                    0.140625,
                    0.150391,
                    0.075195,
                    0.169922,
                    0.15332,
                    0.174805,
                    0.143555,
                    0.15332,
                    0.135742,
                    0.15625,
                    0.145508,
                    0.146484,
                    0.119141,
                    0.174805,
                    0.03418,
                    0.166016,
                    0.172852,
                    0.166016,
                    0.148438,
                    0.142578,
                    0.15332,
                    0.162109,
                    0.134766,
                    0.162109,
                    0.155273,
                    0.15625,
                    0.12793,
                    0.158203,
                    0.108887,
                    0.147461,
                    0.158203,
                    0.000751,
                    0.145508,
                    0.133789,
                    0.143555,
                    0.147461,
                    0.150391,
                    0.169922,
                    0.068359,
                    0.158203,
                    0.15918,
                    0.163086,
                    0.146484,
                    0.146484,
                    0.15625,
                    0.158203,
                    0.15332,
                    0.124023,
                    0.182617,
                    0.135742,
                    0.15625,
                    0.171875,
                    0.164062,
                    0.113281,
                    0.15332,
                    0.152344,
                    0.143555,
                    0.163086,
                    0.166016,
                    0.149414,
                    0.176758,
                    0.15625,
                    0.175781,
                    0.148438,
                    -0.000767,
                    0.168945,
                    0.158203,
                    0.167969,
                    0.172852,
                    0.189453,
                    0.160156,
                    0.115234,
                    0.158203,
                    0.15332,
                    0.149414,
                    0.151367,
                    0.148438,
                    0.167969,
                    0.149414,
                    0.106445,
                    0.151367,
                    0.135742,
                    0.177734,
                    0.095703,
                    0.192383,
                    0.144531,
                    0.147461,
                    0.144531,
                    0.157227,
                    0.154297,
                    0.067383,
                    0.195312,
                    0.203125,
                    0.145508,
                    0.166992,
                    0.117188,
                    0.144531,
                    0.180664,
                    0.152344,
                    0.165039,
                    0.09375,
                    0.171875,
                    0.131836,
                    0.163086,
                    0.155273,
                    0.138672,
                    0.158203,
                    0.133789,
                    0.162109,
                    0.15332,
                    0.178711,
                    0.164062,
                    0.141602,
                    0.138672,
                    0.151367,
                    0.148438,
                    0.122559,
                    0.149414,
                    0.150391,
                    0.173828,
                    0.164062,
                    0.160156,
                    0.130859,
                    0.181641,
                    0.150391,
                    0.091309,
                    0.043945,
                    0.157227,
                    0.103516,
                    0.137695,
                    0.158203,
                    0.15332,
                    0.141602,
                    0.135742,
                    0.134766,
                    0.171875,
                    0.074219,
                    0.081055,
                    0.167969,
                    0.15918,
                    0.066406,
                    0.15332,
                    0.128906,
                    0.185547,
                    0.155273,
                    0.140625,
                    0.148438,
                    0.160156,
                    0.125,
                    0.167969,
                    0.152344,
                    0.182617,
                    0.138672,
                    0.151367,
                    0.155273,
                    0.144531,
                    0.152344,
                    0.138672,
                    0.147461,
                    0.143555,
                    0.133789,
                    0.168945,
                    0.140625,
                    -0.136719,
                    0.166992,
                    0.160156,
                    0.170898,
                    0.169922,
                    0.147461,
                    0.1875,
                    0.078125,
                    0.146484,
                    0.15332,
                    0.151367,
                    0.125977,
                    0.145508,
                    0.032227,
                    0.148438,
                    0.183594,
                    0.176758,
                    0.158203,
                    0.151367,
                    0.116699,
                    0.145508,
                    0.160156,
                    0.154297,
                    0.145508,
                    0.158203,
                    -0.041748,
                    0.15918,
                    0.166992,
                    0.126953,
                    0.154297,
                    0.145508,
                    0.168945,
                    0.151367,
                    0.155273,
                    0.149414,
                    0.12207,
                    0.095703,
                    0.162109,
                    0.001205,
                    0.173828,
                    0.134766,
                    0.146484,
                    0.175781,
                    0.15625,
                    0.158203,
                    0.141602,
                    0.151367,
                    0.146484,
                    0.152344,
                    0.161133,
                    0.132812,
                    0.179688,
                    -0.000322,
                    0.140625,
                    0.145508,
                    0.15918,
                    0.149414,
                    0.15918,
                    0.165039,
                    0.194336,
                    0.125,
                    0.131836,
                    0.154297,
                    0.157227,
                    0.15332,
                    0.166992,
                    0.151367,
                    0.138672,
                    -0.034424,
                    0.161133,
                    0.185547,
                    0.137695,
                    0.167969,
                    0.099121,
                    0.163086,
                    0.132812,
                    0.166016,
                    0.15625,
                    0.177734,
                    0.158203,
                    0.161133,
                    0.195312,
                    0.145508,
                    0.082031,
                    0.165039,
                    0.152344,
                    0.15918,
                    0.158203,
                    0.225586,
                    0.143555,
                    0.157227,
                    0.152344,
                    0.131836,
                    0.165039,
                    0.149414,
                    0.141602,
                    0.143555,
                    0.171875,
                    0.175781,
                    0.208008,
                    0.163086,
                    0.174805,
                    0.138672,
                    0.150391,
                    0.155273,
                    0.162109,
                    0.178711,
                    0.154297,
                    0.163086,
                    0.146484,
                    0.11377,
                    0.172852,
                    0.157227,
                    0.160156,
                    0.143555,
                    0.168945,
                    0.179688,
                    0.145508,
                    0.007812,
                    0.15625,
                    0.147461,
                    -0.000904,
                    0.125,
                    0.163086,
                    0.171875,
                    0.158203,
                    0.18457,
                    0.160156,
                    0.151367,
                    0.182617,
                    0.164062,
                    0.036865,
                    0.128906,
                    0.138672,
                    0.15332,
                    0.151367,
                    0.15625,
                    0.171875,
                    0.155273,
                    -0.000355,
                    0.147461,
                    0.171875,
                    -0.150391,
                    0.141602,
                    0.140625,
                    0.174805,
                    0.138672,
                    0.134766,
                    0.157227,
                    0.144531,
                    0.001335,
                    0.052734,
                    0.144531,
                    0.151367,
                    0.158203,
                    0.162109,
                    0.080078,
                    0.148438,
                    0.173828,
                    0.149414,
                    0.167969,
                    0.099609,
                    0.179688,
                    0.141602,
                    0.157227,
                    0.158203,
                    0.168945,
                    0.15918,
                    0.171875,
                    0.152344,
                    0.15332,
                    0.141602,
                    0.158203,
                    0.162109,
                    0.154297,
                    0.149414,
                    0.138672,
                    0.125,
                    0.15918,
                    0.150391,
                    0.173828,
                    0.161133,
                    0.091797,
                    0.140625,
                    0.138672,
                    0.165039,
                    0.057861,
                    0.167969,
                    0.145508,
                    0.152344,
                    0.137695,
                    0.166016,
                    0.152344,
                    0.179688,
                    0.134766,
                    0.141602,
                    0.151367,
                    0.139648,
                    0.152344,
                    0.12793,
                    0.161133,
                    0.001183,
                    0.169922,
                    0.155273,
                    0.166016,
                    0.112305,
                    0.130859,
                    0.15332,
                    0.162109,
                    0.147461,
                    0.171875,
                    0.146484,
                    0.172852,
                    0.177734,
                    0.138672,
                    0.167969,
                    0.345703,
                    0.000101,
                    0.150391,
                    0.059082,
                    0.151367,
                    0.166016,
                    0.140625,
                    0.162109,
                    0.12793,
                    0.15625,
                    0.15625,
                    0.172852,
                    0.134766,
                    -0.089355,
                    0.157227,
                    0.15625,
                    0.151367,
                    0.150391,
                    0.136719,
                    0.146484,
                    0.141602,
                    0.15625,
                    0.162109,
                    0.160156,
                    0.15625,
                    0.185547,
                    0.145508,
                    0.132812,
                    0.171875,
                    0.170898,
                    0.181641,
                    0.162109,
                    0.151367,
                    0.214844,
                    0.170898,
                    0.139648,
                    0.135742,
                    0.118164,
                    -0.000192,
                    0.145508,
                    0.149414,
                    0.135742,
                    0.147461,
                    0.143555,
                    0.175781,
                    0.114746,
                    0.15918,
                    0.147461,
                    0.227539,
                    0.15625,
                    0.074707,
                    0.12793,
                    0.168945,
                    0.166016,
                    0.15918,
                    0.165039,
                    0.125,
                    0.147461,
                    0.200195,
                    0.133789,
                    0.147461,
                    0.166016,
                    0.139648,
                    0.140625,
                    0.158203,
                    0.155273,
                    0.149414,
                    0.197266,
                    0.15625,
                    0.140625,
                    0.176758,
                    0.181641,
                    0.176758,
                    0.15625,
                    0.169922,
                    0.028442,
                    0.15625,
                    0.129883,
                    0.167969,
                    0.15332,
                    0.136719,
                    0.171875,
                    0.162109,
                    0.166992,
                    0.166992,
                    0.149414,
                    0.134766,
                    0.171875,
                    0.144531,
                    0.15332,
                    0.160156,
                    0.147461,
                    0.15918,
                    0.146484,
                    0.146484,
                    0.171875,
                    0.12207,
                    0.157227,
                    0.151367,
                    0.141602,
                    0.157227,
                    0.109375,
                    0.151367,
                    0.180664,
                    0.171875,
                    0.166016,
                    0.141602,
                    0.152344,
                    0.189453,
                    0.113281,
                    0.150391,
                    0.146484,
                    0.136719,
                    0.132812,
                    -0.002701,
                    0.143555,
                    0.000301,
                    0.158203,
                    0.161133,
                    0.15918,
                    0.150391,
                    0.157227,
                    0.135742,
                    0.160156,
                    0.162109,
                    0.15332,
                    0.161133,
                    0.186523,
                    0.163086,
                    0.133789,
                    0.164062,
                    0.120605,
                    0.125977,
                    0.116211,
                    0.134766,
                    0.15625,
                    0.134766,
                    0.119141,
                    0.162109,
                    0.154297,
                    0.148438,
                    0.149414,
                    0.15918,
                    0.102539,
                    0.163086,
                    0.138672,
                    0.049316,
                    0.114258,
                    0.158203,
                    0.139648,
                    0.110352,
                    0.056641,
                    0.151367,
                    0.18457,
                    0.148438,
                    0.166016,
                    0.178711,
                    0.172852,
                    0.147461,
                    0.152344,
                    0.035889,
                    0.144531,
                    0.145508,
                    0.119629,
                    0.161133,
                    0.149414,
                    0.146484,
                    0.168945,
                    0.255859,
                    0.143555,
                    0.106934,
                    0.138672,
                    0.139648,
                    0.12207,
                    0.138672,
                    0.114746,
                    0.148438,
                    0.151367,
                    0.140625,
                    0.169922,
                    0.126953,
                    0.160156,
                    0.162109,
                    0.083496,
                    0.085938,
                    0.140625,
                    0.198242,
                    0.171875,
                    0.169922,
                    0.160156,
                    0.155273,
                    0.170898,
                    0.137695,
                    0.12793,
                    0.155273,
                    0.193359,
                    0.162109,
                    0.146484,
                    0.171875,
                    0.141602,
                    0.149414,
                    0.154297,
                    0.146484,
                    0.136719,
                    0.126953,
                    0.087402,
                    0.203125,
                    0.141602,
                    0.144531,
                    0.261719,
                    0.137695,
                    0.211914,
                    0.168945,
                    0.15625,
                    0.151367,
                    0.147461,
                    0.155273,
                    0.166992,
                    0.137695,
                    0.149414,
                    0.155273,
                    -0.071777,
                    0.163086,
                    0.10791,
                    0.162109,
                    0.165039,
                    0.154297,
                    0.228516,
                    0.300781,
                    0.001274,
                    0.166016,
                    0.149414,
                    0.206055,
                    -0.000305,
                    -0.000736,
                    0.195312,
                    0.031006,
                    0.089844,
                    0.135742,
                    0.132812,
                    0.136719,
                    0.166016,
                    0.157227,
                    0.178711,
                    0.144531,
                    0.11377,
                    0.147461,
                    0.142578,
                    0.148438,
                    0.168945,
                    0.169922,
                    0.18457,
                    0.15625,
                    0.164062,
                    -0.004913,
                    0.199219,
                    0.152344,
                    0.157227,
                    0.133789,
                    0.18457,
                    0.139648,
                    0.163086,
                    0.168945,
                    0.1875,
                    0.092773,
                    0.168945,
                    0.177734,
                    0.138672,
                    0.160156,
                    0.147461,
                    0.183594,
                    0.056396,
                    0.174805,
                    0.166992,
                    0.072266,
                    0.169922,
                    0.172852,
                    0.139648,
                    0.177734,
                    0.147461,
                    0.145508,
                    0.115234,
                    0.083984,
                    0.155273,
                    -0.154297,
                    0.138672,
                    0.15918,
                    0.085938,
                    0.154297,
                    0.119629,
                    0.136719,
                    0.164062,
                    0.152344,
                    0.146484,
                    0.151367,
                    0.150391,
                    0.134766,
                    0.116699,
                    0.291016,
                    0.148438,
                    0.166016,
                    0.109375,
                    0.130859,
                    0.145508,
                    0.152344,
                    0.134766,
                    0.15918,
                    0.139648,
                    0.15332,
                    0.144531,
                    0.096191,
                    0.151367,
                    0.144531,
                    0.132812,
                    0.140625,
                    0.164062,
                    0.155273,
                    0.120117,
                    0.132812,
                    0.149414,
                    0.142578,
                    0.140625,
                    -0.000328,
                    0.15625,
                    0.162109,
                    0.161133,
                    0.137695,
                    0.121094,
                    0.124023,
                    0.163086,
                    0.158203,
                    0.152344,
                    0.157227,
                    0.353516,
                    0.132812,
                    0.000603,
                    0.160156,
                    0.15625,
                    0.142578,
                    0.174805,
                    0.15625,
                    0.15625,
                    0.167969,
                    0.132812,
                    0.15332,
                    0.157227,
                    0.144531,
                    0.162109,
                    0.157227,
                    0.158203,
                    0.158203,
                    0.170898,
                    0.154297,
                    0.001465,
                    0.15332,
                    0.149414,
                    0.142578,
                    0.145508,
                    0.131836,
                    0.158203,
                    0.168945,
                    0.15625,
                    0.163086,
                    0.164062,
                    0.176758,
                    0.143555,
                    0.154297,
                    0.162109,
                    0.125977,
                    0.148438,
                    0.134766,
                    0.15625,
                    0.158203,
                    0.152344,
                    0.150391,
                    0.15918,
                    0.165039,
                    0.176758,
                    0.173828,
                    0.155273,
                    0.162109,
                    0.179688,
                    0.134766,
                    0.165039,
                    0.169922,
                    0.149414,
                    0.400391,
                    0.180664,
                    0.150391,
                    0.166016,
                    0.155273,
                    0.157227,
                    0.116699,
                    0.157227,
                    0.136719,
                    0.132812,
                    0.166992,
                    -0.10498,
                    0.160156,
                    0.166016,
                    0.138672,
                    0.160156,
                    0.15625,
                    8e-05,
                    0.125,
                    0.164062,
                    0.151367,
                    -0.000767,
                    0.136719,
                    0.238281,
                    0.162109,
                    0.160156,
                    0.130859,
                    0.132812,
                    0.119629,
                    0.15625,
                    0.137695,
                    0.166016,
                    0.141602,
                    0.15625,
                    0.166992,
                    0.157227,
                    0.15918,
                    0.164062,
                    0.165039,
                    0.12793,
                    0.186523,
                    0.130859,
                    0.15332,
                    0.134766,
                    0.179688,
                    0.149414,
                    0.039307,
                    0.143555,
                    0.140625,
                    0.160156,
                    0.15625,
                    0.147461,
                    0.142578,
                    0.155273,
                    0.163086,
                    0.160156,
                    0.147461,
                    0.176758,
                    0.070801,
                    0.133789,
                    0.157227,
                    0.15332,
                    0.12793,
                    0.149414,
                    0.171875,
                    0.176758,
                    0.152344,
                    0.151367,
                    0.15918,
                    0.094727,
                    0.141602,
                    0.149414,
                    0.164062,
                    0.147461,
                    0.148438,
                    0.124023,
                    0.19043,
                    0.15332,
                    0.00209,
                    0.151367,
                    0.15332,
                    0.173828,
                    0.151367,
                    0.223633,
                    0.132812,
                    0.15332,
                    0.175781,
                    0.155273,
                    0.145508,
                    0.15625,
                    0.151367,
                    0.163086,
                    0.15625,
                    0.119629,
                    0.202148,
                    0.060059,
                    0.15918,
                    0.149414,
                    0.162109,
                    0.169922,
                    0.137695,
                    -0.079102,
                    0.148438,
                    0.154297,
                    0.144531,
                    0.154297,
                    0.125977,
                    0.158203,
                    0.146484,
                    0.158203,
                    0.157227,
                    0.161133,
                    0.160156,
                    0.158203,
                    0.174805,
                    0.160156,
                    0.105957,
                    0.136719,
                    0.070801,
                    0.126953,
                    0.129883,
                    0.157227,
                    0.085449,
                    0.144531,
                    0.042969,
                    0.166016,
                    0.118652,
                    0.149414,
                    0.147461,
                    0.142578,
                    0.173828,
                    0.157227,
                    0.134766,
                    0.166016,
                    0.15625,
                    0.166016,
                    0.137695,
                    0.19043,
                    0.146484,
                    0.15332,
                    0.102539,
                    0.150391,
                    0.161133,
                    0.150391,
                    0.154297,
                    0.163086,
                    0.168945,
                    0.158203,
                    0.154297,
                    0.15332,
                    0.146484,
                    0.124023,
                    0.158203,
                    0.172852,
                    0.131836,
                    0.139648,
                    0.199219,
                    0.136719,
                    0.166016,
                    0.158203,
                    0.15918,
                    0.165039,
                    0.168945,
                    0.158203,
                    0.155273,
                    0.133789,
                    0.15332,
                    0.147461,
                    0.173828,
                    0.141602,
                    0.166016,
                    0.145508,
                    0.151367,
                    0.22168,
                    0.137695,
                    0.160156,
                    0.15332,
                    0.131836,
                    0.116211,
                    0.171875,
                    0.091797,
                    0.196289,
                    0.15918,
                    0.171875,
                    0.149414,
                    0.163086,
                    0.121094,
                    0.145508,
                    0.104004,
                    0.151367,
                    0.173828,
                    0.162109,
                    0.099609,
                    0.154297,
                    0.142578,
                    0.12207,
                    -0.091797,
                    0.155273,
                    0.169922,
                    0.188477,
                    0.142578,
                    0.115723,
                    0.150391,
                    0.10498,
                    0.152344,
                    0.151367,
                    0.080078,
                    0.167969,
                    0.124512,
                    0.15918,
                    0.15918,
                    0.182617,
                    0.122559,
                    0.15625,
                    0.146484,
                    0.063965,
                    0.139648,
                    0.170898,
                    -0.000622,
                    0.119141,
                    0.161133,
                    0.158203,
                    0.130859,
                    0.133789,
                    0.141602,
                    0.045654,
                    0.212891,
                    0.154297,
                    0.135742,
                    0.000496,
                    0.160156,
                    0.152344,
                    0.157227,
                    0.237305,
                    0.140625,
                    0.179688,
                    0.121582,
                    0.136719,
                    0.179688,
                    0.151367,
                    0.140625,
                    0.141602,
                    0.146484,
                    0.148438,
                    0.160156,
                    -0.000629,
                    0.148438,
                    0.12793,
                    0.574219,
                    0.192383,
                    0.166016,
                    0.115234,
                    0.162109,
                    0.125,
                    0.150391,
                    0.163086,
                    0.143555,
                    0.149414,
                    0.163086,
                    0.155273,
                    0.167969,
                    0.146484,
                    0.111816,
                    0.135742,
                    0.162109,
                    0.177734,
                    0.152344,
                    0.162109,
                    0.164062,
                    0.15332,
                    0.138672,
                    0.146484,
                    0.172852,
                    0.149414,
                    0.174805,
                    0.148438,
                    0.179688,
                    0.166992,
                    0.003433,
                    0.140625,
                    0.145508,
                    0.146484,
                    0.000637,
                    0.154297,
                    0.125,
                    0.123535,
                    0.161133,
                    0.163086,
                    0.152344,
                    0.15332,
                    0.149414,
                    0.15625,
                    0.140625,
                    0.148438,
                    0.142578,
                    0.148438,
                    0.167969,
                    0.137695,
                    0.142578,
                    0.15332
                ]
            },
            "name": "model.transformer.layers.1.ffn_norm.weight",
            "outputIndexes": [
                153
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                152,
                153
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/ffn_norm_1/Mul_1_output_0",
            "outputIndexes": [
                154
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/mlp/proj_1/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                154
            ],
            "outputIndexes": [
                1506
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/mlp/proj_1/Linear/pre_convert",
            "inputIndexes": [
                1506
            ],
            "outputIndexes": [
                1507
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/mlp/proj_1/Linear",
            "inputIndexes": [
                1507
            ],
            "outputIndexes": [
                1508
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 2048,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 24576,
                    "weightSize": 0
                },
                "external": [
                    5317852,
                    1572886,
                    196608,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/mlp/proj_1/Linear/post_convert",
            "inputIndexes": [
                1508
            ],
            "outputIndexes": [
                1509
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/mlp/proj_1/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1509
            ],
            "outputIndexes": [
                155
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    2048
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    1024
                ]
            },
            "name": "/ffn_1/Mul_output_0",
            "outputIndexes": [
                156
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                155,
                21,
                156,
                95
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/ffn_1/Slice_output_0",
            "outputIndexes": [
                157
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                157
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/ffn/act_1/Sigmoid_output_0",
            "outputIndexes": [
                158
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                157,
                158
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/ffn/act_1/Mul_output_0",
            "outputIndexes": [
                159
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    2048
                ]
            },
            "name": "/ffn_1/Mul_1_output_0",
            "outputIndexes": [
                160
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                155,
                156,
                160,
                95
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/ffn_1/Slice_1_output_0",
            "outputIndexes": [
                161
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                159,
                161
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/ffn_1/Mul_2_output_0",
            "outputIndexes": [
                162
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/mlp/proj_2/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                162
            ],
            "outputIndexes": [
                1510
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1024,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/mlp/proj_2/Linear/pre_convert",
            "inputIndexes": [
                1510
            ],
            "outputIndexes": [
                1511
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/mlp/proj_2/Linear",
            "inputIndexes": [
                1511
            ],
            "outputIndexes": [
                1512
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1024,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 12288,
                    "weightSize": 0
                },
                "external": [
                    7087346,
                    786454,
                    98304,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/mlp/proj_2/Linear/post_convert",
            "inputIndexes": [
                1512
            ],
            "outputIndexes": [
                1513
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/mlp/proj_2/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1513
            ],
            "outputIndexes": [
                163
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                151,
                163
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_7_output_0",
            "outputIndexes": [
                164
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                164,
                1
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_8_output_0",
            "outputIndexes": [
                165
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                165
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/attn_norm_2/Mul_output_0",
            "outputIndexes": [
                166
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.031738,
                    0.032227,
                    0.035645,
                    0.037598,
                    0.037842,
                    0.029907,
                    0.036865,
                    0.026001,
                    0.059326,
                    0.033936,
                    0.027588,
                    0.025391,
                    0.032471,
                    0.033447,
                    0.0354,
                    0.034912,
                    0.057373,
                    0.060303,
                    0.037109,
                    0.059082,
                    0.00885,
                    0.030151,
                    0.028564,
                    -0.017334,
                    0.044434,
                    0.034668,
                    0.105469,
                    0.046631,
                    0.03833,
                    0.027466,
                    0.039307,
                    0.040039,
                    0.028564,
                    0.029541,
                    0.039062,
                    0.031982,
                    0.032471,
                    0.030762,
                    0.040527,
                    0.035645,
                    0.026489,
                    0.027344,
                    0.046143,
                    0.038574,
                    0.008179,
                    0.033691,
                    0.037598,
                    0.034912,
                    0.036865,
                    0.025146,
                    0.04834,
                    -0.021484,
                    0.033936,
                    0.028809,
                    0.162109,
                    0.033691,
                    0.029907,
                    0.031982,
                    0.034424,
                    0.066895,
                    0.025757,
                    0.030029,
                    0.015442,
                    0.033203,
                    0.075684,
                    0.071289,
                    0.036133,
                    0.031494,
                    0.039307,
                    0.072266,
                    0.0354,
                    0.055664,
                    0.03125,
                    0.026978,
                    0.031982,
                    0.065918,
                    0.033203,
                    0.048828,
                    0.037354,
                    0.02832,
                    0.031738,
                    0.032959,
                    0.049072,
                    0.030151,
                    -0.000633,
                    0.050537,
                    0.007141,
                    0.047363,
                    0.043457,
                    0.038818,
                    0.033447,
                    0.040771,
                    0.043945,
                    0.026978,
                    0.015747,
                    0.04541,
                    0.029053,
                    0.044678,
                    0.017578,
                    0.032471,
                    0.040527,
                    0.055176,
                    0.030518,
                    0.037842,
                    0.028076,
                    0.03125,
                    0.02478,
                    0.02417,
                    0.056641,
                    0.044434,
                    0.043213,
                    0.046387,
                    0.058594,
                    0.039551,
                    0.032715,
                    -0.015869,
                    0.084473,
                    0.040039,
                    0.028809,
                    0.045898,
                    0.023682,
                    0.029907,
                    0.030396,
                    0.028687,
                    0.023926,
                    0.060059,
                    0.034424,
                    0.035645,
                    0.047607,
                    0.053955,
                    0.048096,
                    0.031982,
                    0.029297,
                    0.053467,
                    0.005829,
                    0.032227,
                    0.041016,
                    0.051514,
                    0.047363,
                    0.019653,
                    0.041504,
                    0.046875,
                    0.037354,
                    0.043213,
                    0.025391,
                    0.037842,
                    0.041504,
                    0.049561,
                    0.061768,
                    0.036865,
                    0.032715,
                    0.028809,
                    0.036865,
                    0.02478,
                    0.035156,
                    0.024658,
                    0.032715,
                    0.085938,
                    0.019775,
                    0.057129,
                    0.033447,
                    0.078613,
                    0.055664,
                    0.031738,
                    0.029297,
                    0.030273,
                    0.030029,
                    0.03833,
                    0.039551,
                    0.106445,
                    0.031738,
                    0.028931,
                    0.026978,
                    0.035156,
                    0.03125,
                    0.102051,
                    0.028442,
                    0.056152,
                    0.033203,
                    0.050537,
                    0.037354,
                    0.031494,
                    0.064941,
                    0.042725,
                    -0.016357,
                    0.031128,
                    0.029053,
                    0.034912,
                    0.036133,
                    0.027832,
                    0.036133,
                    0.02002,
                    0.145508,
                    0.029419,
                    0.012573,
                    0.046387,
                    0.046631,
                    0.037354,
                    0.04248,
                    0.089355,
                    0.050537,
                    0.031128,
                    0.050537,
                    0.037109,
                    0.039062,
                    0.037109,
                    0.055176,
                    0.040039,
                    0.033203,
                    0.026733,
                    0.028809,
                    0.04541,
                    0.032471,
                    0.037842,
                    0.0354,
                    0.034912,
                    0.010742,
                    0.037842,
                    0.040039,
                    0.040283,
                    0.037109,
                    0.152344,
                    0.028809,
                    0.009521,
                    0.058838,
                    0.075684,
                    0.036133,
                    -0.01178,
                    0.030518,
                    0.027466,
                    0.028687,
                    0.020996,
                    0.058594,
                    0.035645,
                    0.0354,
                    0.03064,
                    0.041992,
                    -0.004059,
                    0.037354,
                    0.037109,
                    -0.012207,
                    0.025146,
                    0.036621,
                    0.032227,
                    0.031006,
                    0.030884,
                    0.018311,
                    0.031494,
                    0.032471,
                    0.030762,
                    0.036865,
                    0.014648,
                    0.021729,
                    0.046631,
                    0.030273,
                    0.029541,
                    0.03833,
                    0.033691,
                    0.03418,
                    0.039307,
                    0.02771,
                    0.028809,
                    0.011963,
                    0.047607,
                    0.061523,
                    0.059326,
                    0.052734,
                    0.077637,
                    0.031738,
                    0.030273,
                    0.030762,
                    0.031738,
                    0.025024,
                    0.036133,
                    0.030029,
                    -0.00769,
                    0.031494,
                    0.084961,
                    0.032471,
                    -0.003189,
                    0.046387,
                    0.037598,
                    0.034912,
                    0.037109,
                    0.037842,
                    0.035645,
                    0.038818,
                    0.057617,
                    0.055908,
                    0.040527,
                    4e-06,
                    0.047607,
                    0.035889,
                    0.060547,
                    0.000349,
                    0.029175,
                    0.015381,
                    0.03125,
                    0.030151,
                    0.00592,
                    0.040771,
                    0.033691,
                    0.0354,
                    0.039795,
                    0.029785,
                    0.041992,
                    0.037598,
                    0.094238,
                    0.037598,
                    0.038818,
                    0.037354,
                    0.039307,
                    0.000587,
                    0.016724,
                    0.052002,
                    0.041748,
                    0.028564,
                    0.032959,
                    0.07666,
                    0.036621,
                    0.033447,
                    0.028931,
                    0.036621,
                    0.026733,
                    0.023315,
                    0.030884,
                    0.044189,
                    0.040771,
                    0.053467,
                    0.03125,
                    0.033203,
                    0.036133,
                    0.020508,
                    0.067871,
                    0.030884,
                    0.031738,
                    0.033203,
                    0.044434,
                    0.029175,
                    0.04248,
                    0.035889,
                    0.029785,
                    0.038818,
                    0.02771,
                    0.037598,
                    0.111328,
                    0.120117,
                    0.000526,
                    0.0354,
                    0.042725,
                    0.046875,
                    0.041992,
                    0.02124,
                    0.079102,
                    0.049072,
                    0.129883,
                    0.002747,
                    0.030151,
                    0.012512,
                    0.042969,
                    0.044678,
                    0.000216,
                    0.044189,
                    0.025879,
                    0.03833,
                    0.036865,
                    0.04541,
                    0.062988,
                    0.049561,
                    0.017944,
                    -0.001404,
                    0.055176,
                    0.026611,
                    0.03064,
                    0.051758,
                    0.010254,
                    0.043457,
                    0.041748,
                    0.042236,
                    0.027954,
                    0.035645,
                    0.023193,
                    0.049316,
                    0.028809,
                    0.032227,
                    0.031006,
                    0.017944,
                    -0.008545,
                    0.030518,
                    0.034912,
                    0.046631,
                    0.028931,
                    0.044922,
                    0.000927,
                    0.034424,
                    0.120605,
                    0.038574,
                    0.15332,
                    0.001198,
                    0.094727,
                    0.040771,
                    0.045654,
                    0.074707,
                    0.042236,
                    0.038818,
                    0.018921,
                    0.015259,
                    0.042969,
                    0.040283,
                    0.032471,
                    0.125,
                    -0.000427,
                    0.025513,
                    0.046875,
                    0.034424,
                    0.030396,
                    0.037109,
                    0.035889,
                    0.043213,
                    0.035645,
                    0.044434,
                    0.042969,
                    0.035645,
                    0.125,
                    0.03833,
                    0.04834,
                    0.040283,
                    0.032959,
                    0.060791,
                    0.04126,
                    0.02771,
                    0.033203,
                    0.03418,
                    0.079102,
                    0.036865,
                    0.027954,
                    0.038818,
                    0.026978,
                    0.05957,
                    0.039307,
                    0.031128,
                    0.038818,
                    0.029175,
                    0.049072,
                    0.03418,
                    0.033936,
                    0.041504,
                    0.000288,
                    0.037354,
                    0.034424,
                    0.145508,
                    0.048096,
                    0.068848,
                    0.01001,
                    0.029053,
                    0.047852,
                    0.03418,
                    0.035156,
                    -0.020508,
                    0.037842,
                    0.037354,
                    0.017822,
                    0.041016,
                    0.051025,
                    0.029419,
                    0.043701,
                    0.031738,
                    0.035156,
                    0.03833,
                    0.025269,
                    0.098633,
                    0.029419,
                    0.03833,
                    0.036621,
                    0.043701,
                    0.036133,
                    0.043213,
                    0.029907,
                    0.029175,
                    0.035889,
                    0.036377,
                    0.037354,
                    0.010986,
                    0.043213,
                    0.05542,
                    -0.001183,
                    0.037109,
                    0.052246,
                    0.039795,
                    0.029419,
                    0.042725,
                    0.035156,
                    0.064941,
                    0.027954,
                    0.042969,
                    0.032227,
                    0.031738,
                    0.057617,
                    0.035156,
                    0.040527,
                    0.028687,
                    0.042236,
                    -0.000334,
                    0.033203,
                    0.036865,
                    0.040771,
                    0.026123,
                    0.033936,
                    0.041504,
                    0.04126,
                    0.041504,
                    0.05249,
                    0.047363,
                    0.03064,
                    0.081055,
                    0.034424,
                    0.029541,
                    0.04126,
                    0.029541,
                    0.085938,
                    0.057617,
                    0.037109,
                    0.037598,
                    0.036377,
                    0.02832,
                    0.028076,
                    0.040771,
                    0.027588,
                    0.030518,
                    0.386719,
                    0.031006,
                    0.043945,
                    0.038086,
                    0.049805,
                    0.034668,
                    0.00038,
                    0.046875,
                    0.036377,
                    0.033203,
                    0.045166,
                    0.083496,
                    0.039551,
                    0.061035,
                    0.035889,
                    0.04248,
                    0.034424,
                    0.031738,
                    0.052979,
                    0.04541,
                    0.0354,
                    0.029175,
                    0.031494,
                    0.046143,
                    0.1875,
                    -0.000315,
                    0.054932,
                    0.02002,
                    0.029297,
                    0.023804,
                    0.035645,
                    0.041992,
                    0.032959,
                    0.126953,
                    0.09082,
                    0.051025,
                    0.038818,
                    0.026245,
                    0.031494,
                    0.057617,
                    0.054932,
                    0.04834,
                    0.041992,
                    0.032227,
                    0.044922,
                    0.036377,
                    0.043457,
                    0.049316,
                    0.03125,
                    0.026367,
                    0.042969,
                    0.032471,
                    0.054932,
                    0.040283,
                    -0.02124,
                    0.02771,
                    0.041504,
                    0.026367,
                    0.026245,
                    0.039795,
                    0.03064,
                    0.038086,
                    0.042236,
                    0.037598,
                    0.024292,
                    0.052734,
                    0.036621,
                    0.03064,
                    0.018066,
                    0.037109,
                    0.026611,
                    0.033691,
                    0.03833,
                    0.037109,
                    0.028198,
                    0.029663,
                    0.019409,
                    0.039795,
                    0.025146,
                    0.010681,
                    0.046143,
                    0.036133,
                    0.019287,
                    0.033691,
                    0.026001,
                    0.058594,
                    0.035889,
                    0.0271,
                    0.024048,
                    0.09082,
                    0.023804,
                    0.037598,
                    0.03418,
                    0.037598,
                    0.032471,
                    0.033936,
                    0.04248,
                    0.033691,
                    0.033936,
                    0.036377,
                    0.039062,
                    0.028931,
                    0.02832,
                    0.051758,
                    0.036621,
                    -0.030029,
                    0.039307,
                    0.037354,
                    0.042725,
                    0.052734,
                    0.032227,
                    0.116211,
                    -0.001373,
                    0.02063,
                    0.043701,
                    0.048096,
                    0.032471,
                    0.031738,
                    0.009949,
                    0.024048,
                    0.061768,
                    0.043457,
                    0.029419,
                    0.04126,
                    0.022949,
                    0.03833,
                    0.042969,
                    0.037354,
                    0.039795,
                    0.045654,
                    0.112305,
                    0.030884,
                    0.046143,
                    0.023193,
                    0.033203,
                    0.039795,
                    0.040039,
                    0.029785,
                    0.041748,
                    0.030151,
                    0.030762,
                    0.036621,
                    0.033691,
                    0.019165,
                    0.053223,
                    0.031006,
                    0.0354,
                    0.049316,
                    0.039795,
                    0.036377,
                    0.034424,
                    0.040283,
                    0.031494,
                    0.048584,
                    0.03833,
                    0.035156,
                    0.047852,
                    0.031006,
                    0.044434,
                    0.070801,
                    0.035156,
                    0.039551,
                    0.047852,
                    0.059326,
                    0.066895,
                    -0.001228,
                    0.001854,
                    0.034912,
                    0.038574,
                    0.029541,
                    0.035645,
                    0.032471,
                    0.031738,
                    0.026123,
                    0.042725,
                    0.080566,
                    0.036621,
                    0.029175,
                    0.041748,
                    0.034668,
                    0.026123,
                    0.037354,
                    0.044189,
                    0.056152,
                    0.043457,
                    0.041016,
                    0.079102,
                    0.031982,
                    0.001717,
                    0.046387,
                    0.031982,
                    0.031738,
                    0.04248,
                    0.116211,
                    0.04126,
                    0.032959,
                    0.035889,
                    0.034424,
                    0.036133,
                    0.032471,
                    0.027466,
                    0.034668,
                    0.047363,
                    0.033691,
                    0.224609,
                    0.043457,
                    0.044189,
                    0.031738,
                    0.045654,
                    0.036377,
                    0.039551,
                    0.054932,
                    0.033203,
                    0.035889,
                    0.04541,
                    0.025391,
                    0.037354,
                    0.032227,
                    0.034668,
                    0.034424,
                    0.165039,
                    0.040527,
                    0.045654,
                    0.052734,
                    0.031982,
                    0.025513,
                    -0.121094,
                    0.026245,
                    0.037109,
                    0.075195,
                    0.030518,
                    0.084473,
                    0.034668,
                    0.028198,
                    0.0625,
                    0.034424,
                    0.018433,
                    0.025269,
                    0.044922,
                    0.034424,
                    0.039307,
                    0.029297,
                    0.057861,
                    0.032227,
                    0.000767,
                    0.027954,
                    0.045898,
                    0.033447,
                    0.034912,
                    0.050049,
                    0.053223,
                    0.02832,
                    0.031738,
                    0.043213,
                    0.02417,
                    0.023071,
                    0.029785,
                    0.04834,
                    0.037109,
                    0.041016,
                    0.037109,
                    0.031494,
                    0.042236,
                    0.042969,
                    0.031738,
                    0.0354,
                    0.052246,
                    0.064941,
                    0.030151,
                    0.026367,
                    0.039795,
                    0.035889,
                    0.029053,
                    0.058838,
                    0.012878,
                    0.029175,
                    0.028564,
                    0.0354,
                    0.040039,
                    0.03125,
                    0.061523,
                    0.037109,
                    0.027222,
                    0.031738,
                    0.037354,
                    0.036621,
                    0.041504,
                    0.030273,
                    -0.015747,
                    0.040039,
                    0.032959,
                    0.129883,
                    0.046387,
                    0.049072,
                    0.036621,
                    0.04126,
                    0.040527,
                    0.03833,
                    0.094238,
                    0.032959,
                    0.036377,
                    0.040283,
                    0.030518,
                    0.117676,
                    0.030151,
                    0.038086,
                    0.030029,
                    0.04541,
                    0.033691,
                    0.043701,
                    0.036133,
                    0.066406,
                    0.059082,
                    0.046875,
                    0.04541,
                    0.049805,
                    0.051514,
                    0.044922,
                    0.049561,
                    0.036133,
                    0.057373,
                    0.078125,
                    -0.001633,
                    0.046875,
                    0.030273,
                    0.054688,
                    0.046875,
                    0.023438,
                    0.045654,
                    0.058838,
                    0.037354,
                    0.033936,
                    0.036865,
                    0.032471,
                    0.039062,
                    -0.030273,
                    0.03418,
                    0.033447,
                    0.032715,
                    0.037109,
                    0.030884,
                    0.02478,
                    0.035645,
                    0.036133,
                    0.036133,
                    0.039062,
                    0.102539,
                    0.041016,
                    0.030884,
                    0.040283,
                    0.050537,
                    0.04834,
                    0.0354,
                    0.035156,
                    0.167969,
                    0.033691,
                    0.026733,
                    0.033691,
                    0.036133,
                    -0.000633,
                    0.037842,
                    0.040039,
                    0.030396,
                    0.032959,
                    0.03418,
                    0.050049,
                    0.03064,
                    0.044434,
                    0.044189,
                    0.064453,
                    0.033691,
                    0.025024,
                    -0.019897,
                    0.03833,
                    0.077148,
                    0.037109,
                    0.044189,
                    0.150391,
                    0.043213,
                    0.129883,
                    0.031738,
                    0.031738,
                    0.047363,
                    0.032715,
                    0.0354,
                    0.043457,
                    0.036377,
                    0.036377,
                    0.073242,
                    0.040283,
                    0.015869,
                    0.04126,
                    0.041992,
                    0.04126,
                    0.040283,
                    0.036377,
                    -0.000935,
                    0.04248,
                    0.000147,
                    0.04126,
                    0.074219,
                    0.0271,
                    0.049316,
                    0.044922,
                    0.066406,
                    0.037109,
                    0.037842,
                    0.030151,
                    0.037109,
                    -0.017578,
                    0.044189,
                    0.037598,
                    0.037109,
                    0.041748,
                    0.037842,
                    0.034424,
                    0.044678,
                    0.024902,
                    0.052246,
                    0.032715,
                    0.018188,
                    0.048828,
                    0.027832,
                    0.035889,
                    0.051758,
                    0.053711,
                    0.040039,
                    0.036621,
                    0.040771,
                    0.09668,
                    0.031494,
                    0.028442,
                    0.03833,
                    0.034668,
                    0.047852,
                    0.080566,
                    0.03064,
                    0.022949,
                    0.041016,
                    0.031494,
                    0.0271,
                    0.033936,
                    0.037598,
                    0.034668,
                    0.036377,
                    0.043945,
                    0.025146,
                    0.04541,
                    0.078613,
                    0.037842,
                    0.052734,
                    0.035889,
                    0.003082,
                    0.004639,
                    0.03833,
                    0.033203,
                    0.043213,
                    0.031006,
                    0.048584,
                    0.035889,
                    0.070312,
                    0.034912,
                    0.033691,
                    0.032227,
                    -0.000292,
                    0.035156,
                    0.023804,
                    0.000801,
                    0.039062,
                    0.041748,
                    0.039307,
                    0.021118,
                    0.014404,
                    0.03064,
                    0.059082,
                    0.029907,
                    0.029907,
                    0.093262,
                    0.040527,
                    0.035156,
                    0.042969,
                    0.012268,
                    -0.026611,
                    -0.030029,
                    0.037354,
                    0.03125,
                    0.0271,
                    0.044189,
                    0.03125,
                    0.199219,
                    0.039307,
                    0.026733,
                    0.032715,
                    0.046387,
                    0.211914,
                    0.036621,
                    0.010986,
                    0.037109,
                    0.055664,
                    0.033936,
                    0.036865,
                    0.0271,
                    0.04248,
                    0.033936,
                    0.031494,
                    0.024292,
                    0.030884,
                    0.06543,
                    0.034424,
                    0.039307,
                    0.033936,
                    0.036865,
                    0.035645,
                    -0.007996,
                    0.07959,
                    0.031982,
                    0.138672,
                    0.134766,
                    0.070312,
                    0.049072,
                    0.031494,
                    0.032227,
                    0.029419,
                    0.029053,
                    0.03418,
                    0.028564,
                    0.037598,
                    0.066406,
                    0.038574,
                    0.03125,
                    -0.07959,
                    0.040039,
                    0.089355,
                    0.036377,
                    0.044189,
                    0.034668,
                    0.040283,
                    0.031738,
                    0.036865,
                    0.033691,
                    0.034912,
                    0.040039,
                    0.039062,
                    0.037842,
                    0.022827,
                    0.041992,
                    0.057129,
                    0.03833,
                    0.087402,
                    0.147461,
                    0.000307,
                    0.055176,
                    0.02832,
                    0.092285,
                    0.020752,
                    -0.000858,
                    0.210938,
                    0.000626,
                    0.021118,
                    0.033936,
                    0.04126,
                    -0.001366,
                    0.037842,
                    0.031738,
                    0.042236,
                    0.030884,
                    0.026001,
                    0.028931,
                    0.029297,
                    0.044189,
                    0.052002,
                    0.043457,
                    0.068848,
                    0.029419,
                    0.030151,
                    0.080566,
                    0.098633,
                    0.039551,
                    0.038818,
                    0.037842,
                    0.056885,
                    0.044678,
                    0.030884,
                    0.058594,
                    0.036865,
                    0.030151,
                    0.041504,
                    0.057129,
                    0.026123,
                    0.03125,
                    0.063477,
                    0.04541,
                    0.025391,
                    0.045898,
                    0.050049,
                    0.045898,
                    0.057373,
                    0.043701,
                    0.038086,
                    0.052002,
                    0.023071,
                    0.026367,
                    0.028931,
                    0.038818,
                    0.049561,
                    0.045654,
                    0.031982,
                    0.04834,
                    0.024048,
                    0.0354,
                    -0.016357,
                    0.03418,
                    0.044434,
                    0.046631,
                    0.045898,
                    0.071777,
                    0.026978,
                    0.045654,
                    0.033691,
                    0.069336,
                    0.030884,
                    0.040039,
                    0.032471,
                    0.031982,
                    0.021973,
                    0.040771,
                    0.028564,
                    0.037842,
                    0.037109,
                    0.029907,
                    0.043457,
                    0.033936,
                    0.038818,
                    -0.02002,
                    0.054443,
                    0.039307,
                    0.057373,
                    0.033691,
                    0.036377,
                    -0.017456,
                    0.039795,
                    0.031738,
                    -0.009766,
                    0.010193,
                    0.02771,
                    0.039062,
                    0.03064,
                    0.027466,
                    -0.001999,
                    -0.013428,
                    0.043701,
                    0.052002,
                    0.035645,
                    0.038086,
                    0.075684,
                    0.031982,
                    0.019409,
                    0.031494,
                    0.039795,
                    0.050293,
                    0.034668,
                    0.05957,
                    0.032959,
                    0.075195,
                    0.044922,
                    0.037109,
                    0.037842,
                    0.030396,
                    0.034424,
                    0.034668,
                    0.051758,
                    0.040771,
                    0.052979,
                    0.036865,
                    0.015442,
                    0.030762,
                    0.059082,
                    0.025391,
                    0.032471,
                    0.031738,
                    0.049561,
                    0.060303,
                    0.045166,
                    0.041016,
                    0.034668,
                    0.046631,
                    0.034668,
                    0.032471,
                    0.033447,
                    -0.010803,
                    0.038574,
                    0.052246,
                    0.030884,
                    0.037842,
                    0.052979,
                    0.035156,
                    0.037598,
                    0.041504,
                    0.042969,
                    0.052734,
                    0.034424,
                    0.051025,
                    0.088379,
                    0.027832,
                    0.04541,
                    0.041992,
                    0.033203,
                    0.098633,
                    0.050537,
                    0.043701,
                    0.043701,
                    0.049561,
                    0.031006,
                    0.000839,
                    0.033447,
                    0.026733,
                    0.02832,
                    0.047119,
                    0.032471,
                    0.039062,
                    0.032227,
                    0.03833,
                    0.044189,
                    0.029419,
                    0.081055,
                    0.041016,
                    0.035156,
                    0.026001,
                    0.043945,
                    0.02417,
                    0.07666,
                    0.044678,
                    0.026367,
                    0.043945,
                    0.026367,
                    2.6e-05,
                    0.035156,
                    0.03418,
                    0.040283,
                    0.031128,
                    0.040039,
                    0.047363,
                    0.051758,
                    0.044189,
                    0.040039,
                    0.049316,
                    0.029541,
                    0.043457,
                    0.032959,
                    0.044189,
                    0.047852,
                    0.093262,
                    0.029175,
                    0.018433,
                    0.036133,
                    0.030396,
                    0.056396,
                    0.057861,
                    0.033447,
                    0.04248,
                    0.043701,
                    0.0354,
                    0.042725,
                    0.034912,
                    0.053223,
                    0.023438,
                    0.031006,
                    0.031982,
                    0.029053,
                    0.031006,
                    0.026978,
                    0.039551,
                    0.052246,
                    0.04541,
                    0.038574,
                    0.041992,
                    0.030884,
                    0.036621,
                    0.034424,
                    0.034668,
                    0.050049,
                    0.042236,
                    0.027466,
                    0.112305,
                    0.043701,
                    0.018188,
                    0.035156,
                    0.037598,
                    0.050781,
                    0.03418,
                    0.117188,
                    0.032227,
                    0.041504,
                    0.049316,
                    0.060059,
                    0.036377,
                    0.040527,
                    0.029175,
                    0.056885,
                    0.048096,
                    0.039062,
                    0.05957,
                    0.025513,
                    0.040527,
                    0.046143,
                    0.051514,
                    0.078613,
                    0.039795,
                    0.150391,
                    0.026123,
                    0.044678,
                    -0.01355,
                    0.030762,
                    0.027344,
                    0.103516,
                    0.030884,
                    0.034912,
                    0.048584,
                    0.053955,
                    0.047363,
                    0.042725,
                    0.037354,
                    0.032959,
                    0.035645,
                    0.041016,
                    0.044922,
                    0.03125,
                    0.02832,
                    0.031738,
                    0.029419,
                    0.030762,
                    0.018188,
                    0.043945,
                    0.037109,
                    0.023926,
                    0.030029,
                    0.029053,
                    0.040771,
                    0.031738,
                    0.02832,
                    0.042725,
                    0.034424,
                    0.040039,
                    0.071777,
                    0.058594,
                    0.03418,
                    0.067383,
                    0.036377,
                    0.025513,
                    0.049316,
                    0.031738,
                    0.030396,
                    0.037842,
                    0.045898,
                    0.049072,
                    0.03418,
                    0.026489,
                    0.027954,
                    0.032227,
                    0.057373,
                    0.036621,
                    0.036865,
                    0.026367,
                    0.080078,
                    -0.007416,
                    0.051758,
                    0.045654,
                    0.052246,
                    0.041504,
                    0.059326,
                    0.026611,
                    0.04126,
                    0.003815,
                    0.052246,
                    0.04126,
                    0.080566,
                    0.037354,
                    0.034668,
                    0.046143,
                    0.035889,
                    0.074219,
                    0.031982,
                    0.039551,
                    0.042725,
                    0.039062,
                    0.065918,
                    0.041016,
                    0.023071,
                    0.096191,
                    0.034912,
                    0.049072,
                    0.01416,
                    0.042236,
                    0.025391,
                    0.039795,
                    0.031982,
                    0.034912,
                    0.035889,
                    0.053223,
                    0.022827,
                    0.039062,
                    0.041992,
                    0.074707,
                    0.024292,
                    0.036377,
                    0.045898,
                    0.091797,
                    0.036621,
                    0.023804,
                    0.042969,
                    0.067383,
                    0.047363,
                    0.027588,
                    0.025879,
                    0.057617,
                    0.024536,
                    0.034912,
                    0.032715,
                    0.052979,
                    0.024292,
                    0.033691,
                    0.049561,
                    0.025513,
                    0.028564,
                    0.052734,
                    0.020264,
                    0.042725,
                    0.044922,
                    0.02832,
                    0.041748,
                    0.035645,
                    0.036865,
                    0.009583,
                    0.092773,
                    0.035889,
                    0.03125,
                    0.018555,
                    0.032715,
                    -0.002396,
                    0.054443,
                    0.169922,
                    0.036133,
                    0.056885,
                    0.029663,
                    0.035645,
                    0.089355,
                    0.030762,
                    0.026245,
                    0.010559,
                    0.027466,
                    0.041748,
                    0.039795,
                    0.103027,
                    0.042969,
                    0.040283,
                    0.173828,
                    0.057617,
                    0.063965,
                    0.028076,
                    0.034424,
                    0.033203,
                    0.020874,
                    0.035645,
                    0.04541,
                    0.035889,
                    0.089844,
                    0.036621,
                    0.04541,
                    0.038574,
                    0.052002,
                    0.035645,
                    0.037598,
                    0.038818,
                    -0.01001,
                    0.039062,
                    0.0271,
                    0.040283,
                    0.026001,
                    0.033447,
                    0.039551,
                    0.027954,
                    0.050049,
                    0.032227,
                    0.048828,
                    0.042969,
                    0.019897,
                    0.062988,
                    0.044922,
                    0.030151,
                    0.000359,
                    0.03418,
                    0.029907,
                    0.033936,
                    0.0354,
                    0.037598,
                    0.042236,
                    0.031738,
                    0.031982,
                    0.036865,
                    0.022949,
                    0.034912,
                    0.044678,
                    0.039795,
                    0.036865,
                    0.037598,
                    0.0354,
                    0.035889
                ]
            },
            "name": "model.transformer.layers.2.attn_norm.weight",
            "outputIndexes": [
                167
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                166,
                167
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/attn_norm_2/Mul_1_output_0",
            "outputIndexes": [
                168
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                168
            ],
            "outputIndexes": [
                1514
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                1514
            ],
            "outputIndexes": [
                1515
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/q_proj/Linear",
            "inputIndexes": [
                1515
            ],
            "outputIndexes": [
                1516
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 768,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 9216,
                    "weightSize": 0
                },
                "external": [
                    7972104,
                    589846,
                    73728,
                    3072,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                1516
            ],
            "outputIndexes": [
                1517
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1517
            ],
            "outputIndexes": [
                169
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    768
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                168
            ],
            "main_type": "NONE",
            "name": "/Shape_9_output_0",
            "outputIndexes": [
                170
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                170
            ],
            "main_type": "NONE",
            "name": "Shape246",
            "outputIndexes": [
                171
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                170
            ],
            "main_type": "NONE",
            "name": "Rank248",
            "outputIndexes": [
                172
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                172,
                172
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp250",
            "outputIndexes": [
                173
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                173
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze251",
            "outputIndexes": [
                174
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                173,
                9
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp253",
            "outputIndexes": [
                175
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                175
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze254",
            "outputIndexes": [
                176
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                171,
                174,
                176,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice257",
            "outputIndexes": [
                177
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                177
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze258",
            "outputIndexes": [
                178
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                9,
                178
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp259",
            "outputIndexes": [
                179
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                179,
                178
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp260",
            "outputIndexes": [
                180
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                170,
                180,
                173
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_14_output_0",
            "outputIndexes": [
                181
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                181,
                21
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_21_output_0",
            "outputIndexes": [
                182
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                7,
                182,
                23,
                24
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_10_output_0",
            "outputIndexes": [
                183
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                169,
                183
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_9_output_0",
            "outputIndexes": [
                184
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                184
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/q_norm_2/Mul_output_0",
            "outputIndexes": [
                185
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    64
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    -0.953125,
                    0.027344,
                    -0.083496,
                    -0.035889,
                    0.05542,
                    1.65625,
                    1.460938,
                    1.21875,
                    1.476562,
                    1.75,
                    2.515625,
                    2.234375,
                    1.789062,
                    1.375,
                    2.203125,
                    2.4375,
                    2.015625,
                    2.609375,
                    1.617188,
                    2.1875,
                    1.5,
                    1.328125,
                    1.546875,
                    1.851562,
                    1.84375,
                    1.828125,
                    2.21875,
                    1.921875,
                    1.671875,
                    1.75,
                    1.851562,
                    1.71875,
                    1.90625,
                    1.796875,
                    1.90625,
                    2.03125,
                    1.773438,
                    2.90625,
                    1.6875,
                    1.890625,
                    2.203125,
                    2.28125,
                    1.296875,
                    1.914062,
                    1.976562,
                    2.25,
                    1.695312,
                    1.671875,
                    1.804688,
                    1.304688,
                    2.40625,
                    1.914062,
                    2.5625,
                    2.9375,
                    2.609375,
                    1.78125,
                    1.8125,
                    1.710938,
                    2.4375,
                    1.820312,
                    1.84375,
                    1.8125,
                    1.664062,
                    1.828125
                ]
            },
            "name": "model.transformer.layers.2.attn.q_norm.weight",
            "outputIndexes": [
                186
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                185,
                186
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/q_norm_2/Mul_1_output_0",
            "outputIndexes": [
                187
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                187,
                53
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_8_output_0",
            "outputIndexes": [
                188
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                187,
                55,
                56,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_9_output_0",
            "outputIndexes": [
                189
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                189
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_4_output_0",
            "outputIndexes": [
                190
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                187,
                21,
                55,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_8_output_0",
            "outputIndexes": [
                191
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                190,
                191
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_13_output_0",
            "outputIndexes": [
                192
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                192,
                68
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_9_output_0",
            "outputIndexes": [
                193
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                188,
                193
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_8_output_0",
            "outputIndexes": [
                194
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                168
            ],
            "outputIndexes": [
                1518
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                1518
            ],
            "outputIndexes": [
                1519
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/k_proj/Linear",
            "inputIndexes": [
                1519
            ],
            "outputIndexes": [
                1520
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 2304,
                    "weightSize": 0
                },
                "external": [
                    8638750,
                    147478,
                    18432,
                    768,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                1520
            ],
            "outputIndexes": [
                1521
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1521
            ],
            "outputIndexes": [
                195
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                7,
                182,
                57,
                24
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_11_output_0",
            "outputIndexes": [
                196
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                195,
                196
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_10_output_0",
            "outputIndexes": [
                197
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                197
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/k_norm_2/Mul_output_0",
            "outputIndexes": [
                198
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    64
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    1.375,
                    0.318359,
                    0.090332,
                    0.030396,
                    0.044922,
                    2.1875,
                    1.625,
                    2.34375,
                    -0.5,
                    1.992188,
                    1.523438,
                    1.773438,
                    2.0625,
                    2.234375,
                    1.648438,
                    1.609375,
                    1.90625,
                    0.291016,
                    2.375,
                    2.03125,
                    2.5625,
                    3.1875,
                    3.671875,
                    1.898438,
                    1.828125,
                    1.859375,
                    3.21875,
                    1.859375,
                    1.875,
                    1.726562,
                    1.757812,
                    1.773438,
                    1.664062,
                    1.414062,
                    1.375,
                    1.507812,
                    1.398438,
                    2.25,
                    1.507812,
                    1.546875,
                    2.234375,
                    1.945312,
                    2.140625,
                    1.953125,
                    1.890625,
                    0.882812,
                    2.078125,
                    2.109375,
                    1.984375,
                    2.875,
                    1.453125,
                    2.3125,
                    1.664062,
                    1.164062,
                    1.453125,
                    1.867188,
                    1.804688,
                    1.835938,
                    2.578125,
                    1.875,
                    1.75,
                    1.84375,
                    1.75,
                    1.78125
                ]
            },
            "name": "model.transformer.layers.2.attn.k_norm.weight",
            "outputIndexes": [
                199
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                198,
                199
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/k_norm_2/Mul_1_output_0",
            "outputIndexes": [
                200
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                200,
                53
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_10_output_0",
            "outputIndexes": [
                201
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                200,
                55,
                56,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_11_output_0",
            "outputIndexes": [
                202
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                202
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_5_output_0",
            "outputIndexes": [
                203
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                200,
                21,
                55,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_10_output_0",
            "outputIndexes": [
                204
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                203,
                204
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_14_output_0",
            "outputIndexes": [
                205
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                205,
                68
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_11_output_0",
            "outputIndexes": [
                206
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                201,
                206
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_9_output_0",
            "outputIndexes": [
                207
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                168
            ],
            "outputIndexes": [
                1522
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                1522
            ],
            "outputIndexes": [
                1523
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/v_proj/Linear",
            "inputIndexes": [
                1523
            ],
            "outputIndexes": [
                1524
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 2304,
                    "weightSize": 0
                },
                "external": [
                    8805428,
                    147478,
                    18432,
                    768,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                1524
            ],
            "outputIndexes": [
                1525
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1525
            ],
            "outputIndexes": [
                208
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                208,
                196
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_11_output_0",
            "outputIndexes": [
                209
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                194,
                207,
                209,
                86
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "/layers.2/self_attn/FusedAttention",
            "outputIndexes": [
                210
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                210
            ],
            "outputIndexes": [
                1526
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    768,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                1526
            ],
            "outputIndexes": [
                1527
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/o_proj/Linear",
            "inputIndexes": [
                1527
            ],
            "outputIndexes": [
                1528
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 768,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 9216,
                    "weightSize": 0
                },
                "external": [
                    8972106,
                    589846,
                    73728,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                1528
            ],
            "outputIndexes": [
                1529
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1529
            ],
            "outputIndexes": [
                211
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                165,
                211
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_10_output_0",
            "outputIndexes": [
                212
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                212
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/ffn_norm_2/Mul_output_0",
            "outputIndexes": [
                213
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.178711,
                    0.163086,
                    0.199219,
                    0.143555,
                    0.126953,
                    0.182617,
                    0.176758,
                    0.179688,
                    0.255859,
                    0.185547,
                    0.171875,
                    0.071777,
                    0.1875,
                    0.15625,
                    0.210938,
                    0.21875,
                    0.232422,
                    0.283203,
                    0.166016,
                    0.326172,
                    0.041016,
                    0.177734,
                    0.098145,
                    0.168945,
                    0.22168,
                    0.210938,
                    0.470703,
                    0.238281,
                    0.192383,
                    0.186523,
                    0.199219,
                    0.1875,
                    0.108887,
                    0.126953,
                    0.188477,
                    0.19043,
                    0.1875,
                    0.1875,
                    0.217773,
                    0.185547,
                    0.174805,
                    0.172852,
                    0.216797,
                    0.188477,
                    0.167969,
                    0.180664,
                    0.171875,
                    0.1875,
                    0.189453,
                    0.071777,
                    0.232422,
                    0.188477,
                    0.182617,
                    0.174805,
                    0.220703,
                    0.194336,
                    0.183594,
                    0.176758,
                    0.185547,
                    0.28125,
                    0.150391,
                    0.173828,
                    0.050293,
                    0.173828,
                    0.314453,
                    0.246094,
                    0.233398,
                    0.174805,
                    0.198242,
                    0.168945,
                    0.199219,
                    0.210938,
                    0.166992,
                    0.201172,
                    0.104492,
                    0.263672,
                    0.179688,
                    0.248047,
                    0.178711,
                    0.180664,
                    0.182617,
                    0.195312,
                    0.222656,
                    0.172852,
                    0.067383,
                    0.203125,
                    0.157227,
                    0.273438,
                    0.210938,
                    0.116699,
                    0.186523,
                    0.176758,
                    0.236328,
                    0.174805,
                    0.182617,
                    0.179688,
                    0.094727,
                    0.208984,
                    0.047119,
                    0.087891,
                    0.193359,
                    0.191406,
                    0.146484,
                    0.185547,
                    0.192383,
                    0.175781,
                    0.158203,
                    0.117188,
                    0.144531,
                    0.205078,
                    0.232422,
                    0.213867,
                    0.265625,
                    0.117188,
                    0.178711,
                    0.155273,
                    0.371094,
                    0.205078,
                    0.172852,
                    0.182617,
                    0.171875,
                    0.185547,
                    0.168945,
                    0.19043,
                    0.179688,
                    0.279297,
                    0.192383,
                    0.197266,
                    0.213867,
                    0.231445,
                    0.222656,
                    0.195312,
                    0.15625,
                    0.235352,
                    0.231445,
                    0.152344,
                    0.085938,
                    0.253906,
                    0.227539,
                    0.116211,
                    0.208008,
                    0.207031,
                    0.170898,
                    0.193359,
                    0.074707,
                    0.07373,
                    0.141602,
                    0.19043,
                    0.224609,
                    0.128906,
                    0.182617,
                    0.171875,
                    0.181641,
                    0.174805,
                    0.144531,
                    0.154297,
                    0.220703,
                    0.416016,
                    0.181641,
                    0.196289,
                    0.199219,
                    0.117676,
                    0.265625,
                    0.173828,
                    0.186523,
                    0.182617,
                    0.182617,
                    0.18457,
                    0.177734,
                    0.328125,
                    0.09375,
                    0.1875,
                    0.067871,
                    0.214844,
                    0.196289,
                    0.470703,
                    0.168945,
                    0.253906,
                    0.173828,
                    0.220703,
                    0.195312,
                    0.18457,
                    0.287109,
                    0.192383,
                    0.165039,
                    0.219727,
                    0.1875,
                    0.15625,
                    0.213867,
                    0.158203,
                    0.200195,
                    0.151367,
                    0.091309,
                    0.181641,
                    0.161133,
                    0.219727,
                    0.199219,
                    0.204102,
                    0.200195,
                    0.200195,
                    0.206055,
                    0.151367,
                    0.220703,
                    0.195312,
                    0.225586,
                    0.195312,
                    0.232422,
                    0.182617,
                    0.197266,
                    0.167969,
                    0.151367,
                    0.222656,
                    0.196289,
                    0.216797,
                    0.188477,
                    0.186523,
                    0.189453,
                    0.186523,
                    0.225586,
                    0.197266,
                    0.188477,
                    0.390625,
                    0.18457,
                    0.049316,
                    0.291016,
                    0.058838,
                    0.207031,
                    0.133789,
                    0.183594,
                    0.175781,
                    0.179688,
                    0.166016,
                    0.147461,
                    0.139648,
                    0.180664,
                    0.18457,
                    0.181641,
                    0.150391,
                    0.208984,
                    0.18457,
                    0.145508,
                    0.063477,
                    0.214844,
                    0.182617,
                    0.157227,
                    0.174805,
                    0.054199,
                    0.196289,
                    0.196289,
                    0.182617,
                    0.186523,
                    0.05249,
                    0.186523,
                    0.186523,
                    0.194336,
                    0.192383,
                    0.194336,
                    0.186523,
                    0.1875,
                    0.158203,
                    0.175781,
                    0.171875,
                    0.043457,
                    0.239258,
                    0.229492,
                    0.25,
                    0.287109,
                    0.002502,
                    0.18457,
                    0.158203,
                    0.18457,
                    0.193359,
                    0.164062,
                    0.210938,
                    0.185547,
                    0.15332,
                    0.193359,
                    0.392578,
                    0.189453,
                    0.103027,
                    0.19043,
                    0.193359,
                    0.125,
                    0.241211,
                    0.172852,
                    0.194336,
                    0.201172,
                    0.265625,
                    0.197266,
                    0.204102,
                    0.099609,
                    0.207031,
                    0.196289,
                    0.246094,
                    0.055664,
                    0.186523,
                    0.051514,
                    0.201172,
                    0.104004,
                    0.088379,
                    0.195312,
                    0.199219,
                    0.197266,
                    0.200195,
                    0.167969,
                    0.204102,
                    0.207031,
                    0.292969,
                    0.21875,
                    0.207031,
                    0.219727,
                    0.203125,
                    -0.000599,
                    0.169922,
                    0.298828,
                    0.212891,
                    0.1875,
                    0.074219,
                    0.086914,
                    0.178711,
                    0.186523,
                    0.185547,
                    0.209961,
                    0.196289,
                    0.193359,
                    0.176758,
                    0.216797,
                    0.177734,
                    0.205078,
                    0.175781,
                    0.147461,
                    0.171875,
                    0.162109,
                    0.25,
                    0.192383,
                    0.232422,
                    0.174805,
                    0.18457,
                    0.121094,
                    0.213867,
                    0.121094,
                    0.15332,
                    0.181641,
                    0.09668,
                    0.203125,
                    0.460938,
                    -0.102051,
                    0.091309,
                    0.197266,
                    0.204102,
                    0.169922,
                    0.196289,
                    0.058105,
                    0.271484,
                    0.203125,
                    0.349609,
                    0.131836,
                    0.18457,
                    0.119141,
                    0.198242,
                    0.217773,
                    0.105957,
                    0.208008,
                    0.148438,
                    0.143555,
                    0.174805,
                    0.200195,
                    0.130859,
                    0.201172,
                    0.07373,
                    0.071289,
                    0.226562,
                    0.069336,
                    0.193359,
                    0.199219,
                    0.049316,
                    0.213867,
                    0.208984,
                    0.199219,
                    0.160156,
                    0.208008,
                    0.139648,
                    0.242188,
                    0.185547,
                    0.091797,
                    0.130859,
                    0.054688,
                    0.189453,
                    0.150391,
                    0.205078,
                    0.217773,
                    0.151367,
                    0.204102,
                    0.04834,
                    0.189453,
                    0.285156,
                    0.183594,
                    0.137695,
                    5.03125,
                    0.425781,
                    0.220703,
                    0.253906,
                    0.410156,
                    0.189453,
                    0.198242,
                    0.056885,
                    0.058838,
                    0.223633,
                    0.199219,
                    0.206055,
                    0.376953,
                    0.000801,
                    0.152344,
                    0.193359,
                    0.191406,
                    0.182617,
                    0.168945,
                    0.19043,
                    0.194336,
                    0.198242,
                    0.168945,
                    0.136719,
                    0.175781,
                    0.214844,
                    0.1875,
                    0.140625,
                    0.197266,
                    0.183594,
                    0.182617,
                    0.199219,
                    0.169922,
                    0.186523,
                    0.197266,
                    0.298828,
                    0.204102,
                    0.188477,
                    0.173828,
                    0.224609,
                    0.220703,
                    0.203125,
                    0.166016,
                    0.181641,
                    0.139648,
                    0.239258,
                    0.182617,
                    0.178711,
                    0.235352,
                    0.055908,
                    0.216797,
                    0.219727,
                    0.337891,
                    0.251953,
                    0.287109,
                    0.173828,
                    0.102051,
                    0.25,
                    0.193359,
                    0.103027,
                    0.181641,
                    0.210938,
                    0.203125,
                    0.076172,
                    0.213867,
                    0.21875,
                    0.160156,
                    0.094727,
                    0.169922,
                    0.205078,
                    0.168945,
                    0.172852,
                    0.289062,
                    0.171875,
                    0.197266,
                    0.080078,
                    0.208984,
                    0.195312,
                    0.21875,
                    0.170898,
                    0.174805,
                    0.174805,
                    0.210938,
                    0.194336,
                    0.170898,
                    0.114746,
                    0.223633,
                    0.046387,
                    0.197266,
                    0.223633,
                    0.209961,
                    0.175781,
                    0.192383,
                    0.175781,
                    0.206055,
                    0.197266,
                    0.210938,
                    0.189453,
                    0.186523,
                    0.15332,
                    0.257812,
                    0.131836,
                    0.171875,
                    0.203125,
                    0.040527,
                    0.171875,
                    0.139648,
                    0.208008,
                    0.183594,
                    0.186523,
                    0.201172,
                    0.07959,
                    0.209961,
                    0.200195,
                    0.228516,
                    0.176758,
                    0.178711,
                    0.182617,
                    0.208008,
                    0.241211,
                    0.170898,
                    0.376953,
                    0.131836,
                    0.205078,
                    0.21875,
                    0.196289,
                    0.155273,
                    0.186523,
                    0.201172,
                    0.169922,
                    0.183594,
                    0.000332,
                    0.191406,
                    0.208984,
                    0.177734,
                    0.216797,
                    0.216797,
                    0.045654,
                    0.248047,
                    0.185547,
                    0.192383,
                    0.237305,
                    0.365234,
                    0.216797,
                    0.112793,
                    0.196289,
                    0.208984,
                    0.202148,
                    0.193359,
                    0.164062,
                    0.19043,
                    0.160156,
                    0.118652,
                    0.1875,
                    0.185547,
                    0.392578,
                    0.111328,
                    0.237305,
                    0.182617,
                    0.176758,
                    0.164062,
                    0.196289,
                    0.200195,
                    0.075195,
                    0.365234,
                    0.453125,
                    0.188477,
                    0.194336,
                    0.135742,
                    0.168945,
                    0.25,
                    0.225586,
                    0.21582,
                    0.115723,
                    0.204102,
                    0.149414,
                    0.207031,
                    0.207031,
                    0.168945,
                    0.173828,
                    0.182617,
                    0.216797,
                    0.207031,
                    0.22168,
                    0.194336,
                    0.170898,
                    0.169922,
                    0.246094,
                    0.165039,
                    0.163086,
                    0.188477,
                    0.202148,
                    0.201172,
                    0.208008,
                    0.189453,
                    0.151367,
                    0.238281,
                    0.208008,
                    0.109375,
                    0.070312,
                    0.198242,
                    0.112305,
                    0.182617,
                    0.202148,
                    0.178711,
                    0.194336,
                    0.150391,
                    0.15332,
                    0.213867,
                    0.094238,
                    0.095703,
                    0.208008,
                    0.170898,
                    0.075195,
                    0.177734,
                    0.163086,
                    0.193359,
                    0.1875,
                    0.161133,
                    0.179688,
                    0.235352,
                    0.172852,
                    0.199219,
                    0.209961,
                    0.220703,
                    0.195312,
                    0.176758,
                    0.191406,
                    0.204102,
                    0.193359,
                    0.163086,
                    0.203125,
                    0.19043,
                    0.164062,
                    0.219727,
                    0.213867,
                    0.241211,
                    0.204102,
                    0.227539,
                    0.235352,
                    0.226562,
                    0.181641,
                    0.408203,
                    0.101074,
                    0.173828,
                    0.213867,
                    0.196289,
                    0.149414,
                    0.175781,
                    0.037598,
                    0.169922,
                    0.235352,
                    0.217773,
                    0.1875,
                    0.182617,
                    0.168945,
                    0.182617,
                    0.223633,
                    0.205078,
                    0.160156,
                    0.232422,
                    0.125,
                    0.1875,
                    0.214844,
                    0.181641,
                    0.180664,
                    0.155273,
                    0.225586,
                    0.1875,
                    0.203125,
                    0.175781,
                    0.131836,
                    0.131836,
                    0.200195,
                    0.051514,
                    0.239258,
                    0.157227,
                    0.191406,
                    0.228516,
                    0.206055,
                    0.179688,
                    0.165039,
                    0.193359,
                    0.181641,
                    0.203125,
                    0.192383,
                    0.147461,
                    0.207031,
                    0.066406,
                    0.208008,
                    0.169922,
                    0.171875,
                    0.177734,
                    0.220703,
                    0.235352,
                    0.328125,
                    0.141602,
                    0.164062,
                    0.182617,
                    0.1875,
                    0.186523,
                    0.194336,
                    0.198242,
                    0.192383,
                    0.066406,
                    0.173828,
                    0.414062,
                    0.180664,
                    0.1875,
                    0.110352,
                    0.210938,
                    0.151367,
                    0.213867,
                    0.199219,
                    0.226562,
                    0.189453,
                    0.208008,
                    0.443359,
                    0.164062,
                    0.093262,
                    0.209961,
                    0.188477,
                    0.209961,
                    0.172852,
                    0.570312,
                    0.234375,
                    0.195312,
                    0.208984,
                    0.172852,
                    0.193359,
                    0.208984,
                    0.18457,
                    0.178711,
                    0.249023,
                    0.200195,
                    0.320312,
                    0.18457,
                    0.222656,
                    0.173828,
                    0.203125,
                    0.199219,
                    0.210938,
                    0.202148,
                    0.179688,
                    0.186523,
                    0.198242,
                    0.15918,
                    0.193359,
                    0.209961,
                    0.189453,
                    0.166992,
                    0.246094,
                    0.219727,
                    0.193359,
                    0.09375,
                    0.202148,
                    0.188477,
                    0.155273,
                    0.149414,
                    0.194336,
                    0.222656,
                    0.196289,
                    0.369141,
                    0.212891,
                    0.19043,
                    0.233398,
                    0.192383,
                    0.047607,
                    0.178711,
                    0.18457,
                    0.205078,
                    0.193359,
                    0.188477,
                    0.283203,
                    0.176758,
                    0.122559,
                    0.163086,
                    0.199219,
                    0.208008,
                    0.201172,
                    0.203125,
                    0.253906,
                    0.180664,
                    0.148438,
                    0.231445,
                    0.212891,
                    0.057861,
                    0.07959,
                    0.226562,
                    0.179688,
                    0.208984,
                    0.208008,
                    0.099121,
                    0.168945,
                    0.192383,
                    0.166992,
                    0.203125,
                    0.09668,
                    0.298828,
                    0.186523,
                    0.185547,
                    0.204102,
                    0.169922,
                    0.193359,
                    0.263672,
                    0.165039,
                    0.202148,
                    0.165039,
                    0.205078,
                    0.24707,
                    0.204102,
                    0.214844,
                    0.176758,
                    0.147461,
                    0.192383,
                    0.176758,
                    0.233398,
                    0.185547,
                    0.105957,
                    0.154297,
                    0.171875,
                    0.198242,
                    0.174805,
                    0.21875,
                    0.183594,
                    0.200195,
                    0.194336,
                    0.204102,
                    0.183594,
                    0.394531,
                    0.175781,
                    0.193359,
                    0.200195,
                    0.175781,
                    0.324219,
                    0.154297,
                    0.19043,
                    0.063965,
                    0.212891,
                    0.173828,
                    0.214844,
                    0.125977,
                    0.132812,
                    0.189453,
                    0.208984,
                    0.209961,
                    0.226562,
                    0.182617,
                    0.227539,
                    0.240234,
                    0.1875,
                    0.273438,
                    0.527344,
                    0.039795,
                    0.236328,
                    0.071777,
                    0.172852,
                    0.227539,
                    0.170898,
                    0.233398,
                    0.154297,
                    0.196289,
                    0.191406,
                    0.202148,
                    0.141602,
                    0.1875,
                    0.189453,
                    0.208008,
                    0.199219,
                    0.192383,
                    0.164062,
                    0.147461,
                    0.185547,
                    0.185547,
                    0.213867,
                    0.18457,
                    0.202148,
                    0.398438,
                    0.1875,
                    0.166016,
                    0.246094,
                    0.224609,
                    0.209961,
                    0.208008,
                    0.188477,
                    0.410156,
                    0.173828,
                    0.173828,
                    0.169922,
                    0.131836,
                    0.000519,
                    0.19043,
                    0.1875,
                    0.176758,
                    0.180664,
                    0.194336,
                    0.253906,
                    0.129883,
                    0.192383,
                    0.154297,
                    0.455078,
                    0.182617,
                    0.094727,
                    0.174805,
                    0.208008,
                    0.265625,
                    0.192383,
                    0.197266,
                    0.304688,
                    0.211914,
                    0.402344,
                    0.165039,
                    0.188477,
                    0.241211,
                    0.167969,
                    0.178711,
                    0.201172,
                    0.175781,
                    0.203125,
                    0.341797,
                    0.203125,
                    0.166016,
                    0.194336,
                    0.186523,
                    0.225586,
                    0.205078,
                    0.220703,
                    0.04248,
                    0.201172,
                    0.177734,
                    0.219727,
                    0.158203,
                    0.182617,
                    0.209961,
                    0.192383,
                    0.232422,
                    0.183594,
                    0.185547,
                    0.161133,
                    0.263672,
                    0.178711,
                    0.186523,
                    0.222656,
                    0.174805,
                    0.227539,
                    0.211914,
                    0.185547,
                    0.21875,
                    0.130859,
                    0.22168,
                    0.19043,
                    0.172852,
                    0.22168,
                    0.114746,
                    0.191406,
                    0.235352,
                    0.271484,
                    0.181641,
                    0.166992,
                    0.198242,
                    0.443359,
                    0.125,
                    0.165039,
                    0.204102,
                    0.145508,
                    0.15918,
                    0.149414,
                    0.197266,
                    0.052734,
                    0.172852,
                    0.181641,
                    0.193359,
                    0.182617,
                    0.197266,
                    0.165039,
                    0.208984,
                    0.208984,
                    0.180664,
                    0.28125,
                    0.458984,
                    0.194336,
                    0.170898,
                    0.188477,
                    0.139648,
                    0.15332,
                    0.143555,
                    0.178711,
                    0.193359,
                    0.164062,
                    0.176758,
                    0.185547,
                    0.174805,
                    0.205078,
                    0.173828,
                    0.208984,
                    0.146484,
                    0.197266,
                    0.177734,
                    0.06543,
                    0.128906,
                    0.209961,
                    0.174805,
                    0.142578,
                    0.060791,
                    0.182617,
                    0.234375,
                    0.169922,
                    0.193359,
                    0.498047,
                    0.224609,
                    0.173828,
                    0.213867,
                    0.04834,
                    0.177734,
                    0.196289,
                    0.129883,
                    0.200195,
                    0.180664,
                    0.214844,
                    0.207031,
                    0.535156,
                    0.195312,
                    0.125977,
                    0.189453,
                    0.207031,
                    0.205078,
                    0.175781,
                    0.131836,
                    0.192383,
                    0.204102,
                    0.166016,
                    0.210938,
                    0.167969,
                    0.197266,
                    0.180664,
                    0.083984,
                    0.098633,
                    0.164062,
                    0.261719,
                    0.212891,
                    0.200195,
                    0.183594,
                    0.213867,
                    0.21582,
                    0.15918,
                    0.15918,
                    0.189453,
                    0.326172,
                    0.249023,
                    0.271484,
                    0.239258,
                    0.179688,
                    0.172852,
                    0.18457,
                    0.193359,
                    0.149414,
                    0.166992,
                    0.102051,
                    0.328125,
                    0.169922,
                    0.183594,
                    0.412109,
                    0.167969,
                    0.375,
                    0.179688,
                    0.203125,
                    0.197266,
                    0.18457,
                    0.15918,
                    0.222656,
                    0.176758,
                    0.166992,
                    0.219727,
                    0.091309,
                    0.188477,
                    0.109375,
                    0.217773,
                    0.223633,
                    0.206055,
                    0.515625,
                    0.667969,
                    0.036377,
                    0.21582,
                    0.207031,
                    0.298828,
                    0.056152,
                    0.065918,
                    0.308594,
                    0.041992,
                    0.095215,
                    0.168945,
                    0.154297,
                    0.173828,
                    0.200195,
                    0.183594,
                    0.234375,
                    0.1875,
                    0.123535,
                    0.188477,
                    0.199219,
                    0.203125,
                    0.234375,
                    0.261719,
                    0.273438,
                    0.196289,
                    0.195312,
                    0.279297,
                    0.453125,
                    0.18457,
                    0.205078,
                    0.174805,
                    0.234375,
                    0.219727,
                    0.186523,
                    0.230469,
                    0.177734,
                    0.108887,
                    0.209961,
                    0.330078,
                    0.176758,
                    0.180664,
                    0.1875,
                    0.214844,
                    0.069824,
                    0.216797,
                    0.219727,
                    0.084473,
                    0.245117,
                    0.202148,
                    0.168945,
                    0.236328,
                    0.173828,
                    0.173828,
                    0.125977,
                    0.097656,
                    0.211914,
                    0.226562,
                    0.169922,
                    0.193359,
                    0.100098,
                    0.177734,
                    0.141602,
                    0.178711,
                    0.207031,
                    0.208984,
                    0.182617,
                    0.233398,
                    0.174805,
                    0.208008,
                    0.165039,
                    0.498047,
                    0.185547,
                    0.174805,
                    0.12793,
                    0.172852,
                    0.185547,
                    0.197266,
                    0.165039,
                    0.175781,
                    0.169922,
                    0.183594,
                    0.206055,
                    0.130859,
                    0.199219,
                    0.175781,
                    0.169922,
                    0.189453,
                    0.341797,
                    0.196289,
                    0.161133,
                    0.138672,
                    0.194336,
                    0.186523,
                    0.165039,
                    0.04541,
                    0.185547,
                    0.179688,
                    0.188477,
                    0.165039,
                    0.131836,
                    0.147461,
                    0.210938,
                    0.209961,
                    0.183594,
                    0.223633,
                    0.558594,
                    0.180664,
                    0.045898,
                    0.185547,
                    0.214844,
                    0.155273,
                    0.200195,
                    0.208008,
                    0.193359,
                    0.310547,
                    0.147461,
                    0.195312,
                    0.211914,
                    0.178711,
                    0.201172,
                    0.18457,
                    0.186523,
                    0.214844,
                    0.222656,
                    0.19043,
                    0.04541,
                    0.197266,
                    0.198242,
                    0.166016,
                    0.189453,
                    0.161133,
                    0.210938,
                    0.339844,
                    0.207031,
                    0.204102,
                    0.191406,
                    0.271484,
                    0.181641,
                    0.19043,
                    0.179688,
                    0.15332,
                    0.203125,
                    0.183594,
                    0.175781,
                    0.196289,
                    0.193359,
                    0.200195,
                    0.202148,
                    0.208984,
                    0.185547,
                    0.212891,
                    0.206055,
                    0.228516,
                    0.394531,
                    0.176758,
                    0.209961,
                    0.211914,
                    0.189453,
                    0.451172,
                    0.208984,
                    0.183594,
                    0.1875,
                    0.192383,
                    0.177734,
                    0.144531,
                    0.196289,
                    0.183594,
                    0.163086,
                    0.212891,
                    0.196289,
                    0.19043,
                    0.196289,
                    0.168945,
                    0.226562,
                    0.186523,
                    0.000755,
                    0.136719,
                    0.217773,
                    0.175781,
                    0.085449,
                    0.199219,
                    0.535156,
                    0.214844,
                    0.195312,
                    0.137695,
                    0.165039,
                    0.137695,
                    0.200195,
                    0.163086,
                    0.192383,
                    0.168945,
                    0.198242,
                    0.227539,
                    0.212891,
                    0.185547,
                    0.201172,
                    0.208984,
                    0.175781,
                    0.25,
                    0.138672,
                    0.192383,
                    0.15332,
                    0.496094,
                    0.180664,
                    0.056152,
                    0.192383,
                    0.141602,
                    0.251953,
                    0.257812,
                    0.195312,
                    0.158203,
                    0.173828,
                    0.207031,
                    0.220703,
                    0.181641,
                    0.227539,
                    0.094727,
                    0.154297,
                    0.186523,
                    0.177734,
                    0.171875,
                    0.164062,
                    0.224609,
                    0.235352,
                    0.180664,
                    0.195312,
                    0.21875,
                    0.105957,
                    0.195312,
                    0.185547,
                    0.177734,
                    0.164062,
                    0.201172,
                    0.132812,
                    0.490234,
                    0.228516,
                    0.054688,
                    0.185547,
                    0.195312,
                    0.197266,
                    0.178711,
                    0.447266,
                    0.175781,
                    0.194336,
                    0.211914,
                    0.197266,
                    0.176758,
                    0.186523,
                    0.188477,
                    0.200195,
                    0.166992,
                    0.132812,
                    0.191406,
                    0.075684,
                    0.181641,
                    0.228516,
                    0.216797,
                    0.167969,
                    0.178711,
                    0.261719,
                    0.180664,
                    0.189453,
                    0.179688,
                    0.188477,
                    0.158203,
                    0.249023,
                    0.180664,
                    0.158203,
                    0.269531,
                    0.239258,
                    0.204102,
                    0.208008,
                    0.222656,
                    0.180664,
                    0.143555,
                    0.182617,
                    0.226562,
                    0.154297,
                    0.168945,
                    0.19043,
                    0.094727,
                    0.168945,
                    0.057373,
                    0.224609,
                    0.134766,
                    0.179688,
                    0.192383,
                    0.196289,
                    0.211914,
                    0.207031,
                    0.172852,
                    0.213867,
                    0.193359,
                    0.1875,
                    0.146484,
                    0.199219,
                    0.155273,
                    0.197266,
                    0.139648,
                    0.183594,
                    0.188477,
                    0.18457,
                    0.176758,
                    0.201172,
                    0.208008,
                    0.181641,
                    0.186523,
                    0.161133,
                    0.163086,
                    0.125977,
                    0.235352,
                    0.191406,
                    0.157227,
                    0.147461,
                    0.414062,
                    0.155273,
                    0.202148,
                    0.212891,
                    0.233398,
                    0.209961,
                    0.292969,
                    0.223633,
                    0.213867,
                    0.181641,
                    0.251953,
                    0.206055,
                    0.324219,
                    0.155273,
                    0.179688,
                    0.201172,
                    0.185547,
                    0.265625,
                    0.179688,
                    0.216797,
                    0.219727,
                    0.15332,
                    0.169922,
                    0.220703,
                    0.124023,
                    0.302734,
                    0.186523,
                    0.21875,
                    0.182617,
                    0.203125,
                    0.139648,
                    0.157227,
                    0.126953,
                    0.145508,
                    0.212891,
                    0.279297,
                    0.129883,
                    0.192383,
                    0.186523,
                    0.122559,
                    0.142578,
                    0.192383,
                    0.214844,
                    0.367188,
                    0.180664,
                    0.146484,
                    0.197266,
                    0.112793,
                    0.229492,
                    0.177734,
                    0.083496,
                    0.233398,
                    0.154297,
                    0.207031,
                    0.188477,
                    0.253906,
                    0.133789,
                    0.201172,
                    0.229492,
                    0.073242,
                    0.185547,
                    0.21582,
                    0.054688,
                    0.132812,
                    0.210938,
                    0.191406,
                    0.143555,
                    0.181641,
                    0.168945,
                    0.053711,
                    0.488281,
                    0.195312,
                    0.166992,
                    0.049316,
                    0.188477,
                    0.231445,
                    0.182617,
                    0.455078,
                    0.208008,
                    0.257812,
                    0.15918,
                    0.15625,
                    0.255859,
                    0.182617,
                    0.155273,
                    0.186523,
                    0.175781,
                    0.208984,
                    0.202148,
                    0.139648,
                    0.185547,
                    0.150391,
                    1.492188,
                    0.228516,
                    0.226562,
                    0.125,
                    0.191406,
                    0.132812,
                    0.179688,
                    0.219727,
                    0.149414,
                    0.178711,
                    0.302734,
                    0.18457,
                    0.225586,
                    0.239258,
                    0.129883,
                    0.170898,
                    0.199219,
                    0.186523,
                    0.1875,
                    0.21582,
                    0.1875,
                    0.198242,
                    0.143555,
                    0.170898,
                    0.185547,
                    0.171875,
                    0.239258,
                    0.205078,
                    0.220703,
                    0.210938,
                    0.054932,
                    0.209961,
                    0.18457,
                    0.188477,
                    0.009155,
                    0.179688,
                    0.139648,
                    0.203125,
                    0.197266,
                    0.199219,
                    0.175781,
                    0.197266,
                    0.226562,
                    0.189453,
                    0.169922,
                    0.196289,
                    0.194336,
                    0.223633,
                    0.183594,
                    0.200195,
                    0.180664,
                    0.168945
                ]
            },
            "name": "model.transformer.layers.2.ffn_norm.weight",
            "outputIndexes": [
                214
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                213,
                214
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/ffn_norm_2/Mul_1_output_0",
            "outputIndexes": [
                215
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/mlp/proj_1/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                215
            ],
            "outputIndexes": [
                1530
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/mlp/proj_1/Linear/pre_convert",
            "inputIndexes": [
                1530
            ],
            "outputIndexes": [
                1531
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/mlp/proj_1/Linear",
            "inputIndexes": [
                1531
            ],
            "outputIndexes": [
                1532
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 2560,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 30720,
                    "weightSize": 0
                },
                "external": [
                    9635680,
                    1966102,
                    245760,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/mlp/proj_1/Linear/post_convert",
            "inputIndexes": [
                1532
            ],
            "outputIndexes": [
                1533
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/mlp/proj_1/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1533
            ],
            "outputIndexes": [
                216
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    2560
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    1280
                ]
            },
            "name": "/ffn_2/Mul_output_0",
            "outputIndexes": [
                217
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                216,
                21,
                217,
                95
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/ffn_2/Slice_output_0",
            "outputIndexes": [
                218
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                218
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/ffn/act_2/Sigmoid_output_0",
            "outputIndexes": [
                219
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                218,
                219
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/ffn/act_2/Mul_output_0",
            "outputIndexes": [
                220
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    2560
                ]
            },
            "name": "/ffn_2/Mul_1_output_0",
            "outputIndexes": [
                221
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                216,
                217,
                221,
                95
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/ffn_2/Slice_1_output_0",
            "outputIndexes": [
                222
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                220,
                222
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/ffn_2/Mul_2_output_0",
            "outputIndexes": [
                223
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/mlp/proj_2/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                223
            ],
            "outputIndexes": [
                1534
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1280,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/mlp/proj_2/Linear/pre_convert",
            "inputIndexes": [
                1534
            ],
            "outputIndexes": [
                1535
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/mlp/proj_2/Linear",
            "inputIndexes": [
                1535
            ],
            "outputIndexes": [
                1536
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1280,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 15360,
                    "weightSize": 0
                },
                "external": [
                    11847542,
                    983062,
                    122880,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/mlp/proj_2/Linear/post_convert",
            "inputIndexes": [
                1536
            ],
            "outputIndexes": [
                1537
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/mlp/proj_2/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1537
            ],
            "outputIndexes": [
                224
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                212,
                224
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_11_output_0",
            "outputIndexes": [
                225
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                225,
                1
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_12_output_0",
            "outputIndexes": [
                226
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                226
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/attn_norm_3/Mul_output_0",
            "outputIndexes": [
                227
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.104004,
                    0.090332,
                    0.106934,
                    0.122559,
                    0.117188,
                    0.097656,
                    0.100098,
                    0.09375,
                    0.175781,
                    0.109863,
                    0.086914,
                    0.069336,
                    0.096191,
                    0.104492,
                    0.121582,
                    0.103516,
                    0.165039,
                    0.296875,
                    0.117188,
                    0.164062,
                    0.024536,
                    0.08252,
                    0.056152,
                    0.07959,
                    0.130859,
                    0.102051,
                    0.193359,
                    0.185547,
                    0.120605,
                    0.099121,
                    0.134766,
                    0.115234,
                    0.065918,
                    0.088379,
                    0.118652,
                    0.103027,
                    0.131836,
                    0.089355,
                    0.104004,
                    0.101074,
                    0.080566,
                    0.085449,
                    0.091797,
                    0.108887,
                    0.075684,
                    0.125,
                    0.132812,
                    0.087402,
                    0.11084,
                    0.05127,
                    0.178711,
                    0.104492,
                    0.084961,
                    0.074707,
                    0.396484,
                    0.112305,
                    0.091309,
                    0.09082,
                    0.101562,
                    0.225586,
                    0.069336,
                    0.080078,
                    0.034424,
                    0.10791,
                    0.180664,
                    0.248047,
                    0.164062,
                    0.104492,
                    0.146484,
                    0.185547,
                    0.09668,
                    0.157227,
                    0.083496,
                    0.114258,
                    0.067383,
                    0.160156,
                    0.112305,
                    0.164062,
                    0.164062,
                    0.09375,
                    0.094238,
                    0.098145,
                    0.128906,
                    0.063965,
                    0.091309,
                    0.157227,
                    0.083496,
                    0.149414,
                    0.15332,
                    0.075195,
                    0.128906,
                    0.155273,
                    0.136719,
                    0.098633,
                    0.07666,
                    0.131836,
                    0.073242,
                    0.183594,
                    0.030029,
                    0.049805,
                    0.125,
                    0.154297,
                    0.100586,
                    0.108398,
                    0.102051,
                    0.080566,
                    0.084473,
                    0.071777,
                    0.09668,
                    0.116211,
                    0.222656,
                    0.15625,
                    0.161133,
                    0.075195,
                    0.110352,
                    0.070801,
                    0.168945,
                    0.145508,
                    0.094238,
                    0.133789,
                    0.092285,
                    0.080566,
                    0.089844,
                    0.092773,
                    0.083984,
                    0.186523,
                    0.104492,
                    0.09082,
                    0.150391,
                    0.138672,
                    0.152344,
                    0.117676,
                    0.072266,
                    0.176758,
                    0.237305,
                    0.084961,
                    0.080566,
                    0.170898,
                    0.117188,
                    0.069336,
                    0.136719,
                    0.129883,
                    0.147461,
                    0.124023,
                    0.044434,
                    0.049805,
                    0.130859,
                    0.175781,
                    0.208984,
                    0.107422,
                    0.105469,
                    0.094238,
                    0.111816,
                    0.094727,
                    0.102539,
                    0.085449,
                    0.135742,
                    0.141602,
                    0.085449,
                    0.15332,
                    0.098633,
                    0.155273,
                    0.166992,
                    0.081055,
                    0.075195,
                    0.083008,
                    0.105469,
                    0.123535,
                    0.126953,
                    0.265625,
                    0.069336,
                    0.101074,
                    0.059326,
                    0.118652,
                    -0.079102,
                    0.162109,
                    0.085449,
                    0.177734,
                    0.099609,
                    0.154297,
                    0.118164,
                    0.118164,
                    0.174805,
                    0.126953,
                    0.103027,
                    0.087402,
                    0.085449,
                    0.107422,
                    0.118164,
                    0.069824,
                    0.133789,
                    0.092773,
                    0.4375,
                    0.098633,
                    0.076172,
                    0.135742,
                    0.151367,
                    0.111328,
                    0.108887,
                    0.195312,
                    0.118652,
                    0.077637,
                    0.106934,
                    0.121094,
                    0.106445,
                    0.111328,
                    0.15625,
                    0.136719,
                    0.108398,
                    0.074707,
                    0.106445,
                    0.140625,
                    0.072754,
                    0.117188,
                    0.118164,
                    0.110352,
                    0.07959,
                    0.111328,
                    0.133789,
                    0.137695,
                    0.098633,
                    0.421875,
                    0.088867,
                    0.032227,
                    0.188477,
                    0.22168,
                    0.097656,
                    0.062988,
                    0.103027,
                    0.11084,
                    0.088867,
                    0.074707,
                    0.170898,
                    0.114746,
                    0.105469,
                    0.09375,
                    0.095215,
                    0.066406,
                    0.118652,
                    0.12793,
                    0.07959,
                    0.056396,
                    0.109863,
                    0.085449,
                    0.099609,
                    0.092773,
                    0.041016,
                    0.101074,
                    0.113281,
                    0.091309,
                    0.092773,
                    0.055908,
                    0.10498,
                    0.147461,
                    0.11377,
                    0.084961,
                    0.098633,
                    0.109863,
                    0.114746,
                    0.093262,
                    0.129883,
                    0.09082,
                    0.029175,
                    0.155273,
                    0.128906,
                    0.226562,
                    0.198242,
                    0.188477,
                    0.103027,
                    0.087891,
                    0.083008,
                    0.074219,
                    0.088867,
                    0.11377,
                    0.083984,
                    0.077148,
                    0.086426,
                    0.209961,
                    0.086914,
                    0.065918,
                    0.142578,
                    0.09668,
                    0.106934,
                    0.145508,
                    0.095215,
                    0.128906,
                    0.102051,
                    0.197266,
                    0.139648,
                    0.146484,
                    0.067383,
                    0.123535,
                    0.087402,
                    0.245117,
                    0.037842,
                    0.090332,
                    0.028687,
                    0.084961,
                    0.077637,
                    0.052979,
                    0.130859,
                    0.118164,
                    0.099609,
                    0.121582,
                    0.078613,
                    0.115723,
                    0.144531,
                    0.24707,
                    0.10498,
                    0.106934,
                    0.107422,
                    0.129883,
                    0.000144,
                    0.098633,
                    0.137695,
                    0.102539,
                    0.089355,
                    0.052002,
                    0.201172,
                    0.130859,
                    0.097656,
                    0.091309,
                    0.108398,
                    0.092285,
                    0.101074,
                    0.110352,
                    0.109863,
                    0.106934,
                    0.129883,
                    0.083984,
                    0.088867,
                    0.101562,
                    0.080078,
                    0.225586,
                    0.080078,
                    0.137695,
                    0.082031,
                    0.148438,
                    0.093262,
                    0.123535,
                    0.092285,
                    0.094238,
                    0.097656,
                    0.062988,
                    0.109375,
                    0.163086,
                    0.496094,
                    0.051758,
                    0.177734,
                    0.11084,
                    0.131836,
                    0.123535,
                    0.063965,
                    0.259766,
                    0.141602,
                    0.408203,
                    0.081055,
                    0.102051,
                    0.068848,
                    0.10791,
                    0.125977,
                    0.073242,
                    0.129883,
                    0.071289,
                    0.118652,
                    0.117188,
                    0.121582,
                    0.131836,
                    0.132812,
                    0.0625,
                    0.05127,
                    0.177734,
                    0.051514,
                    0.083008,
                    0.147461,
                    0.031982,
                    0.147461,
                    0.121094,
                    0.119629,
                    0.066895,
                    0.109375,
                    0.071777,
                    0.128906,
                    0.078613,
                    0.06543,
                    0.095703,
                    0.0354,
                    0.100098,
                    0.083008,
                    0.115723,
                    0.143555,
                    0.103516,
                    0.158203,
                    0.034424,
                    0.095703,
                    0.267578,
                    0.114746,
                    0.289062,
                    0.044922,
                    0.203125,
                    0.135742,
                    0.189453,
                    0.141602,
                    0.103516,
                    0.131836,
                    0.037598,
                    0.046387,
                    0.12793,
                    0.137695,
                    0.09082,
                    0.246094,
                    0.091797,
                    0.094727,
                    0.111816,
                    0.10498,
                    0.097656,
                    0.085938,
                    0.090332,
                    0.140625,
                    0.171875,
                    0.092773,
                    0.126953,
                    0.113281,
                    0.333984,
                    0.098145,
                    0.106445,
                    0.126953,
                    0.103027,
                    0.208984,
                    0.138672,
                    0.084961,
                    0.084473,
                    0.121582,
                    0.202148,
                    0.112793,
                    0.081543,
                    0.12793,
                    0.091797,
                    0.287109,
                    0.119629,
                    0.07373,
                    0.078125,
                    0.118652,
                    0.150391,
                    0.087402,
                    0.100098,
                    0.155273,
                    0.038574,
                    0.147461,
                    0.103027,
                    0.283203,
                    0.161133,
                    0.271484,
                    0.069824,
                    0.078613,
                    0.161133,
                    0.112793,
                    0.084961,
                    0.066895,
                    0.150391,
                    0.134766,
                    0.042725,
                    0.145508,
                    0.146484,
                    0.091309,
                    0.067383,
                    0.113281,
                    0.108398,
                    0.091309,
                    0.094238,
                    0.235352,
                    0.089355,
                    0.123535,
                    0.069824,
                    0.15332,
                    0.108887,
                    0.116699,
                    0.088867,
                    0.085938,
                    0.078613,
                    0.111816,
                    0.097168,
                    0.081055,
                    0.106445,
                    0.143555,
                    0.039795,
                    0.118164,
                    0.198242,
                    0.121094,
                    0.088867,
                    0.15918,
                    0.119629,
                    0.200195,
                    0.100586,
                    0.134766,
                    0.106445,
                    0.088867,
                    0.146484,
                    0.12207,
                    0.087402,
                    0.090332,
                    0.130859,
                    0.027588,
                    0.111328,
                    0.117676,
                    0.11377,
                    0.084961,
                    0.110352,
                    0.114258,
                    0.087402,
                    0.113281,
                    0.147461,
                    0.133789,
                    0.083984,
                    0.175781,
                    0.109863,
                    0.103516,
                    0.118164,
                    0.111816,
                    0.322266,
                    0.119141,
                    0.117676,
                    0.113281,
                    0.106445,
                    0.063965,
                    0.125,
                    0.150391,
                    0.100586,
                    0.088867,
                    -8.7e-05,
                    0.097168,
                    0.104004,
                    0.112793,
                    0.144531,
                    0.142578,
                    0.03125,
                    0.165039,
                    0.089355,
                    0.116211,
                    0.145508,
                    0.253906,
                    0.166992,
                    0.115234,
                    0.09375,
                    0.119629,
                    0.126953,
                    0.092773,
                    0.109375,
                    0.116699,
                    0.134766,
                    0.091309,
                    0.083984,
                    0.162109,
                    0.308594,
                    0.07373,
                    0.108398,
                    0.080078,
                    0.10498,
                    0.07959,
                    0.105957,
                    0.121582,
                    0.078125,
                    0.211914,
                    0.222656,
                    0.160156,
                    0.09375,
                    0.085449,
                    0.104492,
                    0.202148,
                    0.164062,
                    0.112305,
                    0.083008,
                    0.097656,
                    0.131836,
                    0.110352,
                    0.112793,
                    0.188477,
                    0.105957,
                    0.109375,
                    0.138672,
                    0.114746,
                    0.166992,
                    0.104004,
                    0.085938,
                    0.072266,
                    0.122559,
                    0.098145,
                    0.095215,
                    0.163086,
                    0.123047,
                    0.103516,
                    0.137695,
                    0.100586,
                    0.098145,
                    0.164062,
                    0.086426,
                    0.064453,
                    0.054199,
                    0.120117,
                    0.076172,
                    0.09082,
                    0.115234,
                    0.096191,
                    0.099121,
                    0.081055,
                    0.06543,
                    0.137695,
                    0.066406,
                    0.041748,
                    0.112793,
                    0.125977,
                    0.05127,
                    0.103516,
                    0.085938,
                    0.133789,
                    0.10791,
                    0.081543,
                    0.081055,
                    0.209961,
                    0.084473,
                    0.10791,
                    0.096191,
                    0.12207,
                    0.120117,
                    0.094727,
                    0.120605,
                    0.113281,
                    0.102051,
                    0.094238,
                    0.105469,
                    0.091309,
                    0.091797,
                    0.169922,
                    0.216797,
                    0.271484,
                    0.112305,
                    0.118652,
                    0.11377,
                    0.116699,
                    0.096191,
                    0.394531,
                    0.092773,
                    0.082031,
                    0.138672,
                    0.167969,
                    0.109375,
                    0.095215,
                    0.021729,
                    0.078613,
                    0.151367,
                    0.15918,
                    0.085938,
                    0.113281,
                    0.075684,
                    0.130859,
                    0.106934,
                    0.094238,
                    0.140625,
                    0.158203,
                    0.308594,
                    0.09668,
                    0.164062,
                    0.088867,
                    0.096191,
                    0.103027,
                    0.144531,
                    0.125977,
                    0.126953,
                    0.088379,
                    0.097168,
                    0.119629,
                    0.118652,
                    0.04248,
                    0.168945,
                    0.092285,
                    0.085449,
                    0.15332,
                    0.143555,
                    0.10498,
                    0.09082,
                    0.15332,
                    0.076172,
                    0.152344,
                    0.112793,
                    0.121582,
                    0.112305,
                    0.087402,
                    0.15918,
                    0.310547,
                    0.105957,
                    0.084961,
                    0.103027,
                    0.224609,
                    0.161133,
                    0.060547,
                    0.089844,
                    0.093262,
                    0.103516,
                    0.105957,
                    0.100586,
                    0.110352,
                    0.07666,
                    0.051025,
                    0.104004,
                    0.144531,
                    0.085938,
                    0.097168,
                    0.083984,
                    0.112305,
                    0.075684,
                    0.139648,
                    0.130859,
                    0.161133,
                    0.118164,
                    0.129883,
                    0.150391,
                    0.103516,
                    0.057617,
                    0.147461,
                    0.114258,
                    0.089355,
                    0.126953,
                    0.174805,
                    0.09375,
                    0.088867,
                    0.108398,
                    0.08252,
                    0.116211,
                    0.091309,
                    0.076172,
                    0.101074,
                    0.205078,
                    0.116211,
                    0.335938,
                    0.120117,
                    0.164062,
                    0.098633,
                    0.136719,
                    0.116699,
                    0.132812,
                    0.140625,
                    0.084473,
                    0.115234,
                    0.124023,
                    0.088379,
                    0.117188,
                    0.123535,
                    0.130859,
                    0.106445,
                    0.322266,
                    0.125977,
                    0.122559,
                    0.118652,
                    0.134766,
                    0.108398,
                    0.298828,
                    0.085938,
                    0.115723,
                    0.216797,
                    0.103516,
                    0.199219,
                    0.099121,
                    0.109863,
                    0.125977,
                    0.083008,
                    0.029053,
                    0.10498,
                    0.11377,
                    0.113281,
                    0.106934,
                    0.095215,
                    0.189453,
                    0.095703,
                    0.847656,
                    0.101562,
                    0.144531,
                    0.165039,
                    0.095215,
                    0.135742,
                    0.19043,
                    0.104492,
                    0.097656,
                    0.120605,
                    0.194336,
                    0.032471,
                    0.056396,
                    0.131836,
                    0.118652,
                    0.091309,
                    0.181641,
                    0.073242,
                    0.138672,
                    0.125977,
                    0.089844,
                    0.119629,
                    0.079102,
                    0.162109,
                    0.09668,
                    0.08252,
                    0.130859,
                    0.094238,
                    0.092773,
                    0.141602,
                    0.101562,
                    0.108887,
                    0.087891,
                    0.109863,
                    0.162109,
                    0.120605,
                    0.170898,
                    0.129883,
                    0.077637,
                    0.11084,
                    0.125,
                    0.103027,
                    0.111328,
                    0.083496,
                    0.069824,
                    0.098145,
                    0.099121,
                    0.308594,
                    0.133789,
                    0.130859,
                    0.12793,
                    0.121094,
                    0.119629,
                    0.098633,
                    0.232422,
                    0.104492,
                    0.114258,
                    0.120605,
                    0.101074,
                    0.259766,
                    0.087891,
                    0.148438,
                    0.10791,
                    0.154297,
                    0.11377,
                    0.126953,
                    0.081543,
                    0.147461,
                    0.170898,
                    0.111816,
                    0.149414,
                    0.151367,
                    0.138672,
                    0.141602,
                    0.158203,
                    0.094727,
                    0.124512,
                    0.22168,
                    0.025146,
                    0.137695,
                    0.060303,
                    0.193359,
                    0.12793,
                    0.078125,
                    0.145508,
                    0.151367,
                    0.120605,
                    0.103027,
                    0.10498,
                    0.083496,
                    0.111328,
                    0.085449,
                    0.120117,
                    0.09082,
                    0.091797,
                    0.116211,
                    0.10791,
                    0.093262,
                    0.122559,
                    0.119141,
                    0.123047,
                    0.142578,
                    0.176758,
                    0.126953,
                    0.115723,
                    0.115723,
                    0.157227,
                    0.161133,
                    0.104004,
                    0.10791,
                    0.353516,
                    0.102539,
                    0.081543,
                    0.081543,
                    0.091797,
                    0.000786,
                    0.102539,
                    0.123535,
                    0.088379,
                    0.111328,
                    0.084473,
                    0.155273,
                    0.075684,
                    0.163086,
                    0.109863,
                    0.164062,
                    0.096191,
                    0.056885,
                    0.111816,
                    0.109375,
                    0.219727,
                    0.126953,
                    0.117676,
                    0.402344,
                    0.120117,
                    0.302734,
                    0.146484,
                    0.108398,
                    0.237305,
                    0.085449,
                    0.125977,
                    0.118164,
                    0.100586,
                    0.116211,
                    0.198242,
                    0.135742,
                    0.098633,
                    0.105957,
                    0.115723,
                    0.152344,
                    0.112305,
                    0.185547,
                    -0.026855,
                    0.118164,
                    0.069336,
                    0.128906,
                    0.170898,
                    0.144531,
                    0.123535,
                    0.100586,
                    0.197266,
                    0.102539,
                    0.094727,
                    0.072754,
                    -0.07959,
                    0.101562,
                    0.100098,
                    0.115723,
                    0.093262,
                    0.135742,
                    0.166992,
                    0.103027,
                    0.141602,
                    0.089355,
                    0.194336,
                    0.092285,
                    0.073242,
                    0.174805,
                    0.077637,
                    0.098145,
                    0.170898,
                    0.193359,
                    0.130859,
                    0.084473,
                    0.114258,
                    0.154297,
                    0.081055,
                    0.095215,
                    0.115723,
                    0.110352,
                    0.132812,
                    0.216797,
                    0.094238,
                    0.044678,
                    0.126953,
                    0.112305,
                    0.102051,
                    0.085449,
                    0.120117,
                    0.099609,
                    0.124023,
                    0.192383,
                    0.082031,
                    0.185547,
                    0.161133,
                    0.124023,
                    0.142578,
                    0.102051,
                    0.071289,
                    0.075684,
                    0.105957,
                    0.101074,
                    0.114258,
                    0.101074,
                    0.134766,
                    0.085449,
                    0.140625,
                    0.10498,
                    0.098145,
                    0.090332,
                    0.082031,
                    0.119629,
                    0.081055,
                    0.047119,
                    0.114746,
                    0.15918,
                    0.135742,
                    0.081055,
                    0.032959,
                    0.085938,
                    0.202148,
                    0.074707,
                    0.105469,
                    0.137695,
                    0.128906,
                    0.120117,
                    0.125977,
                    0.030151,
                    0.099609,
                    0.105957,
                    0.083008,
                    0.105957,
                    0.09668,
                    0.160156,
                    0.116211,
                    0.785156,
                    0.110352,
                    0.070801,
                    0.097168,
                    0.169922,
                    0.960938,
                    0.099609,
                    0.075195,
                    0.083496,
                    0.149414,
                    0.121582,
                    0.126953,
                    0.083496,
                    0.12793,
                    0.106445,
                    0.071777,
                    0.069336,
                    0.091797,
                    0.216797,
                    0.116211,
                    0.128906,
                    0.097656,
                    0.119141,
                    0.106445,
                    0.089844,
                    0.165039,
                    0.094727,
                    0.257812,
                    0.186523,
                    0.207031,
                    0.161133,
                    0.075195,
                    0.10791,
                    0.099121,
                    0.097656,
                    0.100098,
                    0.094238,
                    0.074219,
                    0.150391,
                    0.099121,
                    0.102539,
                    0.189453,
                    0.115234,
                    0.144531,
                    0.100098,
                    0.136719,
                    0.129883,
                    0.133789,
                    0.089844,
                    0.136719,
                    0.083984,
                    0.09668,
                    0.097168,
                    0.079102,
                    0.11084,
                    0.062256,
                    0.15918,
                    0.136719,
                    0.125,
                    0.133789,
                    0.341797,
                    -0.013855,
                    0.135742,
                    0.110352,
                    0.283203,
                    0.039795,
                    0.052246,
                    0.447266,
                    -0.022095,
                    0.052002,
                    0.099121,
                    0.099609,
                    0.081543,
                    0.15332,
                    0.108887,
                    0.151367,
                    0.100586,
                    0.065918,
                    0.094238,
                    0.09082,
                    0.120605,
                    0.217773,
                    0.121582,
                    0.198242,
                    0.095703,
                    0.109375,
                    0.292969,
                    0.1875,
                    0.099609,
                    0.140625,
                    0.118164,
                    0.185547,
                    0.137695,
                    0.103516,
                    0.145508,
                    0.105957,
                    0.085449,
                    0.182617,
                    0.125,
                    0.087402,
                    0.113281,
                    0.240234,
                    0.144531,
                    0.051758,
                    0.12793,
                    0.143555,
                    0.078125,
                    0.150391,
                    0.128906,
                    0.09375,
                    0.178711,
                    0.099121,
                    0.095703,
                    0.087402,
                    0.063965,
                    0.195312,
                    0.180664,
                    0.087402,
                    0.136719,
                    0.054932,
                    0.104004,
                    -0.055908,
                    0.09668,
                    0.138672,
                    0.135742,
                    0.102539,
                    0.188477,
                    0.082031,
                    0.105957,
                    0.099609,
                    0.175781,
                    0.084473,
                    0.11377,
                    0.085449,
                    0.110352,
                    0.082031,
                    0.136719,
                    0.080566,
                    0.136719,
                    0.09375,
                    0.093262,
                    0.115723,
                    0.087891,
                    0.077148,
                    0.111816,
                    0.137695,
                    0.125977,
                    -0.001083,
                    0.098633,
                    0.098145,
                    0.062988,
                    0.126953,
                    0.077148,
                    0.08252,
                    0.03064,
                    0.102051,
                    0.133789,
                    0.111816,
                    0.07666,
                    0.084961,
                    0.07959,
                    0.121582,
                    0.144531,
                    0.129883,
                    0.135742,
                    0.213867,
                    0.083008,
                    0.040039,
                    0.118652,
                    0.126953,
                    0.15332,
                    0.124512,
                    0.142578,
                    0.088867,
                    0.140625,
                    0.136719,
                    0.103027,
                    0.120117,
                    0.088379,
                    0.103027,
                    0.092285,
                    0.178711,
                    0.112305,
                    0.128906,
                    0.086914,
                    0.033691,
                    0.106934,
                    0.179688,
                    0.108887,
                    0.107422,
                    0.086426,
                    0.141602,
                    0.18457,
                    0.120605,
                    0.124023,
                    0.114258,
                    0.074219,
                    0.104004,
                    0.094727,
                    0.085449,
                    0.080078,
                    0.123535,
                    0.148438,
                    0.07666,
                    0.129883,
                    0.166992,
                    0.095703,
                    0.105469,
                    0.12207,
                    0.140625,
                    0.163086,
                    0.104492,
                    0.165039,
                    0.170898,
                    0.077148,
                    0.128906,
                    0.119629,
                    0.09082,
                    0.333984,
                    0.155273,
                    0.098633,
                    0.105469,
                    0.116699,
                    0.08252,
                    0.084473,
                    0.105469,
                    0.11084,
                    0.079102,
                    0.144531,
                    0.124512,
                    0.138672,
                    0.10791,
                    0.109863,
                    0.164062,
                    0.115723,
                    0.179688,
                    0.15918,
                    0.118652,
                    0.10498,
                    0.086914,
                    0.09375,
                    0.143555,
                    0.120605,
                    0.12207,
                    0.112305,
                    0.084473,
                    0.068848,
                    0.104004,
                    0.088379,
                    0.145508,
                    0.102051,
                    0.118652,
                    0.126953,
                    0.150391,
                    0.15918,
                    0.106445,
                    0.120605,
                    0.092773,
                    0.170898,
                    0.085449,
                    0.121094,
                    0.135742,
                    0.208984,
                    0.081543,
                    0.036865,
                    0.100098,
                    0.074219,
                    0.201172,
                    0.175781,
                    0.098145,
                    0.094727,
                    0.125977,
                    0.104492,
                    0.115723,
                    0.09082,
                    0.161133,
                    0.067871,
                    0.062988,
                    0.07666,
                    0.087402,
                    0.112793,
                    0.106934,
                    0.131836,
                    0.15625,
                    0.12793,
                    0.102051,
                    0.120605,
                    0.054688,
                    0.186523,
                    0.107422,
                    0.094727,
                    0.135742,
                    0.142578,
                    0.086426,
                    0.186523,
                    0.151367,
                    0.038818,
                    0.094727,
                    0.132812,
                    0.144531,
                    0.104492,
                    0.179688,
                    0.101074,
                    0.145508,
                    0.141602,
                    0.172852,
                    0.139648,
                    0.140625,
                    0.071777,
                    0.161133,
                    0.095703,
                    0.077637,
                    0.15332,
                    0.050781,
                    0.133789,
                    0.178711,
                    0.125,
                    0.141602,
                    0.138672,
                    0.365234,
                    0.096191,
                    0.101074,
                    0.070312,
                    0.094727,
                    0.050781,
                    0.283203,
                    0.067383,
                    0.092285,
                    0.123047,
                    0.15332,
                    0.142578,
                    0.124023,
                    0.114258,
                    0.100098,
                    0.111816,
                    0.111328,
                    0.141602,
                    0.095703,
                    0.068359,
                    0.116211,
                    0.065918,
                    0.105469,
                    0.033936,
                    0.150391,
                    0.108887,
                    0.070801,
                    0.094727,
                    0.087402,
                    0.102539,
                    0.109375,
                    0.096191,
                    0.142578,
                    0.099121,
                    0.097656,
                    0.183594,
                    0.137695,
                    0.09375,
                    0.174805,
                    0.095215,
                    0.094727,
                    0.114258,
                    0.091797,
                    0.089844,
                    0.143555,
                    0.143555,
                    0.214844,
                    0.114746,
                    0.095703,
                    0.111328,
                    0.074707,
                    0.208984,
                    0.091797,
                    0.08252,
                    0.102539,
                    0.139648,
                    0.059326,
                    0.125,
                    0.140625,
                    0.259766,
                    0.113281,
                    0.245117,
                    0.120605,
                    0.123535,
                    0.083984,
                    0.179688,
                    0.099609,
                    0.208984,
                    0.100586,
                    0.112305,
                    0.146484,
                    0.092773,
                    0.1875,
                    0.134766,
                    0.110352,
                    0.110352,
                    0.138672,
                    0.1875,
                    0.152344,
                    0.081055,
                    0.208008,
                    0.081055,
                    0.122559,
                    0.102539,
                    0.108887,
                    0.072754,
                    0.122559,
                    0.088379,
                    0.110352,
                    0.104492,
                    0.194336,
                    0.063477,
                    0.099609,
                    0.133789,
                    0.120605,
                    0.100098,
                    0.109863,
                    0.141602,
                    0.183594,
                    0.115234,
                    0.076172,
                    0.117676,
                    0.126953,
                    0.134766,
                    0.077148,
                    0.055664,
                    0.253906,
                    0.074707,
                    0.092285,
                    0.100586,
                    0.168945,
                    0.078125,
                    0.114258,
                    0.166016,
                    0.046387,
                    0.126953,
                    0.166016,
                    0.041016,
                    0.098633,
                    0.168945,
                    0.080078,
                    0.10498,
                    0.115234,
                    0.101074,
                    0.035156,
                    0.165039,
                    0.09668,
                    0.114746,
                    0.042969,
                    0.120117,
                    0.133789,
                    0.151367,
                    0.490234,
                    0.102051,
                    0.172852,
                    0.078613,
                    0.101562,
                    0.224609,
                    0.078125,
                    0.097168,
                    0.083984,
                    0.096191,
                    0.107422,
                    0.123535,
                    0.363281,
                    0.115234,
                    0.12793,
                    0.320312,
                    0.172852,
                    0.189453,
                    0.074219,
                    0.121094,
                    0.098145,
                    0.086426,
                    0.097168,
                    0.126953,
                    0.107422,
                    0.232422,
                    0.100098,
                    0.176758,
                    0.118652,
                    0.103516,
                    0.130859,
                    0.142578,
                    0.101074,
                    0.086914,
                    0.144531,
                    0.115234,
                    0.101074,
                    0.068359,
                    0.099609,
                    0.092285,
                    0.09375,
                    0.148438,
                    0.123535,
                    0.147461,
                    0.096191,
                    0.04541,
                    0.248047,
                    0.146484,
                    0.103516,
                    -0.001579,
                    0.09668,
                    0.054688,
                    0.109375,
                    0.106934,
                    0.103516,
                    0.106445,
                    0.120605,
                    0.105469,
                    0.110352,
                    0.103516,
                    0.094238,
                    0.124023,
                    0.109863,
                    0.117188,
                    0.107422,
                    0.088867,
                    0.086914
                ]
            },
            "name": "model.transformer.layers.3.attn_norm.weight",
            "outputIndexes": [
                228
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                227,
                228
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/attn_norm_3/Mul_1_output_0",
            "outputIndexes": [
                229
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                229
            ],
            "outputIndexes": [
                1538
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                1538
            ],
            "outputIndexes": [
                1539
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/q_proj/Linear",
            "inputIndexes": [
                1539
            ],
            "outputIndexes": [
                1540
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1024,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 12288,
                    "weightSize": 0
                },
                "external": [
                    12953484,
                    786454,
                    98304,
                    4096,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                1540
            ],
            "outputIndexes": [
                1541
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1541
            ],
            "outputIndexes": [
                230
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1024
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                229
            ],
            "main_type": "NONE",
            "name": "/Shape_13_output_0",
            "outputIndexes": [
                231
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                231
            ],
            "main_type": "NONE",
            "name": "Shape332",
            "outputIndexes": [
                232
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                231
            ],
            "main_type": "NONE",
            "name": "Rank334",
            "outputIndexes": [
                233
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                233,
                233
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp336",
            "outputIndexes": [
                234
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                234
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze337",
            "outputIndexes": [
                235
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                234,
                9
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp339",
            "outputIndexes": [
                236
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                236
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze340",
            "outputIndexes": [
                237
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                232,
                235,
                237,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice343",
            "outputIndexes": [
                238
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                238
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze344",
            "outputIndexes": [
                239
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                9,
                239
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp345",
            "outputIndexes": [
                240
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                240,
                239
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp346",
            "outputIndexes": [
                241
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                231,
                241,
                234
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_19_output_0",
            "outputIndexes": [
                242
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                242,
                21
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_31_output_0",
            "outputIndexes": [
                243
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    16
                ]
            },
            "name": "/Constant_93_output_0",
            "outputIndexes": [
                244
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                7,
                243,
                244,
                24
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_15_output_0",
            "outputIndexes": [
                245
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                230,
                245
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_13_output_0",
            "outputIndexes": [
                246
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                246
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/q_norm_3/Mul_output_0",
            "outputIndexes": [
                247
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    64
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    1.648438,
                    0.3125,
                    1.203125,
                    1.320312,
                    0.043701,
                    1.929688,
                    1.304688,
                    1.53125,
                    0.84375,
                    1.757812,
                    0.742188,
                    1.242188,
                    2.515625,
                    1.46875,
                    1.273438,
                    0.488281,
                    1.429688,
                    4.15625,
                    1.296875,
                    0.227539,
                    1.585938,
                    1.953125,
                    8.75,
                    5.34375,
                    1.671875,
                    1.398438,
                    1.882812,
                    1.679688,
                    1.640625,
                    1.179688,
                    1.703125,
                    1.15625,
                    0.730469,
                    1.117188,
                    0.255859,
                    0.949219,
                    1.335938,
                    0.875,
                    0.365234,
                    1.125,
                    1.414062,
                    1.21875,
                    1.46875,
                    1.742188,
                    0.324219,
                    1.140625,
                    1.710938,
                    1.75,
                    0.867188,
                    -0.176758,
                    1.601562,
                    2.0,
                    1.65625,
                    0.84375,
                    0.28125,
                    0.238281,
                    1.695312,
                    1.429688,
                    1.296875,
                    1.476562,
                    1.59375,
                    1.414062,
                    1.5,
                    1.796875
                ]
            },
            "name": "model.transformer.layers.3.attn.q_norm.weight",
            "outputIndexes": [
                248
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                247,
                248
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/q_norm_3/Mul_1_output_0",
            "outputIndexes": [
                249
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                249,
                53
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_12_output_0",
            "outputIndexes": [
                250
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                249,
                55,
                56,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_13_output_0",
            "outputIndexes": [
                251
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                251
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_6_output_0",
            "outputIndexes": [
                252
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                249,
                21,
                55,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_12_output_0",
            "outputIndexes": [
                253
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                252,
                253
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_18_output_0",
            "outputIndexes": [
                254
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                254,
                68
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_13_output_0",
            "outputIndexes": [
                255
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                250,
                255
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_12_output_0",
            "outputIndexes": [
                256
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                229
            ],
            "outputIndexes": [
                1542
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                1542
            ],
            "outputIndexes": [
                1543
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/k_proj/Linear",
            "inputIndexes": [
                1543
            ],
            "outputIndexes": [
                1544
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 256,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3072,
                    "weightSize": 0
                },
                "external": [
                    13842338,
                    196630,
                    24576,
                    1024,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                1544
            ],
            "outputIndexes": [
                1545
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1545
            ],
            "outputIndexes": [
                257
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    256
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    4
                ]
            },
            "name": "/Constant_96_output_0",
            "outputIndexes": [
                258
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                7,
                243,
                258,
                24
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_16_output_0",
            "outputIndexes": [
                259
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                257,
                259
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_14_output_0",
            "outputIndexes": [
                260
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                260
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/k_norm_3/Mul_output_0",
            "outputIndexes": [
                261
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    64
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.785156,
                    -0.000668,
                    1.132812,
                    1.125,
                    -0.019287,
                    1.484375,
                    0.390625,
                    1.296875,
                    1.6875,
                    1.265625,
                    2.09375,
                    1.382812,
                    0.04834,
                    1.53125,
                    1.859375,
                    1.507812,
                    0.929688,
                    0.08252,
                    1.914062,
                    1.953125,
                    1.539062,
                    1.15625,
                    -0.063965,
                    0.123047,
                    1.601562,
                    1.8125,
                    1.4375,
                    1.679688,
                    1.648438,
                    0.972656,
                    1.59375,
                    2.0,
                    1.023438,
                    1.304688,
                    -0.017578,
                    1.046875,
                    1.148438,
                    1.4375,
                    1.351562,
                    1.28125,
                    0.625,
                    1.25,
                    0.621094,
                    1.492188,
                    1.953125,
                    1.851562,
                    1.140625,
                    0.154297,
                    2.375,
                    2.078125,
                    1.476562,
                    0.226562,
                    1.523438,
                    2.46875,
                    1.515625,
                    3.28125,
                    1.59375,
                    1.984375,
                    1.976562,
                    1.585938,
                    1.65625,
                    2.171875,
                    1.804688,
                    1.59375
                ]
            },
            "name": "model.transformer.layers.3.attn.k_norm.weight",
            "outputIndexes": [
                262
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                261,
                262
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/k_norm_3/Mul_1_output_0",
            "outputIndexes": [
                263
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                263,
                53
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_14_output_0",
            "outputIndexes": [
                264
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                263,
                55,
                56,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_15_output_0",
            "outputIndexes": [
                265
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                265
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_7_output_0",
            "outputIndexes": [
                266
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                263,
                21,
                55,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_14_output_0",
            "outputIndexes": [
                267
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                266,
                267
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_19_output_0",
            "outputIndexes": [
                268
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                268,
                68
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_15_output_0",
            "outputIndexes": [
                269
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                264,
                269
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_13_output_0",
            "outputIndexes": [
                270
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                229
            ],
            "outputIndexes": [
                1546
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                1546
            ],
            "outputIndexes": [
                1547
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/v_proj/Linear",
            "inputIndexes": [
                1547
            ],
            "outputIndexes": [
                1548
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 256,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3072,
                    "weightSize": 0
                },
                "external": [
                    14064568,
                    196630,
                    24576,
                    1024,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                1548
            ],
            "outputIndexes": [
                1549
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1549
            ],
            "outputIndexes": [
                271
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    256
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                271,
                259
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_15_output_0",
            "outputIndexes": [
                272
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                256,
                270,
                272,
                86
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "/layers.3/self_attn/FusedAttention",
            "outputIndexes": [
                273
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                273
            ],
            "outputIndexes": [
                1550
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1024,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                1550
            ],
            "outputIndexes": [
                1551
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/o_proj/Linear",
            "inputIndexes": [
                1551
            ],
            "outputIndexes": [
                1552
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1024,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 12288,
                    "weightSize": 0
                },
                "external": [
                    14286798,
                    786454,
                    98304,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                1552
            ],
            "outputIndexes": [
                1553
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1553
            ],
            "outputIndexes": [
                274
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                226,
                274
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_14_output_0",
            "outputIndexes": [
                275
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                275
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/ffn_norm_3/Mul_output_0",
            "outputIndexes": [
                276
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.228516,
                    0.204102,
                    0.234375,
                    0.198242,
                    0.169922,
                    0.238281,
                    0.232422,
                    0.225586,
                    0.310547,
                    0.225586,
                    0.223633,
                    0.099609,
                    0.227539,
                    0.208984,
                    0.240234,
                    0.257812,
                    0.243164,
                    0.316406,
                    0.200195,
                    0.324219,
                    0.049561,
                    0.208984,
                    0.104004,
                    0.210938,
                    0.263672,
                    0.228516,
                    0.496094,
                    0.298828,
                    0.226562,
                    0.238281,
                    0.25,
                    0.223633,
                    0.145508,
                    0.173828,
                    0.238281,
                    0.238281,
                    0.25,
                    0.234375,
                    0.269531,
                    0.212891,
                    0.201172,
                    0.229492,
                    0.229492,
                    0.227539,
                    0.214844,
                    0.219727,
                    0.195312,
                    0.251953,
                    0.234375,
                    0.098633,
                    0.245117,
                    0.217773,
                    0.213867,
                    0.216797,
                    0.10498,
                    0.241211,
                    0.229492,
                    0.225586,
                    0.226562,
                    0.359375,
                    0.192383,
                    0.22168,
                    0.069824,
                    0.223633,
                    0.503906,
                    0.271484,
                    0.316406,
                    0.203125,
                    0.220703,
                    0.176758,
                    0.240234,
                    0.225586,
                    0.211914,
                    0.238281,
                    0.133789,
                    0.265625,
                    0.230469,
                    0.229492,
                    0.219727,
                    0.223633,
                    0.214844,
                    0.244141,
                    0.239258,
                    0.208984,
                    0.086426,
                    0.242188,
                    0.206055,
                    0.333984,
                    0.246094,
                    0.152344,
                    0.242188,
                    0.209961,
                    0.259766,
                    0.196289,
                    0.21875,
                    0.204102,
                    0.126953,
                    0.277344,
                    0.071777,
                    0.119141,
                    0.226562,
                    0.211914,
                    0.202148,
                    0.223633,
                    0.241211,
                    0.219727,
                    0.196289,
                    0.15625,
                    0.185547,
                    0.259766,
                    0.308594,
                    0.249023,
                    0.308594,
                    0.137695,
                    0.222656,
                    0.208984,
                    0.455078,
                    0.25,
                    0.203125,
                    0.219727,
                    0.225586,
                    0.227539,
                    0.223633,
                    0.225586,
                    0.211914,
                    0.337891,
                    0.226562,
                    0.21582,
                    0.251953,
                    0.271484,
                    0.275391,
                    0.239258,
                    0.194336,
                    0.361328,
                    0.234375,
                    0.219727,
                    0.116699,
                    0.345703,
                    0.249023,
                    0.139648,
                    0.243164,
                    0.249023,
                    0.195312,
                    0.25,
                    0.095703,
                    0.100098,
                    0.189453,
                    0.225586,
                    0.289062,
                    0.166992,
                    0.228516,
                    0.211914,
                    0.21582,
                    0.214844,
                    0.223633,
                    0.206055,
                    0.241211,
                    0.480469,
                    0.235352,
                    0.216797,
                    0.229492,
                    0.1875,
                    0.292969,
                    0.210938,
                    0.223633,
                    0.225586,
                    0.210938,
                    0.219727,
                    0.230469,
                    0.231445,
                    0.113281,
                    0.241211,
                    0.083984,
                    0.253906,
                    0.251953,
                    0.585938,
                    0.219727,
                    0.263672,
                    0.229492,
                    0.265625,
                    0.237305,
                    0.235352,
                    0.273438,
                    0.229492,
                    0.212891,
                    0.255859,
                    0.22168,
                    0.201172,
                    0.265625,
                    0.202148,
                    0.242188,
                    0.203125,
                    -0.000965,
                    0.229492,
                    0.198242,
                    0.25,
                    0.21582,
                    0.261719,
                    0.249023,
                    0.206055,
                    0.226562,
                    0.210938,
                    0.233398,
                    0.226562,
                    0.222656,
                    0.238281,
                    0.267578,
                    0.217773,
                    0.235352,
                    0.203125,
                    0.196289,
                    0.245117,
                    0.279297,
                    0.285156,
                    0.207031,
                    0.214844,
                    0.227539,
                    0.235352,
                    0.242188,
                    0.223633,
                    0.222656,
                    0.357422,
                    0.241211,
                    0.06543,
                    0.279297,
                    0.077637,
                    0.235352,
                    0.18457,
                    0.212891,
                    0.222656,
                    0.223633,
                    0.206055,
                    0.19043,
                    0.179688,
                    0.228516,
                    0.224609,
                    0.210938,
                    0.198242,
                    0.230469,
                    0.224609,
                    0.180664,
                    0.093262,
                    0.255859,
                    0.225586,
                    0.212891,
                    0.239258,
                    0.075195,
                    0.265625,
                    0.245117,
                    0.22168,
                    0.219727,
                    0.071777,
                    0.239258,
                    0.222656,
                    0.257812,
                    0.227539,
                    0.214844,
                    0.220703,
                    0.246094,
                    0.213867,
                    0.21875,
                    0.206055,
                    0.064941,
                    0.248047,
                    0.275391,
                    0.291016,
                    0.271484,
                    0.07373,
                    0.209961,
                    0.188477,
                    0.240234,
                    0.237305,
                    0.204102,
                    0.265625,
                    0.245117,
                    0.195312,
                    0.230469,
                    0.233398,
                    0.237305,
                    0.136719,
                    0.246094,
                    0.230469,
                    0.183594,
                    0.239258,
                    0.233398,
                    0.225586,
                    0.263672,
                    0.287109,
                    0.223633,
                    0.22168,
                    0.150391,
                    0.265625,
                    0.231445,
                    0.259766,
                    0.074219,
                    0.229492,
                    0.077637,
                    0.251953,
                    0.15625,
                    0.115234,
                    0.24707,
                    0.245117,
                    0.233398,
                    0.239258,
                    0.211914,
                    0.231445,
                    0.233398,
                    0.244141,
                    0.227539,
                    0.233398,
                    0.24707,
                    0.242188,
                    0.059082,
                    0.212891,
                    0.371094,
                    0.234375,
                    0.243164,
                    0.102051,
                    0.091797,
                    0.220703,
                    0.223633,
                    0.251953,
                    0.243164,
                    0.225586,
                    0.225586,
                    0.223633,
                    0.259766,
                    0.226562,
                    0.234375,
                    0.238281,
                    0.175781,
                    0.208008,
                    0.208984,
                    0.291016,
                    0.229492,
                    0.24707,
                    0.219727,
                    0.208984,
                    0.162109,
                    0.245117,
                    0.152344,
                    0.193359,
                    0.217773,
                    0.120117,
                    0.230469,
                    0.566406,
                    0.02124,
                    0.134766,
                    0.242188,
                    0.236328,
                    0.194336,
                    0.212891,
                    0.07666,
                    0.212891,
                    0.214844,
                    0.230469,
                    0.170898,
                    0.220703,
                    0.172852,
                    0.240234,
                    0.22168,
                    0.158203,
                    0.251953,
                    0.201172,
                    0.165039,
                    0.219727,
                    0.225586,
                    0.163086,
                    0.232422,
                    0.085449,
                    0.097168,
                    0.232422,
                    0.082031,
                    0.227539,
                    0.238281,
                    0.059814,
                    0.229492,
                    0.237305,
                    0.230469,
                    0.203125,
                    0.225586,
                    0.177734,
                    0.269531,
                    0.223633,
                    0.112793,
                    0.158203,
                    0.073242,
                    0.237305,
                    0.22168,
                    0.239258,
                    0.238281,
                    0.182617,
                    0.257812,
                    0.071289,
                    0.230469,
                    0.15625,
                    0.233398,
                    0.100098,
                    0.15332,
                    0.5625,
                    0.231445,
                    0.277344,
                    0.490234,
                    0.227539,
                    0.222656,
                    0.083496,
                    0.08252,
                    0.228516,
                    0.249023,
                    0.234375,
                    0.308594,
                    0.085449,
                    0.200195,
                    0.238281,
                    0.231445,
                    0.219727,
                    0.199219,
                    0.229492,
                    0.237305,
                    0.236328,
                    0.203125,
                    0.192383,
                    0.191406,
                    0.140625,
                    0.213867,
                    0.15625,
                    0.237305,
                    0.232422,
                    0.196289,
                    0.228516,
                    0.211914,
                    0.238281,
                    0.249023,
                    0.279297,
                    0.245117,
                    0.241211,
                    0.219727,
                    0.248047,
                    0.235352,
                    0.211914,
                    0.198242,
                    0.210938,
                    0.166992,
                    0.22168,
                    0.229492,
                    0.237305,
                    0.239258,
                    0.082031,
                    0.279297,
                    0.279297,
                    0.208984,
                    0.279297,
                    0.257812,
                    0.224609,
                    0.140625,
                    0.249023,
                    0.235352,
                    0.134766,
                    0.211914,
                    0.25,
                    0.234375,
                    0.099121,
                    0.237305,
                    0.251953,
                    0.216797,
                    0.125,
                    0.209961,
                    0.210938,
                    0.224609,
                    0.219727,
                    0.195312,
                    0.21875,
                    0.235352,
                    0.115234,
                    0.230469,
                    0.231445,
                    0.246094,
                    0.220703,
                    0.228516,
                    0.213867,
                    0.223633,
                    0.224609,
                    0.210938,
                    0.151367,
                    0.291016,
                    0.06543,
                    0.251953,
                    0.310547,
                    0.21582,
                    0.22168,
                    0.208008,
                    0.209961,
                    0.223633,
                    0.219727,
                    0.259766,
                    0.246094,
                    0.234375,
                    0.1875,
                    0.24707,
                    0.172852,
                    0.212891,
                    0.267578,
                    0.05835,
                    0.204102,
                    0.179688,
                    0.242188,
                    0.219727,
                    0.22168,
                    0.242188,
                    0.102539,
                    0.253906,
                    0.249023,
                    0.335938,
                    0.200195,
                    0.19043,
                    0.211914,
                    0.242188,
                    0.275391,
                    0.208984,
                    0.398438,
                    0.160156,
                    0.242188,
                    0.241211,
                    0.244141,
                    0.18457,
                    0.207031,
                    0.242188,
                    0.19043,
                    0.22168,
                    -0.000664,
                    0.245117,
                    0.237305,
                    0.243164,
                    0.217773,
                    0.234375,
                    0.072754,
                    0.308594,
                    0.222656,
                    0.227539,
                    0.257812,
                    0.380859,
                    0.302734,
                    0.145508,
                    0.220703,
                    0.236328,
                    0.219727,
                    0.231445,
                    0.21582,
                    0.22168,
                    0.223633,
                    0.167969,
                    0.212891,
                    0.195312,
                    0.220703,
                    0.15625,
                    0.24707,
                    0.229492,
                    0.231445,
                    0.239258,
                    0.236328,
                    0.242188,
                    0.119629,
                    0.192383,
                    0.378906,
                    0.217773,
                    0.232422,
                    0.19043,
                    0.202148,
                    0.353516,
                    0.251953,
                    0.261719,
                    0.148438,
                    0.230469,
                    0.1875,
                    0.251953,
                    0.217773,
                    0.201172,
                    0.211914,
                    0.234375,
                    0.257812,
                    0.249023,
                    0.235352,
                    0.223633,
                    0.216797,
                    0.21875,
                    0.242188,
                    0.211914,
                    0.200195,
                    0.209961,
                    0.234375,
                    0.228516,
                    0.242188,
                    0.239258,
                    0.205078,
                    0.314453,
                    0.226562,
                    0.149414,
                    0.087891,
                    0.225586,
                    0.133789,
                    0.209961,
                    0.223633,
                    0.22168,
                    0.235352,
                    0.191406,
                    0.192383,
                    0.263672,
                    0.126953,
                    0.119629,
                    0.237305,
                    0.204102,
                    0.117188,
                    0.234375,
                    0.205078,
                    0.24707,
                    0.236328,
                    0.208984,
                    0.25,
                    0.169922,
                    0.199219,
                    0.246094,
                    0.237305,
                    0.259766,
                    0.234375,
                    0.219727,
                    0.222656,
                    0.241211,
                    0.223633,
                    0.211914,
                    0.294922,
                    0.219727,
                    0.209961,
                    0.240234,
                    0.241211,
                    0.241211,
                    0.251953,
                    0.279297,
                    0.298828,
                    0.257812,
                    0.210938,
                    0.302734,
                    0.134766,
                    0.233398,
                    0.231445,
                    0.220703,
                    0.189453,
                    0.234375,
                    0.052002,
                    0.194336,
                    0.234375,
                    0.333984,
                    0.214844,
                    0.231445,
                    0.208984,
                    0.226562,
                    0.283203,
                    0.289062,
                    0.19043,
                    0.253906,
                    0.109375,
                    0.233398,
                    0.239258,
                    0.213867,
                    0.220703,
                    0.191406,
                    0.273438,
                    0.212891,
                    0.228516,
                    0.217773,
                    0.167969,
                    0.169922,
                    0.235352,
                    0.067383,
                    0.251953,
                    0.208008,
                    0.234375,
                    0.234375,
                    0.244141,
                    0.219727,
                    0.22168,
                    0.232422,
                    0.21582,
                    0.238281,
                    0.244141,
                    0.197266,
                    0.240234,
                    0.089355,
                    0.296875,
                    0.213867,
                    0.209961,
                    0.219727,
                    0.214844,
                    0.365234,
                    0.390625,
                    0.198242,
                    0.196289,
                    0.237305,
                    0.237305,
                    0.232422,
                    0.244141,
                    0.244141,
                    0.212891,
                    0.080566,
                    0.226562,
                    0.462891,
                    0.223633,
                    0.239258,
                    0.131836,
                    0.234375,
                    0.19043,
                    0.259766,
                    0.241211,
                    0.287109,
                    0.226562,
                    0.231445,
                    0.582031,
                    0.192383,
                    0.125977,
                    0.228516,
                    0.227539,
                    0.279297,
                    0.209961,
                    0.628906,
                    0.259766,
                    0.25,
                    0.232422,
                    0.205078,
                    0.241211,
                    0.248047,
                    0.210938,
                    0.227539,
                    0.269531,
                    0.226562,
                    0.223633,
                    0.226562,
                    0.345703,
                    0.21582,
                    0.241211,
                    0.245117,
                    0.244141,
                    0.203125,
                    0.217773,
                    0.237305,
                    0.21875,
                    0.201172,
                    0.239258,
                    0.259766,
                    0.217773,
                    0.212891,
                    0.145508,
                    0.243164,
                    0.214844,
                    0.110352,
                    0.239258,
                    0.214844,
                    0.144531,
                    0.192383,
                    0.243164,
                    0.28125,
                    0.239258,
                    0.507812,
                    0.25,
                    0.231445,
                    0.241211,
                    0.233398,
                    0.077148,
                    0.222656,
                    0.21875,
                    0.248047,
                    0.222656,
                    0.240234,
                    0.306641,
                    0.209961,
                    -0.000568,
                    0.203125,
                    0.240234,
                    0.216797,
                    0.243164,
                    0.232422,
                    0.271484,
                    0.208008,
                    0.193359,
                    0.246094,
                    0.251953,
                    0.076172,
                    0.094727,
                    0.240234,
                    0.21875,
                    0.237305,
                    0.300781,
                    0.129883,
                    0.205078,
                    0.230469,
                    0.219727,
                    0.261719,
                    0.148438,
                    0.384766,
                    0.233398,
                    0.217773,
                    0.267578,
                    0.216797,
                    0.234375,
                    0.345703,
                    0.224609,
                    0.238281,
                    0.21875,
                    0.234375,
                    0.255859,
                    0.240234,
                    0.235352,
                    0.231445,
                    0.196289,
                    0.240234,
                    0.224609,
                    0.330078,
                    0.249023,
                    0.144531,
                    0.214844,
                    0.199219,
                    0.234375,
                    -0.000301,
                    0.238281,
                    0.201172,
                    0.231445,
                    0.241211,
                    0.232422,
                    0.232422,
                    0.431641,
                    0.219727,
                    0.236328,
                    0.205078,
                    0.227539,
                    0.212891,
                    0.186523,
                    0.249023,
                    0.078613,
                    0.300781,
                    0.229492,
                    0.241211,
                    0.173828,
                    0.160156,
                    0.202148,
                    0.235352,
                    0.249023,
                    0.241211,
                    0.228516,
                    0.259766,
                    0.300781,
                    0.211914,
                    0.304688,
                    0.443359,
                    0.066895,
                    0.249023,
                    0.091309,
                    0.222656,
                    0.269531,
                    0.219727,
                    0.246094,
                    0.186523,
                    0.242188,
                    0.229492,
                    0.234375,
                    0.182617,
                    0.239258,
                    0.248047,
                    0.220703,
                    0.245117,
                    0.243164,
                    0.21875,
                    0.197266,
                    0.212891,
                    0.229492,
                    0.287109,
                    0.219727,
                    0.265625,
                    0.375,
                    0.216797,
                    0.228516,
                    0.255859,
                    0.283203,
                    0.248047,
                    0.242188,
                    0.220703,
                    0.404297,
                    0.220703,
                    0.208984,
                    0.199219,
                    0.169922,
                    -2.9e-05,
                    0.236328,
                    0.222656,
                    0.204102,
                    0.239258,
                    0.236328,
                    0.314453,
                    0.171875,
                    0.25,
                    0.204102,
                    0.453125,
                    0.223633,
                    0.125,
                    0.201172,
                    0.242188,
                    0.265625,
                    0.22168,
                    0.229492,
                    0.255859,
                    0.237305,
                    0.287109,
                    0.216797,
                    0.233398,
                    0.243164,
                    0.225586,
                    0.22168,
                    0.238281,
                    0.217773,
                    0.255859,
                    0.40625,
                    0.275391,
                    0.212891,
                    0.251953,
                    0.24707,
                    0.249023,
                    0.240234,
                    0.310547,
                    0.060303,
                    0.236328,
                    0.21582,
                    0.251953,
                    0.169922,
                    0.235352,
                    0.237305,
                    0.267578,
                    0.257812,
                    0.210938,
                    0.213867,
                    0.212891,
                    0.298828,
                    0.210938,
                    0.22168,
                    0.283203,
                    0.226562,
                    0.292969,
                    0.230469,
                    0.200195,
                    0.275391,
                    0.167969,
                    0.267578,
                    0.232422,
                    0.223633,
                    0.269531,
                    0.150391,
                    0.24707,
                    0.300781,
                    0.249023,
                    0.232422,
                    0.208008,
                    0.237305,
                    0.53125,
                    0.164062,
                    0.222656,
                    0.234375,
                    0.188477,
                    0.174805,
                    0.11377,
                    0.223633,
                    0.078613,
                    0.21875,
                    0.213867,
                    0.238281,
                    0.217773,
                    0.240234,
                    0.205078,
                    0.234375,
                    0.231445,
                    0.223633,
                    0.285156,
                    0.582031,
                    0.253906,
                    0.189453,
                    0.223633,
                    0.193359,
                    0.189453,
                    0.175781,
                    0.217773,
                    0.248047,
                    0.208008,
                    0.210938,
                    0.212891,
                    0.199219,
                    0.253906,
                    0.213867,
                    0.233398,
                    0.1875,
                    0.233398,
                    0.209961,
                    0.09082,
                    0.166992,
                    0.246094,
                    0.201172,
                    0.178711,
                    0.085449,
                    0.21875,
                    0.275391,
                    0.214844,
                    0.230469,
                    0.582031,
                    0.261719,
                    0.210938,
                    0.231445,
                    0.063477,
                    0.227539,
                    0.235352,
                    0.154297,
                    0.240234,
                    0.222656,
                    0.239258,
                    0.241211,
                    0.326172,
                    0.227539,
                    0.162109,
                    0.24707,
                    0.251953,
                    0.193359,
                    0.232422,
                    0.18457,
                    0.233398,
                    0.224609,
                    0.208984,
                    0.251953,
                    0.202148,
                    0.253906,
                    0.237305,
                    0.124023,
                    0.134766,
                    0.207031,
                    0.253906,
                    0.248047,
                    0.259766,
                    0.228516,
                    0.248047,
                    0.225586,
                    0.205078,
                    0.152344,
                    0.229492,
                    0.171875,
                    0.171875,
                    0.257812,
                    0.328125,
                    0.223633,
                    0.21582,
                    0.227539,
                    0.211914,
                    0.181641,
                    0.21582,
                    0.121094,
                    0.390625,
                    0.211914,
                    0.208984,
                    0.490234,
                    0.188477,
                    0.451172,
                    0.219727,
                    0.223633,
                    0.233398,
                    0.209961,
                    0.226562,
                    0.263672,
                    0.213867,
                    0.208008,
                    0.267578,
                    0.118164,
                    0.253906,
                    0.15332,
                    0.292969,
                    0.265625,
                    0.205078,
                    0.5625,
                    0.703125,
                    0.05835,
                    0.228516,
                    0.230469,
                    0.318359,
                    0.080566,
                    0.090332,
                    0.183594,
                    0.056641,
                    0.130859,
                    0.199219,
                    0.181641,
                    0.216797,
                    0.25,
                    0.219727,
                    0.251953,
                    0.234375,
                    0.167969,
                    0.232422,
                    0.236328,
                    0.246094,
                    0.296875,
                    0.326172,
                    0.335938,
                    0.245117,
                    0.239258,
                    0.243164,
                    0.457031,
                    0.224609,
                    0.239258,
                    0.213867,
                    0.296875,
                    0.285156,
                    0.230469,
                    0.246094,
                    0.246094,
                    0.151367,
                    0.253906,
                    0.412109,
                    0.209961,
                    0.224609,
                    0.205078,
                    0.304688,
                    0.092285,
                    0.235352,
                    0.231445,
                    0.10791,
                    0.255859,
                    0.255859,
                    0.22168,
                    0.304688,
                    0.202148,
                    0.203125,
                    0.166992,
                    0.117676,
                    0.230469,
                    0.229492,
                    0.231445,
                    0.233398,
                    0.136719,
                    0.224609,
                    0.1875,
                    0.213867,
                    0.224609,
                    0.246094,
                    0.222656,
                    0.213867,
                    0.223633,
                    0.237305,
                    0.18457,
                    0.484375,
                    0.212891,
                    0.239258,
                    0.158203,
                    0.224609,
                    0.220703,
                    0.211914,
                    0.205078,
                    0.22168,
                    0.204102,
                    0.211914,
                    0.261719,
                    0.166016,
                    0.225586,
                    0.222656,
                    0.201172,
                    0.214844,
                    0.355469,
                    0.225586,
                    0.176758,
                    0.186523,
                    0.233398,
                    0.230469,
                    0.206055,
                    0.069824,
                    0.240234,
                    0.237305,
                    0.259766,
                    0.216797,
                    0.180664,
                    0.188477,
                    0.294922,
                    0.253906,
                    0.229492,
                    0.220703,
                    0.578125,
                    0.195312,
                    0.060547,
                    0.227539,
                    0.257812,
                    0.1875,
                    0.253906,
                    0.212891,
                    0.228516,
                    0.419922,
                    0.195312,
                    0.225586,
                    0.220703,
                    0.222656,
                    0.251953,
                    0.228516,
                    0.227539,
                    0.236328,
                    0.229492,
                    0.236328,
                    0.06543,
                    0.232422,
                    0.200195,
                    0.214844,
                    0.243164,
                    0.208008,
                    0.238281,
                    0.398438,
                    0.227539,
                    0.238281,
                    0.238281,
                    0.34375,
                    0.229492,
                    0.229492,
                    0.216797,
                    0.200195,
                    0.21582,
                    0.211914,
                    0.220703,
                    0.240234,
                    0.207031,
                    0.225586,
                    0.234375,
                    0.229492,
                    0.231445,
                    0.240234,
                    0.231445,
                    0.244141,
                    0.474609,
                    0.204102,
                    0.255859,
                    0.265625,
                    0.225586,
                    0.404297,
                    0.239258,
                    0.242188,
                    0.220703,
                    0.229492,
                    0.235352,
                    0.160156,
                    0.239258,
                    0.229492,
                    0.210938,
                    0.240234,
                    0.223633,
                    0.222656,
                    0.253906,
                    0.195312,
                    0.273438,
                    0.271484,
                    0.000292,
                    0.176758,
                    0.234375,
                    0.231445,
                    0.109375,
                    0.238281,
                    0.550781,
                    0.242188,
                    0.24707,
                    0.183594,
                    0.210938,
                    0.164062,
                    0.242188,
                    0.204102,
                    0.216797,
                    0.205078,
                    0.242188,
                    0.237305,
                    0.244141,
                    0.208984,
                    0.225586,
                    0.240234,
                    0.214844,
                    0.248047,
                    0.178711,
                    0.220703,
                    0.191406,
                    0.578125,
                    0.239258,
                    0.070801,
                    0.236328,
                    0.19043,
                    0.296875,
                    0.239258,
                    0.228516,
                    0.19043,
                    0.249023,
                    0.246094,
                    0.244141,
                    0.231445,
                    0.25,
                    0.114258,
                    0.202148,
                    0.220703,
                    0.22168,
                    0.211914,
                    0.219727,
                    0.257812,
                    0.248047,
                    0.205078,
                    0.235352,
                    0.230469,
                    0.129883,
                    0.236328,
                    0.220703,
                    0.224609,
                    0.198242,
                    0.25,
                    0.179688,
                    0.597656,
                    0.285156,
                    0.081543,
                    0.208984,
                    0.212891,
                    0.227539,
                    0.236328,
                    0.410156,
                    0.195312,
                    0.227539,
                    0.257812,
                    0.202148,
                    0.224609,
                    0.238281,
                    0.222656,
                    0.228516,
                    0.217773,
                    0.170898,
                    0.233398,
                    0.097168,
                    0.201172,
                    0.273438,
                    0.273438,
                    0.186523,
                    0.208984,
                    0.216797,
                    0.234375,
                    0.232422,
                    0.220703,
                    0.21875,
                    0.208008,
                    0.170898,
                    0.192383,
                    0.21582,
                    0.296875,
                    0.240234,
                    0.237305,
                    0.273438,
                    0.245117,
                    0.220703,
                    0.15332,
                    0.228516,
                    0.150391,
                    0.194336,
                    0.201172,
                    0.223633,
                    0.128906,
                    0.227539,
                    0.095215,
                    0.25,
                    0.175781,
                    0.233398,
                    0.222656,
                    0.229492,
                    0.240234,
                    0.231445,
                    0.210938,
                    0.265625,
                    0.231445,
                    0.200195,
                    0.177734,
                    0.235352,
                    0.182617,
                    0.183594,
                    0.174805,
                    0.219727,
                    0.219727,
                    0.234375,
                    0.244141,
                    0.244141,
                    0.265625,
                    0.204102,
                    0.214844,
                    0.209961,
                    0.204102,
                    0.166016,
                    0.251953,
                    0.267578,
                    0.19043,
                    0.210938,
                    0.46875,
                    0.210938,
                    0.239258,
                    0.243164,
                    0.239258,
                    0.238281,
                    0.285156,
                    0.257812,
                    0.245117,
                    0.213867,
                    0.279297,
                    0.225586,
                    0.289062,
                    0.202148,
                    0.228516,
                    0.206055,
                    0.229492,
                    0.277344,
                    0.217773,
                    0.230469,
                    0.226562,
                    0.181641,
                    0.189453,
                    0.277344,
                    0.15625,
                    0.326172,
                    0.223633,
                    0.213867,
                    0.226562,
                    0.245117,
                    0.18457,
                    0.201172,
                    0.151367,
                    0.191406,
                    0.240234,
                    0.300781,
                    0.163086,
                    0.239258,
                    0.226562,
                    0.173828,
                    0.179688,
                    0.243164,
                    0.251953,
                    0.470703,
                    0.217773,
                    0.175781,
                    0.273438,
                    0.134766,
                    0.28125,
                    0.227539,
                    0.111816,
                    0.263672,
                    0.200195,
                    0.248047,
                    0.216797,
                    0.249023,
                    0.170898,
                    0.238281,
                    0.378906,
                    0.099121,
                    0.216797,
                    0.265625,
                    0.083496,
                    0.170898,
                    0.273438,
                    0.235352,
                    0.193359,
                    0.206055,
                    0.199219,
                    0.084961,
                    0.546875,
                    0.210938,
                    0.208984,
                    0.066895,
                    0.241211,
                    0.363281,
                    0.212891,
                    0.386719,
                    0.251953,
                    0.279297,
                    0.203125,
                    0.205078,
                    0.253906,
                    0.21875,
                    0.188477,
                    0.208984,
                    0.223633,
                    0.226562,
                    0.244141,
                    0.092285,
                    0.210938,
                    0.182617,
                    1.140625,
                    0.251953,
                    0.217773,
                    0.168945,
                    0.251953,
                    0.166992,
                    0.225586,
                    0.243164,
                    0.194336,
                    0.242188,
                    0.224609,
                    0.223633,
                    0.271484,
                    0.279297,
                    0.164062,
                    0.201172,
                    0.279297,
                    0.232422,
                    0.231445,
                    0.248047,
                    0.227539,
                    0.244141,
                    0.191406,
                    0.22168,
                    0.231445,
                    0.229492,
                    0.253906,
                    0.238281,
                    0.255859,
                    0.246094,
                    0.088379,
                    0.206055,
                    0.229492,
                    0.213867,
                    0.064453,
                    0.234375,
                    0.178711,
                    0.222656,
                    0.216797,
                    0.222656,
                    0.203125,
                    0.230469,
                    0.235352,
                    0.234375,
                    0.214844,
                    0.255859,
                    0.211914,
                    0.279297,
                    0.229492,
                    0.241211,
                    0.206055,
                    0.208008
                ]
            },
            "name": "model.transformer.layers.3.ffn_norm.weight",
            "outputIndexes": [
                277
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                276,
                277
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/ffn_norm_3/Mul_1_output_0",
            "outputIndexes": [
                278
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/mlp/proj_1/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                278
            ],
            "outputIndexes": [
                1554
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/mlp/proj_1/Linear/pre_convert",
            "inputIndexes": [
                1554
            ],
            "outputIndexes": [
                1555
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/mlp/proj_1/Linear",
            "inputIndexes": [
                1555
            ],
            "outputIndexes": [
                1556
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 3072,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 36864,
                    "weightSize": 0
                },
                "external": [
                    15171556,
                    2359318,
                    294912,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/mlp/proj_1/Linear/post_convert",
            "inputIndexes": [
                1556
            ],
            "outputIndexes": [
                1557
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/mlp/proj_1/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1557
            ],
            "outputIndexes": [
                279
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    3072
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                279,
                21,
                99,
                95
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/ffn_3/Slice_output_0",
            "outputIndexes": [
                280
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                280
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/ffn/act_3/Sigmoid_output_0",
            "outputIndexes": [
                281
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                280,
                281
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/ffn/act_3/Mul_output_0",
            "outputIndexes": [
                282
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    3072
                ]
            },
            "name": "/ffn_3/Mul_1_output_0",
            "outputIndexes": [
                283
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                279,
                99,
                283,
                95
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/ffn_3/Slice_1_output_0",
            "outputIndexes": [
                284
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                282,
                284
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/ffn_3/Mul_2_output_0",
            "outputIndexes": [
                285
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/mlp/proj_2/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                285
            ],
            "outputIndexes": [
                1558
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/mlp/proj_2/Linear/pre_convert",
            "inputIndexes": [
                1558
            ],
            "outputIndexes": [
                1559
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/mlp/proj_2/Linear",
            "inputIndexes": [
                1559
            ],
            "outputIndexes": [
                1560
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 18432,
                    "weightSize": 0
                },
                "external": [
                    17825786,
                    1179670,
                    147456,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/mlp/proj_2/Linear/post_convert",
            "inputIndexes": [
                1560
            ],
            "outputIndexes": [
                1561
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/mlp/proj_2/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1561
            ],
            "outputIndexes": [
                286
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                275,
                286
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_15_output_0",
            "outputIndexes": [
                287
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                287,
                1
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_16_output_0",
            "outputIndexes": [
                288
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                288
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/attn_norm_4/Mul_output_0",
            "outputIndexes": [
                289
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.091309,
                    0.080566,
                    0.061279,
                    0.099609,
                    0.095703,
                    0.066406,
                    0.075195,
                    0.068848,
                    0.07666,
                    0.074707,
                    0.072266,
                    0.080566,
                    0.073242,
                    0.068848,
                    0.068848,
                    0.067383,
                    0.083984,
                    0.112793,
                    0.090332,
                    0.0625,
                    0.041016,
                    0.072754,
                    0.085449,
                    0.066895,
                    0.077637,
                    0.071777,
                    0.055664,
                    0.074707,
                    0.078613,
                    0.071289,
                    0.069824,
                    0.075684,
                    0.085938,
                    0.083496,
                    0.06543,
                    0.070312,
                    0.075684,
                    0.070312,
                    0.062256,
                    0.07373,
                    0.067383,
                    0.072266,
                    0.073242,
                    0.069336,
                    0.072754,
                    0.083496,
                    0.089844,
                    0.054443,
                    0.071289,
                    0.081543,
                    0.079102,
                    0.069336,
                    0.085938,
                    0.059082,
                    0.193359,
                    0.072754,
                    0.066406,
                    0.078613,
                    0.080566,
                    0.117188,
                    0.06543,
                    0.066895,
                    0.049805,
                    0.077148,
                    0.036377,
                    0.112305,
                    0.05957,
                    0.089355,
                    0.095215,
                    0.137695,
                    0.075195,
                    0.102051,
                    0.072754,
                    0.067871,
                    0.085449,
                    0.07959,
                    0.081055,
                    0.083984,
                    0.08252,
                    0.07666,
                    0.067383,
                    0.069824,
                    0.06543,
                    0.06543,
                    0.084961,
                    0.106445,
                    0.062256,
                    0.062012,
                    0.080078,
                    0.075195,
                    0.080078,
                    0.083496,
                    0.083984,
                    0.085449,
                    0.0625,
                    0.083496,
                    0.094727,
                    0.081055,
                    0.073242,
                    0.070312,
                    0.09375,
                    0.097168,
                    0.082031,
                    0.077148,
                    0.07666,
                    0.063965,
                    0.074219,
                    0.075684,
                    0.097168,
                    0.067383,
                    0.087891,
                    0.084961,
                    0.074707,
                    0.10498,
                    0.091797,
                    0.061035,
                    0.044434,
                    0.082031,
                    0.087402,
                    0.083008,
                    0.062988,
                    0.070312,
                    0.071289,
                    0.072754,
                    0.07373,
                    0.06543,
                    0.071777,
                    0.069824,
                    0.082031,
                    0.083496,
                    0.084473,
                    0.067383,
                    0.07373,
                    0.062988,
                    0.085449,
                    0.076172,
                    0.101562,
                    0.069336,
                    0.088867,
                    0.07666,
                    0.077148,
                    0.108398,
                    0.094727,
                    0.072266,
                    0.089355,
                    0.07373,
                    0.085938,
                    0.101562,
                    0.09375,
                    0.095703,
                    0.074219,
                    0.082031,
                    0.088867,
                    0.076172,
                    0.078125,
                    0.074707,
                    0.085938,
                    0.042725,
                    0.062012,
                    0.133789,
                    0.074707,
                    0.147461,
                    0.078613,
                    0.075684,
                    0.067383,
                    0.064453,
                    0.066895,
                    0.083984,
                    0.086426,
                    0.18457,
                    0.077637,
                    0.068359,
                    0.081543,
                    0.066406,
                    0.069336,
                    0.056396,
                    0.063965,
                    0.11084,
                    0.086426,
                    0.080078,
                    0.075195,
                    0.073242,
                    0.092773,
                    0.100586,
                    0.069824,
                    0.063477,
                    0.065918,
                    0.081055,
                    0.07373,
                    0.075195,
                    0.085449,
                    0.074707,
                    0.111816,
                    0.078613,
                    0.067383,
                    0.084473,
                    0.084961,
                    0.066406,
                    0.07666,
                    0.134766,
                    0.09375,
                    0.075195,
                    0.076172,
                    0.07373,
                    0.07959,
                    0.073242,
                    0.09082,
                    0.079102,
                    0.085449,
                    0.061768,
                    0.077148,
                    0.083496,
                    0.062012,
                    0.063965,
                    0.090332,
                    0.078613,
                    0.071289,
                    0.07373,
                    0.088379,
                    0.073242,
                    0.066406,
                    0.332031,
                    0.071777,
                    0.057617,
                    0.089355,
                    0.125,
                    0.072266,
                    0.073242,
                    0.075684,
                    0.071289,
                    0.068848,
                    0.064453,
                    0.10498,
                    0.096191,
                    0.076172,
                    0.074707,
                    0.087891,
                    0.066895,
                    0.074707,
                    0.083496,
                    0.084473,
                    0.077148,
                    0.065918,
                    0.060547,
                    0.07373,
                    0.067871,
                    0.0625,
                    0.063477,
                    0.086914,
                    0.08252,
                    0.080566,
                    0.060547,
                    0.075684,
                    0.100586,
                    0.068359,
                    0.066406,
                    0.076172,
                    0.092285,
                    0.075195,
                    0.070801,
                    0.070801,
                    0.072266,
                    0.062256,
                    0.092773,
                    0.070312,
                    0.101562,
                    0.100098,
                    0.083984,
                    0.070801,
                    0.068848,
                    0.065918,
                    0.067871,
                    0.077637,
                    0.069824,
                    0.071289,
                    0.067871,
                    0.06543,
                    0.154297,
                    0.07373,
                    0.084961,
                    0.08252,
                    0.07666,
                    0.090332,
                    0.104492,
                    0.067871,
                    0.064941,
                    0.057373,
                    0.068848,
                    0.083984,
                    0.091309,
                    0.083008,
                    0.088867,
                    0.077637,
                    0.146484,
                    0.051025,
                    0.068848,
                    0.07666,
                    0.071289,
                    0.079102,
                    0.077637,
                    0.074707,
                    0.070312,
                    0.072266,
                    0.072754,
                    0.075684,
                    0.081543,
                    0.088379,
                    0.122559,
                    0.070312,
                    0.070312,
                    0.070312,
                    0.070801,
                    0.038086,
                    0.080078,
                    0.062988,
                    0.077637,
                    0.064453,
                    0.085938,
                    0.109863,
                    0.080078,
                    0.081055,
                    0.061523,
                    0.063965,
                    0.072266,
                    0.072266,
                    0.076172,
                    0.068848,
                    0.09375,
                    0.081055,
                    0.06543,
                    0.080078,
                    0.077637,
                    0.072754,
                    0.105957,
                    0.061768,
                    0.083984,
                    0.072754,
                    0.082031,
                    0.099121,
                    0.074707,
                    0.085449,
                    0.082031,
                    0.072754,
                    0.08252,
                    0.07373,
                    -0.025879,
                    0.191406,
                    0.077637,
                    0.083008,
                    0.078613,
                    0.097168,
                    0.084473,
                    0.086914,
                    0.222656,
                    0.083496,
                    0.289062,
                    0.078125,
                    0.079102,
                    0.077637,
                    0.064453,
                    0.089844,
                    0.084473,
                    0.087891,
                    0.076172,
                    0.090332,
                    0.081055,
                    0.077148,
                    0.095703,
                    0.083984,
                    0.057617,
                    0.072754,
                    0.102051,
                    0.078613,
                    0.070312,
                    0.088379,
                    0.041992,
                    0.079102,
                    0.088867,
                    0.083496,
                    0.063477,
                    0.072754,
                    0.076172,
                    0.069824,
                    0.069336,
                    0.077637,
                    0.087402,
                    0.063477,
                    0.075195,
                    0.077637,
                    0.080566,
                    0.091797,
                    0.075684,
                    0.07959,
                    0.052246,
                    0.067871,
                    0.179688,
                    0.067871,
                    0.149414,
                    -0.014526,
                    0.051025,
                    0.09082,
                    0.090332,
                    0.033691,
                    0.080566,
                    0.075684,
                    0.088379,
                    0.080078,
                    0.077148,
                    0.072754,
                    0.063477,
                    0.109863,
                    0.091797,
                    0.078613,
                    0.066895,
                    0.067383,
                    0.071777,
                    0.077637,
                    0.064941,
                    0.087402,
                    0.078125,
                    0.087402,
                    0.128906,
                    0.086914,
                    0.208984,
                    0.078613,
                    0.106445,
                    0.083008,
                    0.084473,
                    0.131836,
                    0.069336,
                    0.08252,
                    0.076172,
                    0.080078,
                    0.094727,
                    0.076172,
                    0.070801,
                    0.081055,
                    0.068848,
                    0.100098,
                    0.094727,
                    0.069824,
                    0.083984,
                    0.076172,
                    0.091309,
                    0.069336,
                    0.066406,
                    0.091309,
                    0.061523,
                    0.067383,
                    0.068359,
                    0.176758,
                    0.091797,
                    0.136719,
                    0.064453,
                    0.100098,
                    0.09668,
                    0.090332,
                    0.089844,
                    0.071777,
                    0.070312,
                    0.084473,
                    0.072754,
                    0.102539,
                    0.095215,
                    0.075195,
                    0.098633,
                    0.090332,
                    0.072754,
                    0.070801,
                    0.070801,
                    0.142578,
                    0.069336,
                    0.085938,
                    0.080566,
                    0.083984,
                    0.077637,
                    0.078125,
                    0.066406,
                    0.083984,
                    0.081055,
                    0.083984,
                    0.068848,
                    0.07666,
                    0.114258,
                    0.07666,
                    0.062988,
                    0.068359,
                    0.070801,
                    0.089355,
                    0.085938,
                    0.115723,
                    0.080078,
                    0.119629,
                    0.083496,
                    0.075195,
                    0.069824,
                    0.075195,
                    0.101562,
                    0.070801,
                    0.091797,
                    0.080566,
                    0.069824,
                    0.053223,
                    0.072266,
                    0.076172,
                    0.078613,
                    0.060303,
                    0.077637,
                    0.064941,
                    0.081055,
                    0.070312,
                    0.090332,
                    0.058105,
                    0.073242,
                    0.129883,
                    0.07373,
                    0.0625,
                    0.073242,
                    0.081055,
                    0.15918,
                    0.088867,
                    0.081543,
                    0.089355,
                    0.083496,
                    0.070312,
                    0.071777,
                    0.089355,
                    0.078613,
                    0.06543,
                    0.000186,
                    0.079102,
                    0.071289,
                    0.073242,
                    0.09375,
                    0.077637,
                    0.062012,
                    0.071289,
                    0.078613,
                    0.081543,
                    0.071777,
                    0.083008,
                    0.070312,
                    0.102539,
                    0.062988,
                    0.085449,
                    0.072266,
                    0.06543,
                    0.082031,
                    0.081055,
                    0.093262,
                    0.086914,
                    0.075195,
                    0.133789,
                    0.248047,
                    0.09668,
                    0.081055,
                    0.069336,
                    0.078125,
                    0.059814,
                    0.065918,
                    0.075195,
                    0.097168,
                    0.147461,
                    0.085449,
                    0.105469,
                    0.072754,
                    0.067383,
                    0.081055,
                    0.066406,
                    0.094238,
                    0.084473,
                    0.10791,
                    0.072266,
                    0.094727,
                    0.078613,
                    0.080566,
                    0.119629,
                    0.068848,
                    0.070312,
                    0.074219,
                    0.072754,
                    0.109375,
                    0.069824,
                    0.071289,
                    0.073242,
                    0.064453,
                    0.071777,
                    0.08252,
                    0.097656,
                    0.067383,
                    0.072754,
                    0.09375,
                    0.077148,
                    0.072266,
                    0.066895,
                    0.074219,
                    0.07666,
                    0.069824,
                    0.080566,
                    0.086914,
                    0.078613,
                    0.07666,
                    0.072754,
                    0.078613,
                    0.078125,
                    0.064453,
                    0.077148,
                    0.070312,
                    0.086426,
                    0.083008,
                    0.090332,
                    0.072754,
                    0.084961,
                    0.086426,
                    0.094238,
                    0.060303,
                    0.069824,
                    0.063477,
                    0.132812,
                    0.066895,
                    0.077637,
                    0.072754,
                    0.074219,
                    0.081543,
                    0.075684,
                    0.083496,
                    0.078125,
                    0.07959,
                    0.078613,
                    0.054932,
                    0.067871,
                    0.067871,
                    0.111816,
                    0.084473,
                    0.077637,
                    0.07666,
                    0.064453,
                    0.055908,
                    0.09668,
                    0.067383,
                    0.249023,
                    0.098633,
                    0.064453,
                    0.089355,
                    0.07959,
                    0.082031,
                    0.070801,
                    0.03833,
                    0.079102,
                    0.090332,
                    0.066406,
                    0.073242,
                    0.069824,
                    0.072754,
                    0.076172,
                    0.062988,
                    0.058105,
                    0.096191,
                    0.069824,
                    0.170898,
                    0.07373,
                    0.079102,
                    0.097656,
                    0.068359,
                    0.078613,
                    0.065918,
                    0.080566,
                    0.078125,
                    0.072266,
                    0.09082,
                    0.090332,
                    0.079102,
                    0.069336,
                    0.09668,
                    0.080078,
                    0.071289,
                    0.129883,
                    0.072266,
                    0.075195,
                    0.071777,
                    0.091797,
                    0.070801,
                    0.095215,
                    0.071289,
                    0.097656,
                    0.071289,
                    0.083984,
                    0.069824,
                    0.128906,
                    0.081543,
                    0.070312,
                    0.086914,
                    0.05835,
                    0.058105,
                    0.067871,
                    0.077637,
                    0.077637,
                    0.089355,
                    0.073242,
                    0.07666,
                    0.065918,
                    0.068359,
                    0.063477,
                    0.07959,
                    0.04248,
                    0.062988,
                    0.06543,
                    0.091797,
                    0.077637,
                    0.082031,
                    0.077637,
                    0.076172,
                    0.066895,
                    0.078613,
                    0.080078,
                    0.040039,
                    0.088379,
                    0.078125,
                    0.079102,
                    0.080566,
                    0.070312,
                    0.088867,
                    0.020142,
                    0.072266,
                    0.071777,
                    0.068848,
                    0.069336,
                    0.06543,
                    0.070801,
                    0.072754,
                    0.069824,
                    0.09375,
                    0.078125,
                    0.257812,
                    0.09082,
                    0.048096,
                    0.075684,
                    0.080566,
                    0.072266,
                    0.083496,
                    0.085449,
                    0.071777,
                    0.071777,
                    0.102539,
                    0.071289,
                    0.070801,
                    0.063965,
                    0.070801,
                    0.080566,
                    0.19043,
                    0.073242,
                    0.092285,
                    0.097656,
                    0.083984,
                    0.078613,
                    0.206055,
                    0.086914,
                    0.077148,
                    0.164062,
                    0.066895,
                    0.045898,
                    0.055176,
                    0.070801,
                    0.071777,
                    0.071289,
                    0.083008,
                    0.074707,
                    0.089355,
                    0.074707,
                    0.072266,
                    0.064453,
                    0.08252,
                    0.07666,
                    0.263672,
                    0.079102,
                    0.079102,
                    0.073242,
                    0.071289,
                    0.078125,
                    0.094238,
                    0.076172,
                    0.083496,
                    0.07373,
                    0.07959,
                    0.068359,
                    0.091797,
                    0.083984,
                    0.075195,
                    0.070312,
                    0.071289,
                    0.09082,
                    0.10498,
                    0.083984,
                    0.070312,
                    0.081543,
                    0.085938,
                    0.060059,
                    0.063965,
                    0.068359,
                    0.074707,
                    0.072754,
                    0.063965,
                    0.05835,
                    0.060303,
                    0.084961,
                    0.084473,
                    0.078613,
                    0.086426,
                    0.077637,
                    0.105957,
                    0.07373,
                    0.078125,
                    0.068848,
                    0.076172,
                    0.057129,
                    0.071289,
                    0.089355,
                    0.068848,
                    0.079102,
                    0.066406,
                    0.118652,
                    0.087891,
                    0.089355,
                    0.081055,
                    0.08252,
                    0.092285,
                    0.086914,
                    0.083008,
                    0.08252,
                    0.077148,
                    0.077148,
                    0.069824,
                    0.147461,
                    0.061768,
                    0.076172,
                    0.075684,
                    0.067383,
                    0.081543,
                    0.082031,
                    0.083984,
                    0.136719,
                    0.111328,
                    0.067383,
                    0.07373,
                    0.097656,
                    0.10498,
                    0.075684,
                    0.069824,
                    0.06543,
                    0.064453,
                    0.061768,
                    0.072754,
                    0.086914,
                    0.077637,
                    0.099121,
                    0.076172,
                    0.07666,
                    0.081055,
                    0.087402,
                    0.073242,
                    0.078613,
                    0.077637,
                    0.085938,
                    0.072754,
                    0.067383,
                    0.083984,
                    0.0625,
                    0.084961,
                    0.065918,
                    0.087402,
                    0.06543,
                    0.066895,
                    0.064941,
                    0.07959,
                    0.070801,
                    0.072266,
                    0.07959,
                    0.086914,
                    0.068848,
                    0.07959,
                    0.073242,
                    0.07666,
                    0.070801,
                    0.1875,
                    0.085449,
                    0.070312,
                    0.077637,
                    0.085449,
                    -0.000534,
                    0.07666,
                    0.082031,
                    0.071777,
                    0.083984,
                    0.072266,
                    0.071777,
                    0.083008,
                    0.09375,
                    0.088379,
                    0.053223,
                    0.072266,
                    0.087891,
                    0.091309,
                    0.075195,
                    0.146484,
                    0.080078,
                    0.084473,
                    0.363281,
                    0.07373,
                    0.131836,
                    0.085449,
                    0.081055,
                    0.103516,
                    0.066406,
                    0.097656,
                    0.091797,
                    0.081543,
                    0.060303,
                    0.072754,
                    0.075195,
                    0.075684,
                    0.070312,
                    0.081055,
                    0.099121,
                    0.08252,
                    0.069824,
                    0.054443,
                    0.071777,
                    0.069824,
                    0.081543,
                    0.111816,
                    0.081543,
                    0.09082,
                    0.05835,
                    0.132812,
                    0.091309,
                    0.08252,
                    0.070312,
                    0.043701,
                    0.075195,
                    0.075195,
                    0.0625,
                    0.067383,
                    0.082031,
                    0.093262,
                    0.078613,
                    0.083496,
                    0.089355,
                    0.07666,
                    0.074219,
                    0.06543,
                    0.12207,
                    0.09375,
                    0.074219,
                    0.080078,
                    0.106934,
                    0.067871,
                    0.083008,
                    0.072266,
                    0.028564,
                    0.080566,
                    0.062988,
                    0.067871,
                    0.102051,
                    0.088867,
                    0.139648,
                    0.070312,
                    0.062256,
                    0.098145,
                    0.083008,
                    0.078125,
                    0.076172,
                    0.079102,
                    0.081055,
                    0.07373,
                    0.111328,
                    0.063477,
                    0.114258,
                    0.030029,
                    0.07373,
                    0.114258,
                    0.086426,
                    0.075684,
                    0.075195,
                    0.089844,
                    0.074219,
                    0.071289,
                    0.074219,
                    0.088379,
                    0.086914,
                    0.090332,
                    0.062256,
                    0.095215,
                    0.071289,
                    0.069336,
                    0.081543,
                    0.081055,
                    0.073242,
                    0.098145,
                    0.084473,
                    0.097656,
                    0.080566,
                    0.063477,
                    0.069824,
                    0.088379,
                    0.067871,
                    0.085449,
                    0.035889,
                    0.075684,
                    0.083496,
                    0.088379,
                    0.059082,
                    0.078613,
                    0.066895,
                    0.091797,
                    0.070312,
                    0.071777,
                    0.091797,
                    0.069824,
                    0.287109,
                    0.073242,
                    0.072754,
                    0.064453,
                    0.093262,
                    0.449219,
                    0.069336,
                    0.077148,
                    0.070801,
                    0.092773,
                    0.080566,
                    0.078613,
                    0.07666,
                    0.071777,
                    0.074707,
                    0.082031,
                    0.083008,
                    0.082031,
                    0.119141,
                    0.075195,
                    0.070312,
                    0.072754,
                    0.075684,
                    0.075684,
                    0.066895,
                    0.111328,
                    0.071289,
                    0.188477,
                    0.150391,
                    0.15918,
                    0.05957,
                    0.077148,
                    0.074219,
                    0.075684,
                    0.075195,
                    0.077148,
                    0.063965,
                    0.091309,
                    0.050049,
                    0.07373,
                    0.077148,
                    0.067871,
                    0.087402,
                    0.040527,
                    0.066406,
                    0.080078,
                    0.07959,
                    0.087402,
                    0.068848,
                    0.070801,
                    0.080078,
                    0.080078,
                    0.05957,
                    0.080078,
                    0.072266,
                    0.07666,
                    0.067871,
                    0.067383,
                    0.088867,
                    0.034424,
                    0.253906,
                    0.049561,
                    0.083496,
                    0.078613,
                    0.083984,
                    0.081543,
                    0.070801,
                    0.249023,
                    0.052734,
                    0.090332,
                    0.083984,
                    0.080566,
                    0.075195,
                    0.093262,
                    0.085449,
                    0.098145,
                    0.071289,
                    0.075195,
                    0.061523,
                    0.069824,
                    0.083984,
                    0.111328,
                    0.058838,
                    0.07959,
                    0.063965,
                    0.07666,
                    0.357422,
                    -0.049805,
                    0.072266,
                    0.075684,
                    0.083984,
                    0.07959,
                    0.071289,
                    0.075195,
                    0.09375,
                    0.072754,
                    0.089355,
                    0.104492,
                    0.047119,
                    0.069336,
                    0.074707,
                    0.100098,
                    0.058838,
                    0.07666,
                    0.081543,
                    0.080078,
                    0.086426,
                    0.086426,
                    0.078125,
                    0.078613,
                    0.080078,
                    0.07959,
                    0.080078,
                    0.075195,
                    0.084961,
                    0.085449,
                    0.111328,
                    0.078125,
                    0.092773,
                    0.080078,
                    0.077148,
                    0.078613,
                    0.074707,
                    0.087402,
                    0.071777,
                    0.076172,
                    0.115234,
                    0.078125,
                    0.081055,
                    0.085938,
                    0.039062,
                    0.072754,
                    0.080566,
                    0.083496,
                    0.075684,
                    0.060303,
                    0.09082,
                    0.081055,
                    0.083008,
                    0.069336,
                    0.072754,
                    0.070801,
                    0.080566,
                    0.070312,
                    0.070312,
                    0.098145,
                    0.092285,
                    0.072266,
                    0.077637,
                    0.095703,
                    0.078613,
                    0.081055,
                    0.07373,
                    0.071289,
                    0.060791,
                    0.083496,
                    0.071777,
                    0.05957,
                    0.067871,
                    0.07959,
                    0.084473,
                    0.05957,
                    0.092285,
                    0.085938,
                    0.077148,
                    0.068359,
                    0.083008,
                    0.055176,
                    0.071777,
                    0.087891,
                    0.116699,
                    0.081055,
                    0.08252,
                    0.075684,
                    0.056396,
                    0.100098,
                    0.078613,
                    0.072754,
                    0.070801,
                    0.074219,
                    0.075195,
                    0.111328,
                    0.083008,
                    0.083984,
                    0.066895,
                    0.049805,
                    0.070801,
                    0.117188,
                    0.070312,
                    0.064453,
                    0.077637,
                    0.092773,
                    0.064941,
                    0.075195,
                    0.072266,
                    0.077148,
                    0.047363,
                    0.069824,
                    0.080566,
                    0.067871,
                    0.064453,
                    0.087891,
                    0.115234,
                    0.074219,
                    0.089844,
                    0.101562,
                    0.072754,
                    0.071289,
                    0.082031,
                    0.072266,
                    0.086914,
                    0.092285,
                    0.080566,
                    0.054443,
                    0.074219,
                    0.071289,
                    0.058838,
                    0.070801,
                    0.102539,
                    0.096191,
                    0.071777,
                    0.077148,
                    0.081055,
                    0.073242,
                    0.09375,
                    0.075195,
                    0.075684,
                    0.079102,
                    0.094238,
                    0.07666,
                    0.087891,
                    0.073242,
                    0.082031,
                    0.070801,
                    0.066895,
                    0.097656,
                    0.096191,
                    0.072754,
                    0.068848,
                    0.09082,
                    0.068359,
                    0.044434,
                    0.077637,
                    0.068359,
                    0.089355,
                    0.075195,
                    0.070312,
                    0.077148,
                    0.072754,
                    0.091797,
                    0.07373,
                    0.074707,
                    0.09082,
                    0.094727,
                    0.111816,
                    0.086426,
                    0.091797,
                    0.065918,
                    0.101562,
                    0.087891,
                    0.083496,
                    0.116211,
                    -0.029419,
                    0.060059,
                    0.060303,
                    0.064941,
                    0.083496,
                    0.081543,
                    0.11084,
                    0.078125,
                    0.078125,
                    0.075684,
                    0.075684,
                    0.09082,
                    0.078125,
                    0.077637,
                    0.080566,
                    0.068359,
                    0.059814,
                    0.071777,
                    0.085938,
                    0.062988,
                    0.072266,
                    0.109375,
                    0.095215,
                    0.074707,
                    0.087402,
                    0.07959,
                    0.074219,
                    0.072754,
                    0.076172,
                    0.090332,
                    0.074707,
                    0.081055,
                    0.04834,
                    0.075195,
                    0.083984,
                    0.079102,
                    0.087891,
                    0.094727,
                    0.075195,
                    0.055908,
                    0.081055,
                    0.073242,
                    0.082031,
                    0.125,
                    0.077148,
                    0.085938,
                    0.065918,
                    0.109863,
                    0.076172,
                    0.088379,
                    0.094238,
                    0.07373,
                    0.090332,
                    0.081055,
                    0.07666,
                    0.105469,
                    0.076172,
                    0.34375,
                    0.067383,
                    0.077148,
                    0.060791,
                    0.083008,
                    0.075195,
                    0.181641,
                    0.071289,
                    0.086914,
                    0.073242,
                    0.070801,
                    0.081543,
                    0.068359,
                    0.083496,
                    0.074219,
                    0.10791,
                    0.082031,
                    0.071777,
                    0.073242,
                    0.074707,
                    0.097656,
                    0.081543,
                    0.071777,
                    0.090332,
                    0.091797,
                    0.108887,
                    0.071289,
                    0.08252,
                    0.071777,
                    0.074707,
                    0.070801,
                    0.067871,
                    0.095703,
                    0.074219,
                    0.089355,
                    0.118164,
                    0.114746,
                    0.088379,
                    0.119141,
                    0.078613,
                    0.075684,
                    0.090332,
                    0.055176,
                    0.072754,
                    0.076172,
                    0.075195,
                    0.116211,
                    0.071289,
                    0.087402,
                    0.070312,
                    0.077637,
                    0.131836,
                    0.066895,
                    0.072266,
                    0.078125,
                    -0.044434,
                    0.0625,
                    0.087402,
                    0.074219,
                    0.116699,
                    0.078613,
                    0.128906,
                    0.074707,
                    0.088867,
                    0.062988,
                    0.100586,
                    0.081543,
                    0.096191,
                    0.083008,
                    0.069336,
                    0.092285,
                    0.069824,
                    0.088867,
                    0.083008,
                    0.071289,
                    0.077637,
                    0.099121,
                    0.131836,
                    0.074219,
                    0.077148,
                    0.068848,
                    0.075684,
                    0.095215,
                    0.066895,
                    0.061768,
                    0.080078,
                    0.087891,
                    0.092285,
                    0.089844,
                    0.066406,
                    0.074707,
                    0.077637,
                    0.069336,
                    0.091309,
                    0.10791,
                    0.074707,
                    0.060791,
                    0.084473,
                    0.049561,
                    0.077148,
                    0.064453,
                    0.066406,
                    0.104004,
                    0.067871,
                    0.068359,
                    0.084473,
                    0.102051,
                    0.077637,
                    0.068359,
                    0.073242,
                    0.089355,
                    0.08252,
                    0.067871,
                    0.053467,
                    0.088379,
                    0.083008,
                    0.077637,
                    0.073242,
                    0.100098,
                    0.073242,
                    0.065918,
                    0.08252,
                    0.089844,
                    0.079102,
                    0.067871,
                    0.033447,
                    0.076172,
                    0.088867,
                    0.049805,
                    0.074219,
                    0.061279,
                    0.086426,
                    0.255859,
                    0.083496,
                    0.07959,
                    0.058594,
                    0.072266,
                    0.136719,
                    0.067383,
                    0.078125,
                    0.073242,
                    0.080566,
                    0.07959,
                    0.067871,
                    0.134766,
                    0.083008,
                    0.07959,
                    0.18457,
                    0.111328,
                    0.120117,
                    0.07959,
                    0.07959,
                    0.090332,
                    0.068848,
                    0.063965,
                    0.068848,
                    0.067871,
                    0.173828,
                    0.080078,
                    0.080078,
                    0.067383,
                    0.091309,
                    0.088379,
                    0.066406,
                    0.075195,
                    0.06543,
                    0.089844,
                    0.071289,
                    0.077148,
                    0.074707,
                    0.078613,
                    0.07373,
                    0.059814,
                    0.090332,
                    0.081055,
                    0.082031,
                    0.063965,
                    0.072266,
                    0.147461,
                    0.104004,
                    0.080566,
                    0.061523,
                    0.077637,
                    0.075195,
                    0.074219,
                    0.081055,
                    0.077148,
                    0.088379,
                    0.083984,
                    0.061768,
                    0.080078,
                    0.069824,
                    0.068848,
                    0.094238,
                    0.066895,
                    0.071289,
                    0.079102,
                    0.062256,
                    0.077148
                ]
            },
            "name": "model.transformer.layers.4.attn_norm.weight",
            "outputIndexes": [
                290
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                289,
                290
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/attn_norm_4/Mul_1_output_0",
            "outputIndexes": [
                291
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                291
            ],
            "outputIndexes": [
                1562
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                1562
            ],
            "outputIndexes": [
                1563
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/q_proj/Linear",
            "inputIndexes": [
                1563
            ],
            "outputIndexes": [
                1564
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1024,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 12288,
                    "weightSize": 0
                },
                "external": [
                    19152912,
                    786454,
                    98304,
                    4096,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                1564
            ],
            "outputIndexes": [
                1565
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1565
            ],
            "outputIndexes": [
                292
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1024
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                291
            ],
            "main_type": "NONE",
            "name": "/Shape_17_output_0",
            "outputIndexes": [
                293
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                293
            ],
            "main_type": "NONE",
            "name": "Shape419",
            "outputIndexes": [
                294
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                293
            ],
            "main_type": "NONE",
            "name": "Rank421",
            "outputIndexes": [
                295
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                295,
                295
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp423",
            "outputIndexes": [
                296
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                296
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze424",
            "outputIndexes": [
                297
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                296,
                9
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp426",
            "outputIndexes": [
                298
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                298
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze427",
            "outputIndexes": [
                299
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                294,
                297,
                299,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice430",
            "outputIndexes": [
                300
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                300
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze431",
            "outputIndexes": [
                301
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                9,
                301
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp432",
            "outputIndexes": [
                302
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                302,
                301
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp433",
            "outputIndexes": [
                303
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                293,
                303,
                296
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_24_output_0",
            "outputIndexes": [
                304
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                304,
                21
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_41_output_0",
            "outputIndexes": [
                305
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                7,
                305,
                244,
                24
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_20_output_0",
            "outputIndexes": [
                306
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                292,
                306
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_17_output_0",
            "outputIndexes": [
                307
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                307
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/q_norm_4/Mul_output_0",
            "outputIndexes": [
                308
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    64
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    1.8125,
                    0.016479,
                    -0.02063,
                    1.171875,
                    1.5,
                    1.859375,
                    1.601562,
                    1.234375,
                    1.851562,
                    1.6875,
                    1.570312,
                    2.359375,
                    2.5625,
                    2.28125,
                    2.703125,
                    2.125,
                    2.015625,
                    0.106934,
                    2.328125,
                    2.984375,
                    3.015625,
                    2.34375,
                    2.109375,
                    3.625,
                    2.671875,
                    2.4375,
                    2.375,
                    1.09375,
                    1.96875,
                    2.4375,
                    2.40625,
                    2.296875,
                    1.78125,
                    2.4375,
                    2.515625,
                    1.625,
                    1.078125,
                    1.9375,
                    1.632812,
                    2.0,
                    1.632812,
                    1.75,
                    2.796875,
                    2.234375,
                    1.445312,
                    2.046875,
                    1.765625,
                    1.953125,
                    1.898438,
                    4.21875,
                    2.53125,
                    2.671875,
                    2.390625,
                    3.484375,
                    3.3125,
                    0.019043,
                    3.078125,
                    2.5625,
                    2.28125,
                    3.140625,
                    2.140625,
                    1.9375,
                    1.890625,
                    1.335938
                ]
            },
            "name": "model.transformer.layers.4.attn.q_norm.weight",
            "outputIndexes": [
                309
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                308,
                309
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/q_norm_4/Mul_1_output_0",
            "outputIndexes": [
                310
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                310,
                53
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_16_output_0",
            "outputIndexes": [
                311
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                310,
                55,
                56,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_17_output_0",
            "outputIndexes": [
                312
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                312
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_8_output_0",
            "outputIndexes": [
                313
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                310,
                21,
                55,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_16_output_0",
            "outputIndexes": [
                314
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                313,
                314
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_23_output_0",
            "outputIndexes": [
                315
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                315,
                68
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_17_output_0",
            "outputIndexes": [
                316
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                311,
                316
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_16_output_0",
            "outputIndexes": [
                317
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                291
            ],
            "outputIndexes": [
                1566
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                1566
            ],
            "outputIndexes": [
                1567
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/k_proj/Linear",
            "inputIndexes": [
                1567
            ],
            "outputIndexes": [
                1568
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 256,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3072,
                    "weightSize": 0
                },
                "external": [
                    20041766,
                    196630,
                    24576,
                    1024,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                1568
            ],
            "outputIndexes": [
                1569
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1569
            ],
            "outputIndexes": [
                318
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    256
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                7,
                305,
                258,
                24
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_21_output_0",
            "outputIndexes": [
                319
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                318,
                319
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_18_output_0",
            "outputIndexes": [
                320
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                320
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/k_norm_4/Mul_output_0",
            "outputIndexes": [
                321
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    64
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    2.015625,
                    0.03418,
                    -0.114746,
                    1.515625,
                    1.539062,
                    2.09375,
                    1.859375,
                    2.15625,
                    2.328125,
                    1.96875,
                    2.703125,
                    1.679688,
                    1.335938,
                    1.851562,
                    1.476562,
                    2.0,
                    2.234375,
                    5.59375,
                    2.078125,
                    1.726562,
                    1.664062,
                    2.078125,
                    2.125,
                    0.09375,
                    1.960938,
                    2.296875,
                    2.375,
                    4.90625,
                    2.65625,
                    2.296875,
                    1.976562,
                    1.765625,
                    2.046875,
                    1.164062,
                    1.351562,
                    0.941406,
                    1.289062,
                    2.1875,
                    1.875,
                    0.882812,
                    1.390625,
                    1.929688,
                    1.109375,
                    1.921875,
                    2.609375,
                    2.265625,
                    2.265625,
                    2.15625,
                    2.421875,
                    0.050049,
                    1.820312,
                    1.835938,
                    2.171875,
                    1.414062,
                    1.570312,
                    14.5,
                    1.765625,
                    2.09375,
                    2.40625,
                    1.484375,
                    2.171875,
                    2.390625,
                    2.8125,
                    2.890625
                ]
            },
            "name": "model.transformer.layers.4.attn.k_norm.weight",
            "outputIndexes": [
                322
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                321,
                322
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/k_norm_4/Mul_1_output_0",
            "outputIndexes": [
                323
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                323,
                53
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_18_output_0",
            "outputIndexes": [
                324
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                323,
                55,
                56,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_19_output_0",
            "outputIndexes": [
                325
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                325
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_9_output_0",
            "outputIndexes": [
                326
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                323,
                21,
                55,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_18_output_0",
            "outputIndexes": [
                327
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                326,
                327
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_24_output_0",
            "outputIndexes": [
                328
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                328,
                68
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_19_output_0",
            "outputIndexes": [
                329
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                324,
                329
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_17_output_0",
            "outputIndexes": [
                330
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                291
            ],
            "outputIndexes": [
                1570
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                1570
            ],
            "outputIndexes": [
                1571
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/v_proj/Linear",
            "inputIndexes": [
                1571
            ],
            "outputIndexes": [
                1572
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 256,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3072,
                    "weightSize": 0
                },
                "external": [
                    20263996,
                    196630,
                    24576,
                    1024,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                1572
            ],
            "outputIndexes": [
                1573
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1573
            ],
            "outputIndexes": [
                331
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    256
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                331,
                319
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_19_output_0",
            "outputIndexes": [
                332
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                317,
                330,
                332,
                86
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "/layers.4/self_attn/FusedAttention",
            "outputIndexes": [
                333
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                333
            ],
            "outputIndexes": [
                1574
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1024,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                1574
            ],
            "outputIndexes": [
                1575
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/o_proj/Linear",
            "inputIndexes": [
                1575
            ],
            "outputIndexes": [
                1576
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1024,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 12288,
                    "weightSize": 0
                },
                "external": [
                    20486226,
                    786454,
                    98304,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                1576
            ],
            "outputIndexes": [
                1577
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1577
            ],
            "outputIndexes": [
                334
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                288,
                334
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_18_output_0",
            "outputIndexes": [
                335
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                335
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/ffn_norm_4/Mul_output_0",
            "outputIndexes": [
                336
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.263672,
                    0.263672,
                    0.261719,
                    0.231445,
                    0.208984,
                    0.265625,
                    0.251953,
                    0.253906,
                    0.265625,
                    0.257812,
                    0.271484,
                    0.123535,
                    0.257812,
                    0.242188,
                    0.251953,
                    0.271484,
                    0.267578,
                    0.294922,
                    0.251953,
                    0.219727,
                    0.091309,
                    0.249023,
                    0.161133,
                    0.253906,
                    0.263672,
                    0.265625,
                    0.347656,
                    0.273438,
                    0.253906,
                    0.265625,
                    0.267578,
                    0.277344,
                    0.198242,
                    0.21582,
                    0.259766,
                    0.267578,
                    0.263672,
                    0.271484,
                    0.263672,
                    0.255859,
                    0.249023,
                    0.265625,
                    0.267578,
                    0.263672,
                    0.257812,
                    0.251953,
                    0.243164,
                    0.271484,
                    0.261719,
                    0.148438,
                    0.253906,
                    0.275391,
                    0.239258,
                    0.261719,
                    0.078613,
                    0.263672,
                    0.263672,
                    0.253906,
                    0.257812,
                    0.318359,
                    0.233398,
                    0.251953,
                    0.111328,
                    0.255859,
                    0.300781,
                    0.257812,
                    0.289062,
                    0.231445,
                    0.233398,
                    0.185547,
                    0.279297,
                    0.251953,
                    0.251953,
                    0.269531,
                    0.189453,
                    0.265625,
                    0.245117,
                    0.248047,
                    0.251953,
                    0.244141,
                    0.253906,
                    0.269531,
                    0.261719,
                    0.244141,
                    0.104004,
                    0.257812,
                    0.251953,
                    0.279297,
                    0.249023,
                    0.195312,
                    0.259766,
                    0.25,
                    0.271484,
                    0.253906,
                    0.251953,
                    0.227539,
                    0.166992,
                    0.265625,
                    0.124023,
                    0.172852,
                    0.265625,
                    0.234375,
                    0.236328,
                    0.259766,
                    0.251953,
                    0.257812,
                    0.231445,
                    0.202148,
                    0.22168,
                    0.271484,
                    0.275391,
                    0.253906,
                    0.267578,
                    0.200195,
                    0.259766,
                    0.251953,
                    0.287109,
                    0.248047,
                    0.253906,
                    0.25,
                    0.263672,
                    0.24707,
                    0.25,
                    0.265625,
                    0.263672,
                    0.28125,
                    0.257812,
                    0.263672,
                    0.251953,
                    0.261719,
                    0.267578,
                    0.259766,
                    0.248047,
                    0.285156,
                    0.253906,
                    0.243164,
                    0.170898,
                    0.289062,
                    0.263672,
                    0.19043,
                    0.269531,
                    0.259766,
                    0.246094,
                    0.271484,
                    0.177734,
                    0.148438,
                    0.225586,
                    0.238281,
                    0.230469,
                    0.211914,
                    0.259766,
                    0.257812,
                    0.263672,
                    0.235352,
                    0.242188,
                    0.251953,
                    0.253906,
                    0.308594,
                    0.251953,
                    0.228516,
                    0.265625,
                    0.15332,
                    0.263672,
                    0.271484,
                    0.255859,
                    0.269531,
                    0.267578,
                    0.246094,
                    0.242188,
                    0.267578,
                    0.15625,
                    0.273438,
                    0.136719,
                    0.259766,
                    0.269531,
                    0.384766,
                    0.259766,
                    0.273438,
                    0.249023,
                    0.263672,
                    0.271484,
                    0.249023,
                    0.22168,
                    0.25,
                    0.267578,
                    0.277344,
                    0.267578,
                    0.253906,
                    0.271484,
                    0.236328,
                    0.271484,
                    0.239258,
                    -0.000568,
                    0.265625,
                    0.249023,
                    0.261719,
                    0.248047,
                    0.275391,
                    0.269531,
                    0.21875,
                    0.263672,
                    0.257812,
                    0.261719,
                    0.242188,
                    0.257812,
                    0.25,
                    0.271484,
                    0.255859,
                    0.255859,
                    0.251953,
                    0.237305,
                    0.25,
                    0.28125,
                    0.271484,
                    0.255859,
                    0.253906,
                    0.249023,
                    0.261719,
                    0.28125,
                    0.257812,
                    0.257812,
                    0.271484,
                    0.267578,
                    0.111328,
                    0.279297,
                    0.072754,
                    0.259766,
                    0.234375,
                    0.267578,
                    0.265625,
                    0.259766,
                    0.263672,
                    0.21582,
                    0.217773,
                    0.265625,
                    0.263672,
                    0.253906,
                    0.251953,
                    0.263672,
                    0.261719,
                    0.235352,
                    0.136719,
                    0.273438,
                    0.271484,
                    0.242188,
                    0.279297,
                    0.12207,
                    0.269531,
                    0.253906,
                    0.253906,
                    0.263672,
                    0.092773,
                    0.269531,
                    0.238281,
                    0.25,
                    0.269531,
                    0.275391,
                    0.273438,
                    0.257812,
                    0.253906,
                    0.257812,
                    0.275391,
                    0.125977,
                    0.259766,
                    0.255859,
                    0.275391,
                    0.273438,
                    0.068359,
                    0.240234,
                    0.238281,
                    0.267578,
                    0.251953,
                    0.244141,
                    0.283203,
                    0.271484,
                    0.248047,
                    0.265625,
                    0.365234,
                    0.255859,
                    0.189453,
                    0.255859,
                    0.259766,
                    0.222656,
                    0.267578,
                    0.253906,
                    0.255859,
                    0.267578,
                    0.275391,
                    0.257812,
                    0.253906,
                    0.211914,
                    0.255859,
                    0.251953,
                    0.240234,
                    0.110352,
                    0.257812,
                    0.145508,
                    0.255859,
                    0.196289,
                    0.165039,
                    0.259766,
                    0.261719,
                    0.273438,
                    0.261719,
                    0.24707,
                    0.257812,
                    0.265625,
                    0.192383,
                    0.273438,
                    0.257812,
                    0.261719,
                    0.267578,
                    0.06543,
                    0.253906,
                    0.298828,
                    0.261719,
                    0.269531,
                    0.163086,
                    0.090332,
                    0.24707,
                    0.273438,
                    0.253906,
                    0.273438,
                    0.24707,
                    0.277344,
                    0.246094,
                    0.25,
                    0.261719,
                    0.238281,
                    0.259766,
                    0.22168,
                    0.243164,
                    0.273438,
                    0.257812,
                    0.251953,
                    0.271484,
                    0.265625,
                    0.24707,
                    0.192383,
                    0.271484,
                    0.211914,
                    0.222656,
                    0.263672,
                    0.166016,
                    0.249023,
                    0.324219,
                    0.00011,
                    0.203125,
                    0.251953,
                    0.257812,
                    0.240234,
                    0.253906,
                    0.142578,
                    0.300781,
                    0.259766,
                    0.119629,
                    0.227539,
                    0.261719,
                    0.234375,
                    0.261719,
                    0.253906,
                    0.202148,
                    0.279297,
                    0.248047,
                    0.227539,
                    0.257812,
                    0.269531,
                    0.181641,
                    0.269531,
                    0.116699,
                    0.140625,
                    0.249023,
                    0.125,
                    0.253906,
                    0.257812,
                    0.097168,
                    0.263672,
                    0.248047,
                    0.249023,
                    0.248047,
                    0.263672,
                    0.245117,
                    0.267578,
                    0.275391,
                    0.162109,
                    0.207031,
                    0.112305,
                    0.253906,
                    0.251953,
                    0.245117,
                    0.253906,
                    0.234375,
                    0.255859,
                    0.11084,
                    0.257812,
                    0.158203,
                    0.253906,
                    -0.001205,
                    0.141602,
                    0.263672,
                    0.257812,
                    0.267578,
                    0.314453,
                    0.255859,
                    0.257812,
                    0.164062,
                    0.131836,
                    0.261719,
                    0.248047,
                    0.273438,
                    0.271484,
                    0.120117,
                    0.244141,
                    0.275391,
                    0.267578,
                    0.263672,
                    0.246094,
                    0.257812,
                    0.253906,
                    0.265625,
                    0.241211,
                    0.240234,
                    0.239258,
                    0.125977,
                    0.248047,
                    0.191406,
                    0.271484,
                    0.259766,
                    0.213867,
                    0.253906,
                    0.259766,
                    0.261719,
                    0.257812,
                    0.283203,
                    0.263672,
                    0.259766,
                    0.255859,
                    0.269531,
                    0.235352,
                    0.251953,
                    0.257812,
                    0.251953,
                    0.216797,
                    0.251953,
                    0.261719,
                    0.273438,
                    0.259766,
                    0.123535,
                    0.277344,
                    0.265625,
                    0.189453,
                    0.267578,
                    0.271484,
                    0.263672,
                    0.204102,
                    0.267578,
                    0.255859,
                    0.144531,
                    0.257812,
                    0.269531,
                    0.267578,
                    0.145508,
                    0.257812,
                    0.261719,
                    0.251953,
                    0.176758,
                    0.245117,
                    0.25,
                    0.25,
                    0.273438,
                    0.263672,
                    0.253906,
                    0.255859,
                    0.151367,
                    0.246094,
                    0.267578,
                    0.265625,
                    0.259766,
                    0.25,
                    0.259766,
                    0.255859,
                    0.253906,
                    0.273438,
                    0.209961,
                    0.261719,
                    0.109375,
                    0.245117,
                    0.261719,
                    0.24707,
                    0.251953,
                    0.246094,
                    0.255859,
                    0.234375,
                    0.251953,
                    0.271484,
                    0.261719,
                    0.273438,
                    0.222656,
                    0.267578,
                    0.201172,
                    0.251953,
                    0.265625,
                    0.09082,
                    0.242188,
                    0.21875,
                    0.263672,
                    0.255859,
                    0.251953,
                    0.257812,
                    0.131836,
                    0.261719,
                    0.275391,
                    0.292969,
                    0.257812,
                    0.203125,
                    0.257812,
                    0.271484,
                    0.265625,
                    0.24707,
                    0.335938,
                    0.194336,
                    0.251953,
                    0.265625,
                    0.25,
                    0.233398,
                    0.255859,
                    0.263672,
                    0.244141,
                    0.261719,
                    -0.000135,
                    0.269531,
                    0.263672,
                    0.25,
                    0.241211,
                    0.234375,
                    0.116211,
                    0.277344,
                    0.267578,
                    0.275391,
                    0.244141,
                    0.294922,
                    0.246094,
                    0.183594,
                    0.242188,
                    0.261719,
                    0.265625,
                    0.259766,
                    0.231445,
                    0.261719,
                    0.239258,
                    0.209961,
                    0.261719,
                    0.220703,
                    0.24707,
                    0.210938,
                    0.269531,
                    0.251953,
                    0.261719,
                    0.277344,
                    0.255859,
                    0.24707,
                    0.167969,
                    0.259766,
                    0.292969,
                    0.243164,
                    0.267578,
                    0.238281,
                    0.240234,
                    0.283203,
                    0.259766,
                    0.267578,
                    0.189453,
                    0.257812,
                    0.220703,
                    0.265625,
                    0.257812,
                    0.25,
                    0.257812,
                    0.257812,
                    0.267578,
                    0.265625,
                    0.267578,
                    0.259766,
                    0.257812,
                    0.263672,
                    0.267578,
                    0.251953,
                    0.246094,
                    0.240234,
                    0.259766,
                    0.267578,
                    0.236328,
                    0.25,
                    0.235352,
                    0.279297,
                    0.265625,
                    0.198242,
                    0.119629,
                    0.261719,
                    0.195312,
                    0.253906,
                    0.259766,
                    0.271484,
                    0.263672,
                    0.251953,
                    0.25,
                    0.265625,
                    0.198242,
                    0.191406,
                    0.267578,
                    0.248047,
                    0.164062,
                    0.267578,
                    0.259766,
                    0.248047,
                    0.265625,
                    0.269531,
                    0.273438,
                    0.238281,
                    0.253906,
                    0.263672,
                    0.265625,
                    0.265625,
                    0.25,
                    0.243164,
                    0.283203,
                    0.248047,
                    0.271484,
                    0.259766,
                    0.246094,
                    0.257812,
                    0.251953,
                    0.253906,
                    0.259766,
                    0.267578,
                    0.25,
                    0.269531,
                    0.261719,
                    0.257812,
                    0.261719,
                    0.257812,
                    0.191406,
                    0.257812,
                    0.253906,
                    0.251953,
                    0.244141,
                    0.259766,
                    0.081055,
                    0.25,
                    0.259766,
                    0.257812,
                    0.255859,
                    0.251953,
                    0.242188,
                    0.265625,
                    0.271484,
                    0.253906,
                    0.227539,
                    0.279297,
                    -0.034424,
                    0.261719,
                    0.257812,
                    0.232422,
                    0.263672,
                    0.234375,
                    0.248047,
                    0.245117,
                    0.265625,
                    0.255859,
                    0.225586,
                    0.208984,
                    0.255859,
                    0.105957,
                    0.259766,
                    0.255859,
                    0.24707,
                    0.233398,
                    0.261719,
                    0.241211,
                    0.257812,
                    0.255859,
                    0.263672,
                    0.253906,
                    0.243164,
                    0.233398,
                    0.25,
                    0.101074,
                    0.267578,
                    0.130859,
                    0.242188,
                    0.269531,
                    0.223633,
                    0.292969,
                    0.275391,
                    0.251953,
                    0.242188,
                    0.257812,
                    0.263672,
                    0.269531,
                    0.259766,
                    0.253906,
                    0.259766,
                    0.123535,
                    0.248047,
                    0.255859,
                    0.259766,
                    0.259766,
                    0.185547,
                    0.251953,
                    0.249023,
                    0.244141,
                    0.261719,
                    0.271484,
                    0.265625,
                    0.255859,
                    0.335938,
                    0.233398,
                    0.182617,
                    0.245117,
                    0.261719,
                    0.269531,
                    0.237305,
                    0.369141,
                    0.259766,
                    0.265625,
                    0.273438,
                    0.24707,
                    0.253906,
                    0.265625,
                    0.271484,
                    0.269531,
                    0.291016,
                    0.257812,
                    0.136719,
                    0.257812,
                    0.28125,
                    0.265625,
                    0.253906,
                    0.259766,
                    0.253906,
                    0.257812,
                    0.238281,
                    0.248047,
                    0.232422,
                    0.248047,
                    0.259766,
                    0.253906,
                    0.273438,
                    0.251953,
                    0.155273,
                    0.257812,
                    0.241211,
                    0.134766,
                    0.249023,
                    0.253906,
                    0.083984,
                    0.236328,
                    0.261719,
                    0.257812,
                    0.246094,
                    0.277344,
                    0.267578,
                    0.253906,
                    0.263672,
                    0.275391,
                    0.149414,
                    0.261719,
                    0.261719,
                    0.257812,
                    0.253906,
                    0.259766,
                    0.265625,
                    0.253906,
                    0.070801,
                    0.263672,
                    0.271484,
                    0.25,
                    0.265625,
                    0.251953,
                    0.269531,
                    0.24707,
                    0.239258,
                    0.263672,
                    0.271484,
                    0.128906,
                    0.165039,
                    0.275391,
                    0.259766,
                    0.257812,
                    0.279297,
                    0.169922,
                    0.204102,
                    0.259766,
                    0.244141,
                    0.265625,
                    0.175781,
                    0.285156,
                    0.255859,
                    0.265625,
                    0.267578,
                    0.257812,
                    0.255859,
                    0.28125,
                    0.265625,
                    0.253906,
                    0.265625,
                    0.261719,
                    0.257812,
                    0.25,
                    0.236328,
                    0.265625,
                    0.25,
                    0.271484,
                    0.253906,
                    0.273438,
                    0.265625,
                    0.193359,
                    0.25,
                    0.246094,
                    0.246094,
                    0.000372,
                    0.257812,
                    0.238281,
                    0.255859,
                    0.239258,
                    0.259766,
                    0.267578,
                    0.320312,
                    0.25,
                    0.255859,
                    0.251953,
                    0.263672,
                    0.192383,
                    0.244141,
                    0.271484,
                    0.083496,
                    0.292969,
                    0.244141,
                    0.267578,
                    0.202148,
                    0.148438,
                    0.214844,
                    0.249023,
                    0.257812,
                    0.238281,
                    0.22168,
                    0.273438,
                    0.265625,
                    0.246094,
                    0.269531,
                    0.261719,
                    0.134766,
                    0.271484,
                    0.134766,
                    0.24707,
                    0.267578,
                    0.261719,
                    0.24707,
                    0.234375,
                    0.267578,
                    0.251953,
                    0.261719,
                    0.233398,
                    0.257812,
                    0.275391,
                    0.259766,
                    0.25,
                    0.273438,
                    0.244141,
                    0.226562,
                    0.257812,
                    0.25,
                    0.271484,
                    0.267578,
                    0.277344,
                    0.302734,
                    0.25,
                    0.251953,
                    0.261719,
                    0.261719,
                    0.255859,
                    0.277344,
                    0.253906,
                    0.314453,
                    0.25,
                    0.257812,
                    0.25,
                    0.21582,
                    0.001854,
                    0.251953,
                    0.251953,
                    0.248047,
                    0.246094,
                    0.263672,
                    0.269531,
                    0.22168,
                    0.255859,
                    0.251953,
                    0.237305,
                    0.263672,
                    0.166016,
                    0.248047,
                    0.271484,
                    0.271484,
                    0.261719,
                    0.261719,
                    0.112793,
                    0.257812,
                    0.259766,
                    0.248047,
                    0.25,
                    0.261719,
                    0.263672,
                    0.255859,
                    0.244141,
                    0.25,
                    0.279297,
                    0.265625,
                    0.265625,
                    0.242188,
                    0.275391,
                    0.265625,
                    0.267578,
                    0.251953,
                    0.28125,
                    0.103027,
                    0.249023,
                    0.277344,
                    0.25,
                    0.194336,
                    0.253906,
                    0.25,
                    0.261719,
                    0.285156,
                    0.251953,
                    0.25,
                    0.267578,
                    0.271484,
                    0.24707,
                    0.267578,
                    0.271484,
                    0.253906,
                    0.261719,
                    0.263672,
                    0.249023,
                    0.267578,
                    0.206055,
                    0.259766,
                    0.271484,
                    0.269531,
                    0.267578,
                    0.192383,
                    0.259766,
                    0.287109,
                    0.259766,
                    0.253906,
                    0.248047,
                    0.259766,
                    0.304688,
                    0.225586,
                    0.253906,
                    0.251953,
                    0.245117,
                    0.225586,
                    0.092773,
                    0.253906,
                    0.102539,
                    0.251953,
                    0.240234,
                    0.277344,
                    0.261719,
                    0.275391,
                    0.238281,
                    0.257812,
                    0.239258,
                    0.251953,
                    0.287109,
                    0.310547,
                    0.271484,
                    0.214844,
                    0.248047,
                    0.237305,
                    0.245117,
                    0.246094,
                    0.265625,
                    0.261719,
                    0.242188,
                    0.251953,
                    0.265625,
                    0.233398,
                    0.263672,
                    0.248047,
                    0.251953,
                    0.251953,
                    0.246094,
                    0.267578,
                    0.147461,
                    0.212891,
                    0.265625,
                    0.255859,
                    0.249023,
                    0.126953,
                    0.25,
                    0.283203,
                    0.246094,
                    0.267578,
                    0.332031,
                    0.261719,
                    0.246094,
                    0.261719,
                    0.115234,
                    0.251953,
                    0.253906,
                    0.193359,
                    0.251953,
                    0.255859,
                    0.267578,
                    0.263672,
                    0.283203,
                    0.261719,
                    0.225586,
                    0.267578,
                    0.257812,
                    0.21875,
                    0.259766,
                    0.230469,
                    0.253906,
                    0.244141,
                    0.25,
                    0.263672,
                    0.244141,
                    0.257812,
                    0.259766,
                    0.170898,
                    0.199219,
                    0.25,
                    0.289062,
                    0.271484,
                    0.255859,
                    0.257812,
                    0.261719,
                    0.267578,
                    0.25,
                    0.200195,
                    0.259766,
                    0.217773,
                    0.246094,
                    0.24707,
                    0.261719,
                    0.257812,
                    0.251953,
                    0.249023,
                    0.243164,
                    0.242188,
                    0.259766,
                    0.168945,
                    0.245117,
                    0.240234,
                    0.249023,
                    0.261719,
                    0.234375,
                    0.230469,
                    0.275391,
                    0.238281,
                    0.275391,
                    0.255859,
                    0.251953,
                    0.265625,
                    0.243164,
                    0.265625,
                    0.263672,
                    0.147461,
                    0.265625,
                    0.206055,
                    0.263672,
                    0.261719,
                    0.259766,
                    0.275391,
                    0.605469,
                    0.105469,
                    0.261719,
                    0.277344,
                    0.279297,
                    0.142578,
                    0.142578,
                    0.146484,
                    0.116211,
                    0.185547,
                    0.239258,
                    0.238281,
                    0.259766,
                    0.273438,
                    0.24707,
                    0.277344,
                    0.263672,
                    0.217773,
                    0.237305,
                    0.248047,
                    0.251953,
                    0.271484,
                    0.279297,
                    0.234375,
                    0.265625,
                    0.271484,
                    0.202148,
                    0.310547,
                    0.251953,
                    0.277344,
                    0.233398,
                    0.265625,
                    0.261719,
                    0.265625,
                    0.257812,
                    0.259766,
                    0.195312,
                    0.255859,
                    0.302734,
                    0.251953,
                    0.248047,
                    0.228516,
                    0.279297,
                    0.143555,
                    0.271484,
                    0.25,
                    0.15332,
                    0.255859,
                    0.265625,
                    0.261719,
                    0.269531,
                    0.267578,
                    0.257812,
                    0.219727,
                    0.167969,
                    0.255859,
                    0.249023,
                    0.261719,
                    0.257812,
                    0.192383,
                    0.253906,
                    0.244141,
                    0.246094,
                    0.28125,
                    0.271484,
                    0.251953,
                    0.222656,
                    0.273438,
                    0.257812,
                    0.251953,
                    0.227539,
                    0.253906,
                    0.261719,
                    0.201172,
                    0.257812,
                    0.255859,
                    0.245117,
                    0.246094,
                    0.251953,
                    0.253906,
                    0.243164,
                    0.271484,
                    0.217773,
                    0.25,
                    0.259766,
                    0.231445,
                    0.24707,
                    0.197266,
                    0.263672,
                    0.245117,
                    0.237305,
                    0.236328,
                    0.253906,
                    0.251953,
                    0.118164,
                    0.267578,
                    0.251953,
                    0.285156,
                    0.253906,
                    0.237305,
                    0.242188,
                    0.261719,
                    0.271484,
                    0.263672,
                    0.25,
                    0.304688,
                    0.253906,
                    0.105469,
                    0.259766,
                    0.253906,
                    0.212891,
                    0.261719,
                    0.242188,
                    0.253906,
                    0.275391,
                    0.219727,
                    0.243164,
                    0.251953,
                    0.259766,
                    0.283203,
                    0.265625,
                    0.251953,
                    0.265625,
                    0.263672,
                    0.246094,
                    0.092773,
                    0.249023,
                    0.269531,
                    0.245117,
                    0.265625,
                    0.253906,
                    0.249023,
                    0.304688,
                    0.253906,
                    0.255859,
                    0.239258,
                    0.271484,
                    0.235352,
                    0.248047,
                    0.261719,
                    0.255859,
                    0.259766,
                    0.244141,
                    0.249023,
                    0.265625,
                    0.243164,
                    0.253906,
                    0.25,
                    0.263672,
                    0.249023,
                    0.257812,
                    0.245117,
                    0.255859,
                    0.285156,
                    0.240234,
                    0.253906,
                    0.273438,
                    0.263672,
                    0.285156,
                    0.242188,
                    0.253906,
                    0.263672,
                    0.259766,
                    0.275391,
                    0.238281,
                    0.267578,
                    0.265625,
                    0.249023,
                    0.263672,
                    0.25,
                    0.259766,
                    0.265625,
                    0.228516,
                    0.257812,
                    0.249023,
                    0.000161,
                    0.198242,
                    0.257812,
                    0.259766,
                    0.145508,
                    0.265625,
                    0.294922,
                    0.265625,
                    0.261719,
                    0.227539,
                    0.245117,
                    0.22168,
                    0.285156,
                    0.257812,
                    0.244141,
                    0.243164,
                    0.263672,
                    0.267578,
                    0.223633,
                    0.230469,
                    0.261719,
                    0.263672,
                    0.253906,
                    0.263672,
                    0.217773,
                    0.263672,
                    0.237305,
                    0.330078,
                    0.25,
                    0.113281,
                    0.255859,
                    0.237305,
                    0.269531,
                    0.248047,
                    0.273438,
                    0.248047,
                    0.269531,
                    0.255859,
                    0.261719,
                    0.269531,
                    0.261719,
                    0.166016,
                    0.24707,
                    0.259766,
                    0.261719,
                    0.251953,
                    0.259766,
                    0.269531,
                    0.257812,
                    0.241211,
                    0.265625,
                    0.245117,
                    0.188477,
                    0.255859,
                    0.253906,
                    0.259766,
                    0.229492,
                    0.265625,
                    0.228516,
                    0.324219,
                    0.257812,
                    0.15918,
                    0.257812,
                    0.251953,
                    0.242188,
                    0.251953,
                    0.291016,
                    0.249023,
                    0.259766,
                    0.271484,
                    0.243164,
                    0.255859,
                    0.257812,
                    0.267578,
                    0.261719,
                    0.253906,
                    0.226562,
                    0.214844,
                    0.136719,
                    0.249023,
                    0.277344,
                    0.257812,
                    0.21582,
                    0.255859,
                    0.118164,
                    0.269531,
                    0.261719,
                    0.244141,
                    0.261719,
                    0.245117,
                    0.206055,
                    0.259766,
                    0.25,
                    0.255859,
                    0.259766,
                    0.244141,
                    0.257812,
                    0.251953,
                    0.265625,
                    0.236328,
                    0.24707,
                    0.180664,
                    0.233398,
                    0.24707,
                    0.241211,
                    0.164062,
                    0.265625,
                    0.174805,
                    0.253906,
                    0.216797,
                    0.263672,
                    0.248047,
                    0.25,
                    0.263672,
                    0.263672,
                    0.246094,
                    0.248047,
                    0.243164,
                    0.241211,
                    0.19043,
                    0.249023,
                    0.251953,
                    0.212891,
                    0.224609,
                    0.242188,
                    0.25,
                    0.259766,
                    0.273438,
                    0.263672,
                    0.255859,
                    0.238281,
                    0.248047,
                    0.271484,
                    0.261719,
                    0.210938,
                    0.249023,
                    0.259766,
                    0.251953,
                    0.241211,
                    0.3125,
                    0.253906,
                    0.269531,
                    0.255859,
                    0.246094,
                    0.257812,
                    0.265625,
                    0.267578,
                    0.263672,
                    0.265625,
                    0.251953,
                    0.265625,
                    0.267578,
                    0.257812,
                    0.248047,
                    0.242188,
                    0.25,
                    0.195312,
                    0.248047,
                    0.257812,
                    0.251953,
                    0.219727,
                    0.211914,
                    0.271484,
                    0.207031,
                    0.267578,
                    0.263672,
                    0.246094,
                    0.255859,
                    0.253906,
                    0.232422,
                    0.243164,
                    0.198242,
                    0.240234,
                    0.261719,
                    0.273438,
                    0.210938,
                    0.25,
                    0.239258,
                    0.208008,
                    0.237305,
                    0.257812,
                    0.269531,
                    0.292969,
                    0.263672,
                    0.251953,
                    0.271484,
                    0.181641,
                    0.279297,
                    0.257812,
                    0.170898,
                    0.277344,
                    0.25,
                    0.255859,
                    0.261719,
                    0.263672,
                    0.206055,
                    0.283203,
                    0.275391,
                    0.171875,
                    0.257812,
                    0.259766,
                    0.125,
                    0.192383,
                    0.242188,
                    0.267578,
                    0.245117,
                    0.269531,
                    0.238281,
                    0.124512,
                    0.314453,
                    0.265625,
                    0.25,
                    0.099609,
                    0.263672,
                    0.287109,
                    0.227539,
                    0.257812,
                    0.261719,
                    0.263672,
                    0.248047,
                    0.245117,
                    0.259766,
                    0.249023,
                    0.237305,
                    0.255859,
                    0.251953,
                    0.273438,
                    0.265625,
                    0.118652,
                    0.238281,
                    0.231445,
                    0.675781,
                    0.251953,
                    0.222656,
                    0.219727,
                    0.259766,
                    0.211914,
                    0.263672,
                    0.261719,
                    0.222656,
                    0.265625,
                    0.337891,
                    0.267578,
                    0.273438,
                    0.261719,
                    0.202148,
                    0.241211,
                    0.257812,
                    0.259766,
                    0.248047,
                    0.255859,
                    0.267578,
                    0.261719,
                    0.251953,
                    0.263672,
                    0.257812,
                    0.267578,
                    0.261719,
                    0.259766,
                    0.257812,
                    0.253906,
                    0.122559,
                    0.205078,
                    0.259766,
                    0.246094,
                    0.116699,
                    0.251953,
                    0.234375,
                    0.257812,
                    0.253906,
                    0.255859,
                    0.244141,
                    0.251953,
                    0.265625,
                    0.236328,
                    0.245117,
                    0.246094,
                    0.257812,
                    0.277344,
                    0.257812,
                    0.259766,
                    0.265625,
                    0.255859
                ]
            },
            "name": "model.transformer.layers.4.ffn_norm.weight",
            "outputIndexes": [
                337
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                336,
                337
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/ffn_norm_4/Mul_1_output_0",
            "outputIndexes": [
                338
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/mlp/proj_1/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                338
            ],
            "outputIndexes": [
                1578
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/mlp/proj_1/Linear/pre_convert",
            "inputIndexes": [
                1578
            ],
            "outputIndexes": [
                1579
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/mlp/proj_1/Linear",
            "inputIndexes": [
                1579
            ],
            "outputIndexes": [
                1580
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 3584,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 43008,
                    "weightSize": 0
                },
                "external": [
                    21370984,
                    2752534,
                    344064,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/mlp/proj_1/Linear/post_convert",
            "inputIndexes": [
                1580
            ],
            "outputIndexes": [
                1581
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/mlp/proj_1/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1581
            ],
            "outputIndexes": [
                339
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    3584
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    1792
                ]
            },
            "name": "/ffn_4/Mul_output_0",
            "outputIndexes": [
                340
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                339,
                21,
                340,
                95
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/ffn_4/Slice_output_0",
            "outputIndexes": [
                341
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                341
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/ffn/act_4/Sigmoid_output_0",
            "outputIndexes": [
                342
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                341,
                342
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/ffn/act_4/Mul_output_0",
            "outputIndexes": [
                343
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    3584
                ]
            },
            "name": "/ffn_4/Mul_1_output_0",
            "outputIndexes": [
                344
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                339,
                340,
                344,
                95
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/ffn_4/Slice_1_output_0",
            "outputIndexes": [
                345
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                343,
                345
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/ffn_4/Mul_2_output_0",
            "outputIndexes": [
                346
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/mlp/proj_2/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                346
            ],
            "outputIndexes": [
                1582
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1792,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/mlp/proj_2/Linear/pre_convert",
            "inputIndexes": [
                1582
            ],
            "outputIndexes": [
                1583
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/mlp/proj_2/Linear",
            "inputIndexes": [
                1583
            ],
            "outputIndexes": [
                1584
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1792,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 21504,
                    "weightSize": 0
                },
                "external": [
                    24467582,
                    1376278,
                    172032,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/mlp/proj_2/Linear/post_convert",
            "inputIndexes": [
                1584
            ],
            "outputIndexes": [
                1585
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/mlp/proj_2/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1585
            ],
            "outputIndexes": [
                347
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                335,
                347
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_19_output_0",
            "outputIndexes": [
                348
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                348,
                1
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_20_output_0",
            "outputIndexes": [
                349
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                349
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/attn_norm_5/Mul_output_0",
            "outputIndexes": [
                350
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.130859,
                    0.138672,
                    0.112793,
                    0.141602,
                    0.147461,
                    0.120605,
                    0.129883,
                    0.134766,
                    0.110352,
                    0.125977,
                    0.130859,
                    0.104492,
                    0.122559,
                    0.131836,
                    0.114258,
                    0.117188,
                    0.138672,
                    0.133789,
                    0.146484,
                    0.091797,
                    0.05127,
                    0.126953,
                    0.115723,
                    0.119141,
                    0.113281,
                    0.116699,
                    0.07959,
                    0.115723,
                    0.120117,
                    0.119141,
                    0.126953,
                    0.123535,
                    0.128906,
                    0.143555,
                    0.129883,
                    0.12793,
                    0.115723,
                    0.133789,
                    0.10791,
                    0.125977,
                    0.124512,
                    0.124512,
                    0.124023,
                    0.146484,
                    0.126953,
                    0.124512,
                    0.126953,
                    0.12793,
                    0.119629,
                    0.112793,
                    0.124023,
                    0.126953,
                    0.133789,
                    0.120117,
                    0.201172,
                    0.12207,
                    0.114258,
                    0.123047,
                    0.117188,
                    0.120117,
                    0.130859,
                    0.130859,
                    0.079102,
                    0.146484,
                    0.060303,
                    0.120117,
                    0.095703,
                    0.15332,
                    0.142578,
                    0.183594,
                    0.126953,
                    0.138672,
                    0.138672,
                    0.118652,
                    0.126953,
                    0.103027,
                    0.124512,
                    0.126953,
                    0.138672,
                    0.128906,
                    0.125977,
                    0.119141,
                    0.109375,
                    0.125977,
                    0.114746,
                    0.145508,
                    0.108887,
                    0.096191,
                    0.124512,
                    0.137695,
                    0.106445,
                    0.15332,
                    0.125977,
                    0.141602,
                    0.122559,
                    0.128906,
                    0.118652,
                    0.121582,
                    0.087891,
                    0.11377,
                    0.142578,
                    0.144531,
                    0.136719,
                    0.119629,
                    0.116699,
                    0.126953,
                    0.157227,
                    0.143555,
                    0.133789,
                    0.126953,
                    0.099609,
                    0.128906,
                    0.111816,
                    0.146484,
                    0.138672,
                    0.135742,
                    0.063965,
                    0.126953,
                    0.132812,
                    0.136719,
                    0.133789,
                    0.115723,
                    0.125,
                    0.124023,
                    0.132812,
                    0.098633,
                    0.117188,
                    0.139648,
                    0.135742,
                    0.11377,
                    0.10791,
                    0.125977,
                    0.152344,
                    0.098145,
                    0.126953,
                    0.124023,
                    0.148438,
                    0.098633,
                    0.120605,
                    0.134766,
                    0.128906,
                    0.145508,
                    0.144531,
                    0.112305,
                    0.116699,
                    0.111328,
                    0.150391,
                    0.146484,
                    0.128906,
                    0.152344,
                    0.122559,
                    0.137695,
                    0.131836,
                    0.126953,
                    0.125,
                    0.146484,
                    0.136719,
                    0.071289,
                    0.125977,
                    0.158203,
                    0.125977,
                    0.160156,
                    0.126953,
                    0.126953,
                    0.118164,
                    0.125,
                    0.140625,
                    0.141602,
                    0.136719,
                    0.211914,
                    0.109375,
                    0.12207,
                    0.095703,
                    0.121582,
                    0.11377,
                    0.089844,
                    0.125,
                    0.137695,
                    0.122559,
                    0.11377,
                    0.125977,
                    0.112793,
                    0.118652,
                    0.133789,
                    0.132812,
                    0.111816,
                    0.121582,
                    0.137695,
                    0.124023,
                    0.145508,
                    0.128906,
                    0.123047,
                    0.157227,
                    0.121582,
                    0.148438,
                    0.140625,
                    0.152344,
                    0.118652,
                    0.118164,
                    0.18457,
                    0.154297,
                    0.128906,
                    0.124023,
                    0.119629,
                    0.136719,
                    0.120605,
                    0.131836,
                    0.134766,
                    0.123535,
                    0.129883,
                    0.15625,
                    0.138672,
                    0.100098,
                    0.107422,
                    0.130859,
                    0.122559,
                    0.111328,
                    0.126953,
                    0.121582,
                    0.135742,
                    0.126953,
                    0.291016,
                    0.128906,
                    0.066895,
                    0.123047,
                    0.169922,
                    0.118164,
                    0.15918,
                    0.12793,
                    0.136719,
                    0.129883,
                    0.135742,
                    0.162109,
                    0.164062,
                    0.135742,
                    0.123047,
                    0.128906,
                    0.15625,
                    0.132812,
                    0.125977,
                    0.157227,
                    0.105957,
                    0.102051,
                    0.120605,
                    0.147461,
                    0.133789,
                    0.088379,
                    0.120117,
                    0.143555,
                    0.131836,
                    0.119141,
                    0.077637,
                    0.136719,
                    0.145508,
                    0.119141,
                    0.120605,
                    0.130859,
                    0.126953,
                    0.137695,
                    0.124512,
                    0.132812,
                    0.131836,
                    0.083496,
                    0.125,
                    0.117188,
                    0.138672,
                    0.125,
                    0.155273,
                    0.134766,
                    0.129883,
                    0.123047,
                    0.114258,
                    0.132812,
                    0.115234,
                    0.123535,
                    0.134766,
                    0.132812,
                    0.196289,
                    0.121582,
                    0.117676,
                    0.150391,
                    0.133789,
                    0.138672,
                    0.140625,
                    0.120117,
                    0.133789,
                    0.103027,
                    0.118164,
                    0.132812,
                    0.136719,
                    0.145508,
                    0.119629,
                    0.121582,
                    0.15332,
                    0.078125,
                    0.122559,
                    0.105957,
                    0.114258,
                    0.136719,
                    0.108887,
                    0.115723,
                    0.113281,
                    0.114258,
                    0.132812,
                    0.141602,
                    0.125,
                    0.160156,
                    0.135742,
                    0.113281,
                    0.126953,
                    0.124512,
                    0.109375,
                    0.054688,
                    0.132812,
                    0.095703,
                    0.126953,
                    0.12793,
                    0.102539,
                    0.158203,
                    0.135742,
                    0.126953,
                    0.111816,
                    0.123535,
                    0.11377,
                    0.128906,
                    0.123047,
                    0.124512,
                    0.134766,
                    0.140625,
                    0.117188,
                    0.155273,
                    0.130859,
                    0.137695,
                    0.129883,
                    0.120117,
                    0.131836,
                    0.132812,
                    0.146484,
                    0.132812,
                    0.125977,
                    0.137695,
                    0.135742,
                    0.117188,
                    0.126953,
                    0.126953,
                    0.070801,
                    0.332031,
                    0.139648,
                    0.123047,
                    0.139648,
                    0.158203,
                    0.12793,
                    0.121582,
                    0.212891,
                    0.11377,
                    0.241211,
                    0.146484,
                    0.132812,
                    0.141602,
                    0.11377,
                    0.142578,
                    0.129883,
                    0.129883,
                    0.124023,
                    0.154297,
                    0.12793,
                    0.120117,
                    0.147461,
                    0.12793,
                    0.081543,
                    0.098145,
                    0.145508,
                    0.102539,
                    0.122559,
                    0.119629,
                    0.063477,
                    0.147461,
                    0.133789,
                    0.143555,
                    0.139648,
                    0.117188,
                    0.12793,
                    0.119629,
                    0.133789,
                    0.117188,
                    0.131836,
                    0.083496,
                    0.125977,
                    0.135742,
                    0.125,
                    0.12793,
                    0.138672,
                    0.119629,
                    0.078125,
                    0.120605,
                    0.209961,
                    0.121582,
                    0.199219,
                    -0.021851,
                    0.066895,
                    0.136719,
                    0.12793,
                    0.066406,
                    0.129883,
                    0.129883,
                    0.108887,
                    0.091797,
                    0.136719,
                    0.118164,
                    0.118164,
                    0.137695,
                    0.138672,
                    0.137695,
                    0.125977,
                    0.131836,
                    0.12207,
                    0.143555,
                    0.135742,
                    0.134766,
                    0.131836,
                    0.139648,
                    0.163086,
                    0.143555,
                    0.222656,
                    0.12793,
                    0.15332,
                    0.12793,
                    0.124023,
                    0.167969,
                    0.126953,
                    0.139648,
                    0.111328,
                    0.125977,
                    0.129883,
                    0.117188,
                    0.126953,
                    0.133789,
                    0.108887,
                    0.139648,
                    0.148438,
                    0.138672,
                    0.129883,
                    0.141602,
                    0.132812,
                    0.116699,
                    0.12207,
                    0.126953,
                    0.088867,
                    0.108887,
                    0.117188,
                    0.209961,
                    0.121094,
                    0.168945,
                    0.125,
                    0.135742,
                    0.138672,
                    0.129883,
                    0.123047,
                    0.142578,
                    0.123047,
                    0.131836,
                    0.087891,
                    0.130859,
                    0.138672,
                    0.126953,
                    0.125977,
                    0.125977,
                    0.128906,
                    0.128906,
                    0.121094,
                    0.201172,
                    0.138672,
                    0.135742,
                    0.124023,
                    0.130859,
                    0.121582,
                    0.130859,
                    0.123047,
                    0.151367,
                    0.144531,
                    0.132812,
                    0.125,
                    0.137695,
                    0.142578,
                    0.115723,
                    0.074219,
                    0.120117,
                    0.121582,
                    0.131836,
                    0.139648,
                    0.160156,
                    0.131836,
                    0.151367,
                    0.123047,
                    0.110352,
                    0.125,
                    0.115234,
                    0.15332,
                    0.121582,
                    0.152344,
                    0.12207,
                    0.11377,
                    0.068848,
                    0.121094,
                    0.144531,
                    0.128906,
                    0.128906,
                    0.12207,
                    0.125977,
                    0.11377,
                    0.12207,
                    0.126953,
                    0.09082,
                    0.140625,
                    0.182617,
                    0.130859,
                    0.119141,
                    0.105469,
                    0.139648,
                    0.134766,
                    0.141602,
                    0.126953,
                    0.136719,
                    0.125,
                    0.122559,
                    0.10791,
                    0.144531,
                    0.12207,
                    0.120117,
                    0.322266,
                    0.128906,
                    0.100098,
                    0.123047,
                    0.139648,
                    0.136719,
                    0.078613,
                    0.115723,
                    0.123535,
                    0.112305,
                    0.123047,
                    0.108887,
                    0.101562,
                    0.145508,
                    0.12207,
                    0.134766,
                    0.129883,
                    0.11377,
                    0.143555,
                    0.119141,
                    0.142578,
                    0.133789,
                    0.131836,
                    0.195312,
                    0.195312,
                    0.131836,
                    0.130859,
                    0.125,
                    0.12207,
                    0.112793,
                    0.125977,
                    0.12207,
                    0.131836,
                    0.19043,
                    0.106445,
                    0.170898,
                    0.121094,
                    0.141602,
                    0.135742,
                    0.100098,
                    0.129883,
                    0.113281,
                    0.142578,
                    0.118164,
                    0.162109,
                    0.115234,
                    0.144531,
                    0.164062,
                    0.126953,
                    0.135742,
                    0.111816,
                    0.123535,
                    0.148438,
                    0.11377,
                    0.126953,
                    0.141602,
                    0.122559,
                    0.131836,
                    0.138672,
                    0.154297,
                    0.124023,
                    0.119141,
                    0.114746,
                    0.129883,
                    0.145508,
                    0.107422,
                    0.117676,
                    0.124023,
                    0.080078,
                    0.128906,
                    0.117676,
                    0.147461,
                    0.130859,
                    0.130859,
                    0.112305,
                    0.144531,
                    0.139648,
                    0.114746,
                    0.125,
                    0.121582,
                    0.128906,
                    0.145508,
                    0.10791,
                    0.122559,
                    0.126953,
                    0.130859,
                    0.10791,
                    0.126953,
                    0.114258,
                    0.226562,
                    0.124512,
                    0.125,
                    0.124023,
                    0.125977,
                    0.125,
                    0.125977,
                    0.12793,
                    0.124512,
                    0.133789,
                    0.12793,
                    0.099121,
                    0.126953,
                    0.125977,
                    0.147461,
                    0.148438,
                    0.131836,
                    0.126953,
                    0.105469,
                    0.099609,
                    0.12793,
                    0.141602,
                    0.257812,
                    0.149414,
                    0.130859,
                    0.144531,
                    0.12793,
                    0.142578,
                    0.133789,
                    0.050781,
                    0.136719,
                    0.131836,
                    0.09668,
                    0.128906,
                    0.120117,
                    0.149414,
                    0.133789,
                    0.109375,
                    0.097168,
                    0.158203,
                    0.117188,
                    0.213867,
                    0.130859,
                    0.146484,
                    0.142578,
                    0.128906,
                    0.129883,
                    0.114258,
                    0.135742,
                    0.12207,
                    0.120117,
                    0.144531,
                    0.137695,
                    0.125,
                    0.093262,
                    0.136719,
                    0.132812,
                    0.12793,
                    0.160156,
                    0.126953,
                    0.136719,
                    0.114746,
                    0.137695,
                    0.129883,
                    0.134766,
                    0.135742,
                    0.148438,
                    0.121094,
                    0.121094,
                    0.114746,
                    0.134766,
                    0.139648,
                    0.123535,
                    0.138672,
                    0.105469,
                    0.087402,
                    0.118652,
                    0.129883,
                    0.118164,
                    0.144531,
                    0.124512,
                    0.128906,
                    0.126953,
                    0.112305,
                    0.089355,
                    0.133789,
                    0.06543,
                    0.123047,
                    0.119629,
                    0.138672,
                    0.121582,
                    0.136719,
                    0.118652,
                    0.118164,
                    0.11377,
                    0.123047,
                    0.12793,
                    0.068848,
                    0.142578,
                    0.124512,
                    0.133789,
                    0.12793,
                    0.109863,
                    0.137695,
                    0.070801,
                    0.117676,
                    0.117188,
                    0.125977,
                    0.142578,
                    0.116211,
                    0.120605,
                    0.132812,
                    0.119629,
                    0.121094,
                    0.146484,
                    0.233398,
                    0.15332,
                    0.092285,
                    0.135742,
                    0.117188,
                    0.108887,
                    0.128906,
                    0.143555,
                    0.152344,
                    0.115723,
                    0.157227,
                    0.135742,
                    0.119141,
                    0.131836,
                    0.140625,
                    0.148438,
                    0.28125,
                    0.12207,
                    0.136719,
                    0.132812,
                    0.125977,
                    0.121582,
                    0.24707,
                    0.128906,
                    0.133789,
                    0.182617,
                    0.113281,
                    0.058838,
                    0.117188,
                    0.130859,
                    0.123535,
                    0.129883,
                    0.094727,
                    0.140625,
                    0.139648,
                    0.12793,
                    0.130859,
                    0.109375,
                    0.116211,
                    0.125,
                    0.196289,
                    0.151367,
                    0.131836,
                    0.144531,
                    0.115723,
                    0.119141,
                    0.133789,
                    0.125,
                    0.142578,
                    0.124512,
                    0.119141,
                    0.086426,
                    0.109863,
                    0.131836,
                    0.126953,
                    0.121094,
                    0.107422,
                    0.122559,
                    0.158203,
                    0.124512,
                    0.123047,
                    0.118164,
                    0.131836,
                    0.093262,
                    0.129883,
                    0.126953,
                    0.119629,
                    0.121582,
                    0.124023,
                    0.097168,
                    0.115234,
                    0.121094,
                    0.137695,
                    0.121582,
                    0.111816,
                    0.128906,
                    0.130859,
                    0.12207,
                    0.138672,
                    0.125,
                    0.115234,
                    0.092285,
                    0.118652,
                    0.130859,
                    0.123535,
                    0.134766,
                    0.120605,
                    0.135742,
                    0.135742,
                    0.150391,
                    0.119141,
                    0.121094,
                    0.135742,
                    0.123535,
                    0.102539,
                    0.125977,
                    0.121094,
                    0.138672,
                    0.134766,
                    0.229492,
                    0.134766,
                    0.119141,
                    0.108398,
                    0.113281,
                    0.133789,
                    0.114258,
                    0.121094,
                    0.102051,
                    0.181641,
                    0.129883,
                    0.119629,
                    0.15332,
                    0.147461,
                    0.128906,
                    0.102051,
                    0.125977,
                    0.104004,
                    0.069336,
                    0.09375,
                    0.119141,
                    0.101562,
                    0.137695,
                    0.119629,
                    0.134766,
                    0.134766,
                    0.140625,
                    0.123047,
                    0.12793,
                    0.128906,
                    0.144531,
                    0.119629,
                    0.111816,
                    0.130859,
                    0.105957,
                    0.124512,
                    0.146484,
                    0.149414,
                    0.129883,
                    0.129883,
                    0.107422,
                    0.129883,
                    0.116211,
                    0.103516,
                    0.132812,
                    0.124512,
                    0.125977,
                    0.115723,
                    0.121582,
                    0.121094,
                    0.129883,
                    0.171875,
                    0.126953,
                    0.128906,
                    0.134766,
                    0.139648,
                    0.000275,
                    0.12207,
                    0.139648,
                    0.151367,
                    0.128906,
                    0.125977,
                    0.110352,
                    0.144531,
                    0.137695,
                    0.154297,
                    0.071289,
                    0.126953,
                    0.121094,
                    0.140625,
                    0.119141,
                    0.147461,
                    0.132812,
                    0.125,
                    0.316406,
                    0.134766,
                    0.157227,
                    0.132812,
                    0.113281,
                    0.131836,
                    0.111816,
                    0.128906,
                    0.136719,
                    0.133789,
                    0.110352,
                    0.094238,
                    0.120605,
                    0.12793,
                    0.114746,
                    0.114746,
                    0.133789,
                    0.128906,
                    0.109375,
                    0.069824,
                    0.111816,
                    0.125977,
                    0.130859,
                    0.162109,
                    0.132812,
                    0.145508,
                    0.122559,
                    0.185547,
                    0.129883,
                    0.138672,
                    0.136719,
                    0.095703,
                    0.136719,
                    0.123535,
                    0.10791,
                    0.120117,
                    0.11084,
                    0.124023,
                    0.137695,
                    0.10791,
                    0.144531,
                    0.12207,
                    0.141602,
                    0.123535,
                    0.152344,
                    0.129883,
                    0.129883,
                    0.112793,
                    0.148438,
                    0.125977,
                    0.131836,
                    0.123535,
                    0.061523,
                    0.131836,
                    0.12793,
                    0.118164,
                    0.171875,
                    0.15918,
                    0.164062,
                    0.148438,
                    0.081055,
                    0.130859,
                    0.135742,
                    0.121094,
                    0.125,
                    0.129883,
                    0.143555,
                    0.132812,
                    0.15332,
                    0.123047,
                    0.123047,
                    0.058105,
                    0.137695,
                    0.185547,
                    0.118164,
                    0.12793,
                    0.120117,
                    0.145508,
                    0.122559,
                    0.12793,
                    0.132812,
                    0.130859,
                    0.130859,
                    0.134766,
                    0.117188,
                    0.146484,
                    0.111328,
                    0.129883,
                    0.118164,
                    0.137695,
                    0.100098,
                    0.154297,
                    0.116211,
                    0.132812,
                    0.129883,
                    0.083008,
                    0.130859,
                    0.131836,
                    0.120605,
                    0.151367,
                    0.05542,
                    0.117188,
                    0.150391,
                    0.141602,
                    0.069824,
                    0.118164,
                    0.133789,
                    0.130859,
                    0.125,
                    0.126953,
                    0.140625,
                    0.125977,
                    0.200195,
                    0.11377,
                    0.146484,
                    0.115723,
                    0.131836,
                    0.609375,
                    0.117676,
                    0.154297,
                    0.116211,
                    0.141602,
                    0.142578,
                    0.130859,
                    0.131836,
                    0.129883,
                    0.129883,
                    0.119629,
                    0.123047,
                    0.129883,
                    0.145508,
                    0.125977,
                    0.122559,
                    0.124023,
                    0.119629,
                    0.133789,
                    0.148438,
                    0.166016,
                    0.12793,
                    0.219727,
                    0.213867,
                    0.148438,
                    0.099609,
                    0.115723,
                    0.125,
                    0.133789,
                    0.132812,
                    0.148438,
                    0.135742,
                    0.125977,
                    0.080566,
                    0.140625,
                    0.125977,
                    0.080566,
                    0.148438,
                    0.056885,
                    0.131836,
                    0.137695,
                    0.129883,
                    0.128906,
                    0.133789,
                    0.130859,
                    0.138672,
                    0.128906,
                    0.114746,
                    0.123047,
                    0.131836,
                    0.126953,
                    0.125977,
                    0.112793,
                    0.125977,
                    0.045898,
                    0.167969,
                    0.068848,
                    0.12207,
                    0.12793,
                    0.120605,
                    0.111816,
                    0.091797,
                    0.217773,
                    0.069336,
                    0.124023,
                    0.137695,
                    0.142578,
                    0.134766,
                    0.12793,
                    0.149414,
                    0.125977,
                    0.133789,
                    0.15332,
                    0.12207,
                    0.12207,
                    0.141602,
                    0.134766,
                    0.108398,
                    0.094238,
                    0.116211,
                    0.121582,
                    0.306641,
                    0.082031,
                    0.129883,
                    0.123047,
                    0.138672,
                    0.110352,
                    0.126953,
                    0.121094,
                    0.137695,
                    0.126953,
                    0.121582,
                    0.12793,
                    0.082031,
                    0.116699,
                    0.131836,
                    0.131836,
                    0.112793,
                    0.104004,
                    0.11377,
                    0.130859,
                    0.128906,
                    0.123047,
                    0.129883,
                    0.124023,
                    0.115234,
                    0.126953,
                    0.134766,
                    0.152344,
                    0.115234,
                    0.128906,
                    0.128906,
                    0.135742,
                    0.139648,
                    0.129883,
                    0.12793,
                    0.135742,
                    0.129883,
                    0.132812,
                    0.115234,
                    0.137695,
                    0.170898,
                    0.129883,
                    0.134766,
                    0.148438,
                    0.050293,
                    0.131836,
                    0.128906,
                    0.129883,
                    0.131836,
                    0.111816,
                    0.12793,
                    0.134766,
                    0.129883,
                    0.145508,
                    0.116699,
                    0.12207,
                    0.15332,
                    0.133789,
                    0.117676,
                    0.134766,
                    0.129883,
                    0.124512,
                    0.122559,
                    0.137695,
                    0.136719,
                    0.120117,
                    0.12207,
                    0.126953,
                    0.079102,
                    0.12207,
                    0.119629,
                    0.115723,
                    0.116699,
                    0.137695,
                    0.138672,
                    0.105469,
                    0.125977,
                    0.125977,
                    0.123047,
                    0.099121,
                    0.126953,
                    0.074707,
                    0.116211,
                    0.126953,
                    0.15332,
                    0.12793,
                    0.121582,
                    0.124023,
                    0.082031,
                    0.144531,
                    0.126953,
                    0.133789,
                    0.122559,
                    0.121094,
                    0.117676,
                    0.160156,
                    0.124023,
                    0.132812,
                    0.123047,
                    0.074219,
                    0.12793,
                    0.181641,
                    0.12793,
                    0.116211,
                    0.143555,
                    0.121094,
                    0.09375,
                    0.138672,
                    0.112305,
                    0.133789,
                    0.087402,
                    0.117676,
                    0.128906,
                    0.123047,
                    0.139648,
                    0.136719,
                    0.167969,
                    0.132812,
                    0.128906,
                    0.155273,
                    0.132812,
                    0.129883,
                    0.137695,
                    0.119629,
                    0.126953,
                    0.123047,
                    0.135742,
                    0.068848,
                    0.132812,
                    0.114746,
                    0.111816,
                    0.125,
                    0.130859,
                    0.125977,
                    0.123535,
                    0.12793,
                    0.125,
                    0.12207,
                    0.139648,
                    0.12207,
                    0.135742,
                    0.144531,
                    0.141602,
                    0.125977,
                    0.137695,
                    0.119629,
                    0.12793,
                    0.116699,
                    0.10791,
                    0.108398,
                    0.124512,
                    0.124512,
                    0.130859,
                    0.124512,
                    0.128906,
                    0.056885,
                    0.117188,
                    0.133789,
                    0.142578,
                    0.133789,
                    0.12793,
                    0.109375,
                    0.142578,
                    0.145508,
                    0.129883,
                    0.119629,
                    0.149414,
                    0.125977,
                    0.15918,
                    0.135742,
                    0.148438,
                    0.124512,
                    0.136719,
                    0.154297,
                    0.134766,
                    0.149414,
                    0.064453,
                    0.113281,
                    0.07959,
                    0.107422,
                    0.140625,
                    0.125977,
                    0.143555,
                    0.124512,
                    0.130859,
                    0.119629,
                    0.119141,
                    0.138672,
                    0.119629,
                    0.134766,
                    0.095703,
                    0.130859,
                    0.129883,
                    0.128906,
                    0.131836,
                    0.124512,
                    0.123535,
                    0.142578,
                    0.143555,
                    0.12207,
                    0.116699,
                    0.129883,
                    0.134766,
                    0.125977,
                    0.131836,
                    0.136719,
                    0.114746,
                    0.141602,
                    0.07666,
                    0.11084,
                    0.105957,
                    0.135742,
                    0.122559,
                    0.135742,
                    0.131836,
                    0.091309,
                    0.124512,
                    0.130859,
                    0.128906,
                    0.145508,
                    0.140625,
                    0.126953,
                    0.130859,
                    0.130859,
                    0.125977,
                    0.15332,
                    0.115234,
                    0.116211,
                    0.134766,
                    0.12207,
                    0.126953,
                    0.172852,
                    0.122559,
                    0.279297,
                    0.124023,
                    0.144531,
                    0.108887,
                    0.124512,
                    0.136719,
                    0.236328,
                    0.140625,
                    0.138672,
                    0.102051,
                    0.110352,
                    0.119141,
                    0.109863,
                    0.123047,
                    0.126953,
                    0.165039,
                    0.121582,
                    0.12207,
                    0.143555,
                    0.119141,
                    0.136719,
                    0.129883,
                    0.133789,
                    0.109863,
                    0.125977,
                    0.132812,
                    0.119629,
                    0.142578,
                    0.118652,
                    0.134766,
                    0.12793,
                    0.131836,
                    0.136719,
                    0.122559,
                    0.135742,
                    0.157227,
                    0.148438,
                    0.12793,
                    0.185547,
                    0.136719,
                    0.132812,
                    0.131836,
                    0.119141,
                    0.118652,
                    0.12793,
                    0.11084,
                    0.15332,
                    0.125977,
                    0.15332,
                    0.144531,
                    0.151367,
                    0.170898,
                    0.11084,
                    0.129883,
                    0.128906,
                    0.087402,
                    0.131836,
                    0.128906,
                    0.117188,
                    0.143555,
                    0.125,
                    0.140625,
                    0.114258,
                    0.120117,
                    0.137695,
                    0.133789,
                    0.128906,
                    0.131836,
                    0.140625,
                    0.133789,
                    0.150391,
                    0.126953,
                    0.114258,
                    0.139648,
                    0.119141,
                    0.112305,
                    0.152344,
                    0.182617,
                    0.115234,
                    0.135742,
                    0.111328,
                    0.116211,
                    0.135742,
                    0.139648,
                    0.119141,
                    0.147461,
                    0.126953,
                    0.141602,
                    0.149414,
                    0.121094,
                    0.110352,
                    0.146484,
                    0.119141,
                    0.137695,
                    0.151367,
                    0.138672,
                    0.114746,
                    0.122559,
                    0.07373,
                    0.131836,
                    0.126953,
                    0.112305,
                    0.152344,
                    0.115723,
                    0.115723,
                    0.106445,
                    0.129883,
                    0.135742,
                    0.112305,
                    0.123047,
                    0.131836,
                    0.136719,
                    0.120117,
                    0.095215,
                    0.116699,
                    0.125977,
                    0.116211,
                    0.094727,
                    0.151367,
                    0.119629,
                    0.11377,
                    0.155273,
                    0.147461,
                    0.162109,
                    0.084961,
                    0.063477,
                    0.124023,
                    0.146484,
                    0.075684,
                    0.118164,
                    0.09375,
                    0.133789,
                    0.191406,
                    0.124512,
                    0.108887,
                    0.122559,
                    0.135742,
                    0.130859,
                    0.132812,
                    0.146484,
                    0.126953,
                    0.140625,
                    0.12793,
                    0.121094,
                    0.183594,
                    0.140625,
                    0.139648,
                    0.208008,
                    0.141602,
                    0.166016,
                    0.128906,
                    0.126953,
                    0.138672,
                    0.136719,
                    0.120117,
                    0.134766,
                    0.133789,
                    0.201172,
                    0.118652,
                    0.113281,
                    0.100586,
                    0.151367,
                    0.136719,
                    0.10791,
                    0.130859,
                    0.112305,
                    0.135742,
                    0.135742,
                    0.133789,
                    0.144531,
                    0.134766,
                    0.116211,
                    0.112305,
                    0.123535,
                    0.120605,
                    0.12793,
                    0.119629,
                    0.099609,
                    0.174805,
                    0.145508,
                    0.136719,
                    0.075195,
                    0.124023,
                    0.131836,
                    0.136719,
                    0.126953,
                    0.121582,
                    0.132812,
                    0.128906,
                    0.104492,
                    0.123047,
                    0.130859,
                    0.130859,
                    0.142578,
                    0.117188,
                    0.124023,
                    0.124023,
                    0.126953,
                    0.133789
                ]
            },
            "name": "model.transformer.layers.5.attn_norm.weight",
            "outputIndexes": [
                351
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                350,
                351
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/attn_norm_5/Mul_1_output_0",
            "outputIndexes": [
                352
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                352
            ],
            "outputIndexes": [
                1586
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                1586
            ],
            "outputIndexes": [
                1587
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/q_proj/Linear",
            "inputIndexes": [
                1587
            ],
            "outputIndexes": [
                1588
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1024,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 12288,
                    "weightSize": 0
                },
                "external": [
                    26015892,
                    786454,
                    98304,
                    4096,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                1588
            ],
            "outputIndexes": [
                1589
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1589
            ],
            "outputIndexes": [
                353
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1024
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                352
            ],
            "main_type": "NONE",
            "name": "/Shape_21_output_0",
            "outputIndexes": [
                354
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                354
            ],
            "main_type": "NONE",
            "name": "Shape505",
            "outputIndexes": [
                355
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                354
            ],
            "main_type": "NONE",
            "name": "Rank507",
            "outputIndexes": [
                356
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                356,
                356
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp509",
            "outputIndexes": [
                357
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                357
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze510",
            "outputIndexes": [
                358
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                357,
                9
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp512",
            "outputIndexes": [
                359
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                359
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze513",
            "outputIndexes": [
                360
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                355,
                358,
                360,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice516",
            "outputIndexes": [
                361
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                361
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze517",
            "outputIndexes": [
                362
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                9,
                362
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp518",
            "outputIndexes": [
                363
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                363,
                362
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp519",
            "outputIndexes": [
                364
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                354,
                364,
                357
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_29_output_0",
            "outputIndexes": [
                365
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                365,
                21
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_51_output_0",
            "outputIndexes": [
                366
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                7,
                366,
                244,
                24
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_25_output_0",
            "outputIndexes": [
                367
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                353,
                367
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_21_output_0",
            "outputIndexes": [
                368
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                368
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/q_norm_5/Mul_output_0",
            "outputIndexes": [
                369
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    64
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    1.460938,
                    1.703125,
                    1.335938,
                    1.375,
                    2.359375,
                    1.570312,
                    1.84375,
                    1.359375,
                    1.90625,
                    2.09375,
                    1.90625,
                    2.15625,
                    2.234375,
                    2.140625,
                    2.140625,
                    2.25,
                    2.328125,
                    0.07666,
                    2.0625,
                    2.03125,
                    2.453125,
                    2.234375,
                    1.890625,
                    5.8125,
                    2.15625,
                    2.125,
                    1.992188,
                    1.382812,
                    2.203125,
                    2.109375,
                    1.828125,
                    2.28125,
                    1.242188,
                    0.002731,
                    0.996094,
                    1.226562,
                    0.05127,
                    1.71875,
                    1.898438,
                    2.15625,
                    1.9375,
                    2.046875,
                    2.0,
                    2.015625,
                    2.265625,
                    2.03125,
                    2.15625,
                    2.203125,
                    2.234375,
                    5.4375,
                    2.421875,
                    2.984375,
                    2.078125,
                    2.34375,
                    2.46875,
                    0.018433,
                    1.921875,
                    2.140625,
                    2.28125,
                    2.484375,
                    1.335938,
                    2.015625,
                    2.875,
                    1.507812
                ]
            },
            "name": "model.transformer.layers.5.attn.q_norm.weight",
            "outputIndexes": [
                370
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                369,
                370
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/q_norm_5/Mul_1_output_0",
            "outputIndexes": [
                371
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                371,
                53
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_20_output_0",
            "outputIndexes": [
                372
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                371,
                55,
                56,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_21_output_0",
            "outputIndexes": [
                373
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                373
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_10_output_0",
            "outputIndexes": [
                374
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                371,
                21,
                55,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_20_output_0",
            "outputIndexes": [
                375
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                374,
                375
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_28_output_0",
            "outputIndexes": [
                376
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                376,
                68
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_21_output_0",
            "outputIndexes": [
                377
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                372,
                377
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_20_output_0",
            "outputIndexes": [
                378
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                352
            ],
            "outputIndexes": [
                1590
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                1590
            ],
            "outputIndexes": [
                1591
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/k_proj/Linear",
            "inputIndexes": [
                1591
            ],
            "outputIndexes": [
                1592
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 256,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3072,
                    "weightSize": 0
                },
                "external": [
                    26904746,
                    196630,
                    24576,
                    1024,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                1592
            ],
            "outputIndexes": [
                1593
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1593
            ],
            "outputIndexes": [
                379
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    256
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                7,
                366,
                258,
                24
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_26_output_0",
            "outputIndexes": [
                380
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                379,
                380
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_22_output_0",
            "outputIndexes": [
                381
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                381
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/k_norm_5/Mul_output_0",
            "outputIndexes": [
                382
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    64
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    1.515625,
                    1.1875,
                    1.375,
                    1.015625,
                    1.421875,
                    1.78125,
                    1.929688,
                    1.984375,
                    2.015625,
                    1.890625,
                    1.945312,
                    1.921875,
                    1.789062,
                    2.015625,
                    2.09375,
                    2.109375,
                    2.0,
                    5.03125,
                    2.328125,
                    2.21875,
                    1.96875,
                    2.0625,
                    2.359375,
                    0.165039,
                    2.1875,
                    2.171875,
                    2.375,
                    3.390625,
                    1.617188,
                    1.992188,
                    2.578125,
                    1.84375,
                    1.234375,
                    -0.011597,
                    0.617188,
                    1.546875,
                    0.077148,
                    1.773438,
                    1.9375,
                    1.265625,
                    2.0,
                    1.859375,
                    1.945312,
                    1.960938,
                    1.929688,
                    2.203125,
                    2.09375,
                    2.15625,
                    2.109375,
                    0.031494,
                    1.992188,
                    1.554688,
                    2.34375,
                    1.898438,
                    1.9375,
                    9.0625,
                    2.34375,
                    2.1875,
                    2.0625,
                    1.601562,
                    3.453125,
                    2.296875,
                    1.976562,
                    2.890625
                ]
            },
            "name": "model.transformer.layers.5.attn.k_norm.weight",
            "outputIndexes": [
                383
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                382,
                383
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/k_norm_5/Mul_1_output_0",
            "outputIndexes": [
                384
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                384,
                53
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_22_output_0",
            "outputIndexes": [
                385
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                384,
                55,
                56,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_23_output_0",
            "outputIndexes": [
                386
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                386
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_11_output_0",
            "outputIndexes": [
                387
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                384,
                21,
                55,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_22_output_0",
            "outputIndexes": [
                388
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                387,
                388
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_29_output_0",
            "outputIndexes": [
                389
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                389,
                68
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_23_output_0",
            "outputIndexes": [
                390
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                385,
                390
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_21_output_0",
            "outputIndexes": [
                391
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                352
            ],
            "outputIndexes": [
                1594
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                1594
            ],
            "outputIndexes": [
                1595
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/v_proj/Linear",
            "inputIndexes": [
                1595
            ],
            "outputIndexes": [
                1596
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 256,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3072,
                    "weightSize": 0
                },
                "external": [
                    27126976,
                    196630,
                    24576,
                    1024,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                1596
            ],
            "outputIndexes": [
                1597
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1597
            ],
            "outputIndexes": [
                392
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    256
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                392,
                380
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_23_output_0",
            "outputIndexes": [
                393
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                378,
                391,
                393,
                86
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "/layers.5/self_attn/FusedAttention",
            "outputIndexes": [
                394
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                394
            ],
            "outputIndexes": [
                1598
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1024,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                1598
            ],
            "outputIndexes": [
                1599
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/o_proj/Linear",
            "inputIndexes": [
                1599
            ],
            "outputIndexes": [
                1600
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1024,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 12288,
                    "weightSize": 0
                },
                "external": [
                    27349206,
                    786454,
                    98304,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                1600
            ],
            "outputIndexes": [
                1601
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1601
            ],
            "outputIndexes": [
                395
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                349,
                395
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_22_output_0",
            "outputIndexes": [
                396
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                396
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/ffn_norm_5/Mul_output_0",
            "outputIndexes": [
                397
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.302734,
                    0.273438,
                    0.306641,
                    0.257812,
                    0.237305,
                    0.306641,
                    0.298828,
                    0.308594,
                    0.3125,
                    0.294922,
                    0.294922,
                    0.123047,
                    0.302734,
                    0.275391,
                    0.308594,
                    0.314453,
                    0.308594,
                    0.308594,
                    0.271484,
                    0.261719,
                    0.091797,
                    0.304688,
                    0.165039,
                    0.304688,
                    0.308594,
                    0.310547,
                    0.386719,
                    0.324219,
                    0.310547,
                    0.304688,
                    0.300781,
                    0.300781,
                    0.233398,
                    0.24707,
                    0.310547,
                    0.3125,
                    0.306641,
                    0.302734,
                    0.302734,
                    0.285156,
                    0.294922,
                    0.298828,
                    0.298828,
                    0.298828,
                    0.300781,
                    0.291016,
                    0.289062,
                    0.294922,
                    0.298828,
                    0.141602,
                    0.300781,
                    0.292969,
                    0.296875,
                    0.308594,
                    0.101074,
                    0.316406,
                    0.289062,
                    0.292969,
                    0.308594,
                    0.330078,
                    0.283203,
                    0.292969,
                    0.109375,
                    0.292969,
                    0.333984,
                    0.306641,
                    0.318359,
                    0.277344,
                    0.292969,
                    0.202148,
                    0.302734,
                    0.279297,
                    0.302734,
                    0.298828,
                    0.200195,
                    0.306641,
                    0.298828,
                    0.302734,
                    0.298828,
                    0.291016,
                    0.289062,
                    0.308594,
                    0.316406,
                    0.298828,
                    0.129883,
                    0.304688,
                    0.310547,
                    0.324219,
                    0.294922,
                    0.223633,
                    0.298828,
                    0.279297,
                    0.3125,
                    0.302734,
                    0.304688,
                    0.275391,
                    0.172852,
                    0.300781,
                    0.114258,
                    0.168945,
                    0.298828,
                    0.277344,
                    0.277344,
                    0.306641,
                    0.300781,
                    0.292969,
                    0.273438,
                    0.235352,
                    0.232422,
                    0.294922,
                    0.3125,
                    0.298828,
                    0.298828,
                    0.209961,
                    0.285156,
                    0.292969,
                    0.310547,
                    0.302734,
                    0.294922,
                    0.296875,
                    0.304688,
                    0.291016,
                    0.289062,
                    0.296875,
                    0.304688,
                    0.314453,
                    0.308594,
                    0.306641,
                    0.285156,
                    0.292969,
                    0.314453,
                    0.292969,
                    0.279297,
                    0.3125,
                    0.3125,
                    0.283203,
                    0.155273,
                    0.310547,
                    0.310547,
                    0.206055,
                    0.304688,
                    0.296875,
                    0.289062,
                    0.316406,
                    0.140625,
                    0.147461,
                    0.251953,
                    0.292969,
                    0.283203,
                    0.232422,
                    0.308594,
                    0.279297,
                    0.289062,
                    0.292969,
                    0.298828,
                    0.289062,
                    0.306641,
                    0.333984,
                    0.308594,
                    0.292969,
                    0.308594,
                    0.205078,
                    0.302734,
                    0.292969,
                    0.302734,
                    0.310547,
                    0.308594,
                    0.294922,
                    0.298828,
                    0.197266,
                    0.160156,
                    0.3125,
                    0.131836,
                    0.314453,
                    0.320312,
                    0.388672,
                    0.294922,
                    0.296875,
                    0.306641,
                    0.308594,
                    0.304688,
                    0.300781,
                    0.291016,
                    0.291016,
                    0.298828,
                    0.318359,
                    0.300781,
                    0.283203,
                    0.310547,
                    0.277344,
                    0.324219,
                    0.291016,
                    0.055664,
                    0.302734,
                    0.289062,
                    0.308594,
                    0.287109,
                    0.308594,
                    0.318359,
                    0.231445,
                    0.289062,
                    0.285156,
                    0.304688,
                    0.300781,
                    0.28125,
                    0.3125,
                    0.3125,
                    0.291016,
                    0.304688,
                    0.292969,
                    0.285156,
                    0.277344,
                    0.302734,
                    0.314453,
                    0.294922,
                    0.291016,
                    0.320312,
                    0.291016,
                    0.314453,
                    0.296875,
                    0.300781,
                    0.283203,
                    0.300781,
                    0.111816,
                    0.308594,
                    0.095703,
                    0.314453,
                    0.275391,
                    0.296875,
                    0.306641,
                    0.292969,
                    0.296875,
                    0.251953,
                    0.232422,
                    0.287109,
                    0.294922,
                    0.304688,
                    0.275391,
                    0.302734,
                    0.300781,
                    0.265625,
                    0.139648,
                    0.324219,
                    0.300781,
                    0.28125,
                    0.306641,
                    0.12793,
                    0.3125,
                    0.300781,
                    0.287109,
                    0.306641,
                    0.09668,
                    0.298828,
                    0.271484,
                    0.298828,
                    0.310547,
                    0.292969,
                    0.300781,
                    0.300781,
                    0.294922,
                    0.291016,
                    0.292969,
                    0.104492,
                    0.310547,
                    0.302734,
                    0.310547,
                    0.3125,
                    0.080566,
                    0.285156,
                    0.277344,
                    0.308594,
                    0.304688,
                    0.294922,
                    0.300781,
                    0.300781,
                    0.294922,
                    0.294922,
                    0.224609,
                    0.296875,
                    0.206055,
                    0.308594,
                    0.296875,
                    0.245117,
                    0.300781,
                    0.298828,
                    0.300781,
                    0.306641,
                    0.328125,
                    0.292969,
                    0.304688,
                    0.225586,
                    0.304688,
                    0.304688,
                    0.302734,
                    0.119141,
                    0.302734,
                    0.117188,
                    0.3125,
                    0.233398,
                    0.182617,
                    0.310547,
                    0.304688,
                    0.314453,
                    0.310547,
                    0.296875,
                    0.3125,
                    0.304688,
                    0.253906,
                    0.300781,
                    0.296875,
                    0.310547,
                    0.3125,
                    0.074707,
                    0.300781,
                    0.335938,
                    0.298828,
                    0.308594,
                    0.151367,
                    0.104004,
                    0.279297,
                    0.300781,
                    0.304688,
                    0.291016,
                    0.300781,
                    0.304688,
                    0.292969,
                    0.306641,
                    0.304688,
                    0.296875,
                    0.308594,
                    0.255859,
                    0.294922,
                    0.285156,
                    0.306641,
                    0.302734,
                    0.308594,
                    0.291016,
                    0.296875,
                    0.208008,
                    0.304688,
                    0.223633,
                    0.255859,
                    0.302734,
                    0.172852,
                    0.283203,
                    0.34375,
                    -0.000357,
                    0.206055,
                    0.308594,
                    0.296875,
                    0.251953,
                    0.294922,
                    0.111816,
                    0.232422,
                    0.302734,
                    0.132812,
                    0.259766,
                    0.302734,
                    0.25,
                    0.306641,
                    0.291016,
                    0.236328,
                    0.308594,
                    0.291016,
                    0.241211,
                    0.287109,
                    0.310547,
                    0.217773,
                    0.310547,
                    0.125977,
                    0.141602,
                    0.292969,
                    0.111816,
                    0.300781,
                    0.310547,
                    0.117188,
                    0.308594,
                    0.302734,
                    0.298828,
                    0.271484,
                    0.310547,
                    0.277344,
                    0.314453,
                    0.302734,
                    0.166992,
                    0.233398,
                    0.105469,
                    0.294922,
                    0.28125,
                    0.304688,
                    0.318359,
                    0.275391,
                    0.298828,
                    0.122559,
                    0.316406,
                    0.155273,
                    0.294922,
                    0.011414,
                    0.180664,
                    0.339844,
                    0.300781,
                    0.326172,
                    0.339844,
                    0.304688,
                    0.304688,
                    0.122559,
                    0.114258,
                    0.306641,
                    0.308594,
                    0.314453,
                    0.302734,
                    0.115723,
                    0.283203,
                    0.298828,
                    0.304688,
                    0.298828,
                    0.285156,
                    0.294922,
                    0.300781,
                    0.304688,
                    0.291016,
                    0.253906,
                    0.296875,
                    0.145508,
                    0.289062,
                    0.196289,
                    0.298828,
                    0.304688,
                    0.263672,
                    0.300781,
                    0.285156,
                    0.300781,
                    0.316406,
                    0.326172,
                    0.314453,
                    0.298828,
                    0.292969,
                    0.3125,
                    0.28125,
                    0.287109,
                    0.296875,
                    0.279297,
                    0.257812,
                    0.289062,
                    0.298828,
                    0.3125,
                    0.296875,
                    0.142578,
                    0.306641,
                    0.306641,
                    0.178711,
                    0.326172,
                    0.287109,
                    0.314453,
                    0.197266,
                    0.302734,
                    0.308594,
                    0.176758,
                    0.306641,
                    0.322266,
                    0.296875,
                    0.15332,
                    0.292969,
                    0.302734,
                    0.294922,
                    0.185547,
                    0.294922,
                    0.308594,
                    0.296875,
                    0.302734,
                    0.207031,
                    0.269531,
                    0.287109,
                    0.170898,
                    0.296875,
                    0.302734,
                    0.304688,
                    0.294922,
                    0.296875,
                    0.28125,
                    0.300781,
                    0.294922,
                    0.306641,
                    0.228516,
                    0.314453,
                    0.104004,
                    0.302734,
                    0.306641,
                    0.291016,
                    0.3125,
                    0.277344,
                    0.287109,
                    0.283203,
                    0.296875,
                    0.316406,
                    0.308594,
                    0.310547,
                    0.234375,
                    0.3125,
                    0.230469,
                    0.302734,
                    0.306641,
                    0.109375,
                    0.294922,
                    0.261719,
                    0.308594,
                    0.306641,
                    0.302734,
                    0.322266,
                    0.136719,
                    0.314453,
                    0.320312,
                    0.324219,
                    0.287109,
                    0.210938,
                    0.287109,
                    0.304688,
                    0.316406,
                    0.291016,
                    0.328125,
                    0.207031,
                    0.291016,
                    0.298828,
                    0.294922,
                    0.255859,
                    0.294922,
                    0.304688,
                    0.287109,
                    0.300781,
                    0.000462,
                    0.300781,
                    0.300781,
                    0.296875,
                    0.308594,
                    0.298828,
                    0.114258,
                    0.320312,
                    0.308594,
                    0.306641,
                    0.289062,
                    0.316406,
                    0.300781,
                    0.200195,
                    0.291016,
                    0.306641,
                    0.294922,
                    0.316406,
                    0.277344,
                    0.306641,
                    0.28125,
                    0.233398,
                    0.306641,
                    0.235352,
                    0.188477,
                    0.248047,
                    0.306641,
                    0.300781,
                    0.316406,
                    0.310547,
                    0.302734,
                    0.302734,
                    0.141602,
                    0.185547,
                    0.324219,
                    0.273438,
                    0.304688,
                    0.251953,
                    0.294922,
                    0.302734,
                    0.308594,
                    0.302734,
                    0.197266,
                    0.308594,
                    0.253906,
                    0.310547,
                    0.296875,
                    0.248047,
                    0.292969,
                    0.298828,
                    0.3125,
                    0.316406,
                    0.298828,
                    0.308594,
                    0.302734,
                    0.292969,
                    0.304688,
                    0.289062,
                    0.291016,
                    0.279297,
                    0.302734,
                    0.308594,
                    0.316406,
                    0.296875,
                    0.291016,
                    0.310547,
                    0.304688,
                    0.233398,
                    0.116211,
                    0.302734,
                    0.217773,
                    0.294922,
                    0.302734,
                    0.308594,
                    0.310547,
                    0.283203,
                    0.287109,
                    0.310547,
                    0.191406,
                    0.202148,
                    0.306641,
                    0.292969,
                    0.172852,
                    0.310547,
                    0.285156,
                    0.304688,
                    0.316406,
                    0.298828,
                    0.310547,
                    0.174805,
                    0.296875,
                    0.314453,
                    0.304688,
                    0.308594,
                    0.292969,
                    0.292969,
                    0.294922,
                    0.292969,
                    0.310547,
                    0.304688,
                    0.289062,
                    0.298828,
                    0.292969,
                    0.304688,
                    0.298828,
                    0.304688,
                    0.314453,
                    0.306641,
                    0.308594,
                    0.298828,
                    0.298828,
                    0.298828,
                    0.201172,
                    0.289062,
                    0.300781,
                    0.296875,
                    0.271484,
                    0.310547,
                    0.106934,
                    0.289062,
                    0.310547,
                    0.292969,
                    0.300781,
                    0.310547,
                    0.287109,
                    0.296875,
                    0.322266,
                    0.302734,
                    0.25,
                    0.318359,
                    0.07666,
                    0.306641,
                    0.292969,
                    0.275391,
                    0.285156,
                    0.267578,
                    0.310547,
                    0.289062,
                    0.294922,
                    0.294922,
                    0.25,
                    0.249023,
                    0.300781,
                    0.106934,
                    0.298828,
                    0.294922,
                    0.298828,
                    0.283203,
                    0.302734,
                    0.287109,
                    0.308594,
                    0.302734,
                    0.298828,
                    0.298828,
                    0.308594,
                    0.248047,
                    0.304688,
                    0.102051,
                    0.310547,
                    0.178711,
                    0.304688,
                    0.300781,
                    0.261719,
                    0.337891,
                    0.306641,
                    0.279297,
                    0.285156,
                    0.298828,
                    0.292969,
                    0.304688,
                    0.289062,
                    0.304688,
                    0.304688,
                    0.124023,
                    0.302734,
                    0.318359,
                    0.302734,
                    0.298828,
                    0.204102,
                    0.300781,
                    0.279297,
                    0.298828,
                    0.306641,
                    0.3125,
                    0.304688,
                    0.296875,
                    0.351562,
                    0.271484,
                    0.194336,
                    0.292969,
                    0.300781,
                    0.3125,
                    0.285156,
                    0.347656,
                    0.306641,
                    0.3125,
                    0.318359,
                    0.292969,
                    0.322266,
                    0.308594,
                    0.304688,
                    0.302734,
                    0.304688,
                    0.304688,
                    0.142578,
                    0.291016,
                    0.332031,
                    0.302734,
                    0.306641,
                    0.316406,
                    0.3125,
                    0.300781,
                    0.285156,
                    0.3125,
                    0.269531,
                    0.283203,
                    0.318359,
                    0.302734,
                    0.292969,
                    0.285156,
                    0.139648,
                    0.294922,
                    0.291016,
                    0.136719,
                    0.300781,
                    0.287109,
                    0.09082,
                    0.263672,
                    0.308594,
                    0.298828,
                    0.296875,
                    0.3125,
                    0.310547,
                    0.294922,
                    0.306641,
                    0.314453,
                    0.111816,
                    0.298828,
                    0.292969,
                    0.322266,
                    0.302734,
                    0.310547,
                    0.3125,
                    0.291016,
                    0.137695,
                    0.294922,
                    0.304688,
                    0.291016,
                    0.308594,
                    0.298828,
                    0.302734,
                    0.306641,
                    0.275391,
                    0.302734,
                    0.3125,
                    0.12793,
                    0.129883,
                    0.306641,
                    0.294922,
                    0.310547,
                    0.318359,
                    0.180664,
                    0.263672,
                    0.302734,
                    0.291016,
                    0.294922,
                    0.210938,
                    0.296875,
                    0.308594,
                    0.316406,
                    0.310547,
                    0.292969,
                    0.310547,
                    0.322266,
                    0.314453,
                    0.306641,
                    0.285156,
                    0.308594,
                    0.310547,
                    0.304688,
                    0.279297,
                    0.302734,
                    0.273438,
                    0.304688,
                    0.300781,
                    0.308594,
                    0.304688,
                    0.199219,
                    0.291016,
                    0.28125,
                    0.316406,
                    0.049316,
                    0.302734,
                    0.279297,
                    0.310547,
                    0.302734,
                    0.287109,
                    0.300781,
                    0.335938,
                    0.291016,
                    0.300781,
                    0.28125,
                    0.285156,
                    0.176758,
                    0.279297,
                    0.302734,
                    0.09082,
                    0.316406,
                    0.265625,
                    0.298828,
                    0.242188,
                    0.176758,
                    0.243164,
                    0.296875,
                    0.302734,
                    0.292969,
                    0.277344,
                    0.308594,
                    0.306641,
                    0.302734,
                    0.324219,
                    0.332031,
                    0.105469,
                    0.296875,
                    0.128906,
                    0.28125,
                    0.320312,
                    0.302734,
                    0.302734,
                    0.267578,
                    0.306641,
                    0.283203,
                    0.300781,
                    0.255859,
                    0.298828,
                    0.320312,
                    0.304688,
                    0.306641,
                    0.300781,
                    0.294922,
                    0.261719,
                    0.306641,
                    0.306641,
                    0.310547,
                    0.294922,
                    0.314453,
                    0.326172,
                    0.291016,
                    0.28125,
                    0.3125,
                    0.310547,
                    0.298828,
                    0.304688,
                    0.296875,
                    0.326172,
                    0.294922,
                    0.277344,
                    0.296875,
                    0.237305,
                    0.000526,
                    0.294922,
                    0.28125,
                    0.294922,
                    0.292969,
                    0.306641,
                    0.320312,
                    0.240234,
                    0.306641,
                    0.287109,
                    0.292969,
                    0.291016,
                    0.197266,
                    0.296875,
                    0.294922,
                    0.304688,
                    0.294922,
                    0.294922,
                    0.140625,
                    0.300781,
                    0.285156,
                    0.279297,
                    0.314453,
                    0.304688,
                    0.302734,
                    0.292969,
                    0.289062,
                    0.277344,
                    0.316406,
                    0.292969,
                    0.314453,
                    0.289062,
                    0.300781,
                    0.298828,
                    0.302734,
                    0.296875,
                    0.316406,
                    0.110352,
                    0.298828,
                    0.28125,
                    0.302734,
                    0.200195,
                    0.291016,
                    0.294922,
                    0.298828,
                    0.306641,
                    0.28125,
                    0.296875,
                    0.294922,
                    0.314453,
                    0.304688,
                    0.294922,
                    0.310547,
                    0.279297,
                    0.306641,
                    0.302734,
                    0.291016,
                    0.320312,
                    0.243164,
                    0.308594,
                    0.308594,
                    0.302734,
                    0.314453,
                    0.220703,
                    0.302734,
                    0.320312,
                    0.306641,
                    0.310547,
                    0.271484,
                    0.300781,
                    0.353516,
                    0.24707,
                    0.300781,
                    0.296875,
                    0.261719,
                    0.230469,
                    0.115234,
                    0.298828,
                    0.10498,
                    0.287109,
                    0.310547,
                    0.314453,
                    0.300781,
                    0.304688,
                    0.273438,
                    0.3125,
                    0.283203,
                    0.316406,
                    0.3125,
                    0.341797,
                    0.304688,
                    0.228516,
                    0.306641,
                    0.275391,
                    0.291016,
                    0.248047,
                    0.291016,
                    0.302734,
                    0.285156,
                    0.296875,
                    0.296875,
                    0.261719,
                    0.310547,
                    0.28125,
                    0.3125,
                    0.275391,
                    0.298828,
                    0.306641,
                    0.150391,
                    0.238281,
                    0.300781,
                    0.287109,
                    0.273438,
                    0.137695,
                    0.302734,
                    0.302734,
                    0.296875,
                    0.302734,
                    0.365234,
                    0.308594,
                    0.275391,
                    0.306641,
                    0.111816,
                    0.320312,
                    0.294922,
                    0.21582,
                    0.296875,
                    0.292969,
                    0.292969,
                    0.310547,
                    0.283203,
                    0.292969,
                    0.241211,
                    0.314453,
                    0.292969,
                    0.246094,
                    0.296875,
                    0.251953,
                    0.316406,
                    0.285156,
                    0.287109,
                    0.302734,
                    0.275391,
                    0.306641,
                    0.308594,
                    0.171875,
                    0.204102,
                    0.306641,
                    0.320312,
                    0.298828,
                    0.316406,
                    0.302734,
                    0.314453,
                    0.3125,
                    0.289062,
                    0.186523,
                    0.292969,
                    0.182617,
                    0.18457,
                    0.298828,
                    0.314453,
                    0.296875,
                    0.298828,
                    0.308594,
                    0.292969,
                    0.275391,
                    0.310547,
                    0.170898,
                    0.304688,
                    0.298828,
                    0.289062,
                    0.300781,
                    0.275391,
                    0.271484,
                    0.304688,
                    0.296875,
                    0.296875,
                    0.292969,
                    0.298828,
                    0.310547,
                    0.291016,
                    0.292969,
                    0.316406,
                    0.15918,
                    0.298828,
                    0.230469,
                    0.324219,
                    0.306641,
                    0.291016,
                    0.322266,
                    0.373047,
                    0.109863,
                    0.308594,
                    0.294922,
                    0.310547,
                    0.115723,
                    0.145508,
                    0.138672,
                    0.11084,
                    0.199219,
                    0.294922,
                    0.267578,
                    0.287109,
                    0.3125,
                    0.294922,
                    0.310547,
                    0.302734,
                    0.253906,
                    0.296875,
                    0.298828,
                    0.289062,
                    0.298828,
                    0.330078,
                    0.277344,
                    0.310547,
                    0.302734,
                    0.226562,
                    0.345703,
                    0.306641,
                    0.314453,
                    0.277344,
                    0.292969,
                    0.306641,
                    0.294922,
                    0.302734,
                    0.316406,
                    0.200195,
                    0.304688,
                    0.335938,
                    0.291016,
                    0.302734,
                    0.267578,
                    0.3125,
                    0.134766,
                    0.310547,
                    0.308594,
                    0.130859,
                    0.302734,
                    0.308594,
                    0.287109,
                    0.308594,
                    0.289062,
                    0.298828,
                    0.249023,
                    0.180664,
                    0.292969,
                    0.285156,
                    0.291016,
                    0.304688,
                    0.21582,
                    0.289062,
                    0.277344,
                    0.279297,
                    0.302734,
                    0.308594,
                    0.302734,
                    0.265625,
                    0.316406,
                    0.285156,
                    0.271484,
                    0.296875,
                    0.302734,
                    0.298828,
                    0.227539,
                    0.300781,
                    0.304688,
                    0.287109,
                    0.289062,
                    0.304688,
                    0.279297,
                    0.298828,
                    0.302734,
                    0.239258,
                    0.296875,
                    0.306641,
                    0.269531,
                    0.277344,
                    0.253906,
                    0.292969,
                    0.277344,
                    0.269531,
                    0.292969,
                    0.304688,
                    0.285156,
                    0.111816,
                    0.3125,
                    0.302734,
                    0.318359,
                    0.296875,
                    0.273438,
                    0.271484,
                    0.306641,
                    0.310547,
                    0.302734,
                    0.306641,
                    0.382812,
                    0.296875,
                    0.099609,
                    0.292969,
                    0.302734,
                    0.240234,
                    0.296875,
                    0.294922,
                    0.3125,
                    0.308594,
                    0.253906,
                    0.300781,
                    0.294922,
                    0.304688,
                    0.314453,
                    0.291016,
                    0.265625,
                    0.300781,
                    0.302734,
                    0.300781,
                    0.101074,
                    0.306641,
                    0.261719,
                    0.285156,
                    0.302734,
                    0.267578,
                    0.289062,
                    0.318359,
                    0.304688,
                    0.300781,
                    0.296875,
                    0.314453,
                    0.269531,
                    0.298828,
                    0.302734,
                    0.289062,
                    0.302734,
                    0.257812,
                    0.300781,
                    0.306641,
                    0.275391,
                    0.285156,
                    0.294922,
                    0.300781,
                    0.298828,
                    0.292969,
                    0.300781,
                    0.302734,
                    0.316406,
                    0.300781,
                    0.304688,
                    0.320312,
                    0.296875,
                    0.296875,
                    0.289062,
                    0.310547,
                    0.296875,
                    0.300781,
                    0.306641,
                    0.259766,
                    0.294922,
                    0.300781,
                    0.285156,
                    0.294922,
                    0.292969,
                    0.304688,
                    0.298828,
                    0.275391,
                    0.318359,
                    0.308594,
                    -0.002365,
                    0.229492,
                    0.298828,
                    0.298828,
                    0.129883,
                    0.296875,
                    0.335938,
                    0.310547,
                    0.308594,
                    0.261719,
                    0.283203,
                    0.263672,
                    0.322266,
                    0.269531,
                    0.287109,
                    0.294922,
                    0.292969,
                    0.292969,
                    0.253906,
                    0.275391,
                    0.300781,
                    0.300781,
                    0.292969,
                    0.302734,
                    0.255859,
                    0.294922,
                    0.259766,
                    0.390625,
                    0.302734,
                    0.121094,
                    0.304688,
                    0.261719,
                    0.3125,
                    0.298828,
                    0.302734,
                    0.271484,
                    0.316406,
                    0.306641,
                    0.300781,
                    0.304688,
                    0.302734,
                    0.18457,
                    0.292969,
                    0.306641,
                    0.3125,
                    0.292969,
                    0.291016,
                    0.304688,
                    0.294922,
                    0.257812,
                    0.304688,
                    0.308594,
                    0.208008,
                    0.289062,
                    0.285156,
                    0.296875,
                    0.261719,
                    0.302734,
                    0.263672,
                    0.378906,
                    0.316406,
                    0.125977,
                    0.289062,
                    0.294922,
                    0.302734,
                    0.310547,
                    0.328125,
                    0.296875,
                    0.296875,
                    0.304688,
                    0.283203,
                    0.277344,
                    0.302734,
                    0.304688,
                    0.298828,
                    0.300781,
                    0.241211,
                    0.255859,
                    0.15625,
                    0.287109,
                    0.296875,
                    0.296875,
                    0.248047,
                    0.28125,
                    0.126953,
                    0.306641,
                    0.310547,
                    0.292969,
                    0.310547,
                    0.271484,
                    0.1875,
                    0.296875,
                    0.285156,
                    0.310547,
                    0.314453,
                    0.310547,
                    0.318359,
                    0.3125,
                    0.308594,
                    0.213867,
                    0.3125,
                    0.226562,
                    0.275391,
                    0.289062,
                    0.285156,
                    0.167969,
                    0.289062,
                    0.123535,
                    0.310547,
                    0.25,
                    0.304688,
                    0.287109,
                    0.306641,
                    0.300781,
                    0.294922,
                    0.298828,
                    0.310547,
                    0.292969,
                    0.285156,
                    0.202148,
                    0.304688,
                    0.292969,
                    0.213867,
                    0.261719,
                    0.310547,
                    0.296875,
                    0.300781,
                    0.320312,
                    0.300781,
                    0.3125,
                    0.269531,
                    0.302734,
                    0.296875,
                    0.283203,
                    0.253906,
                    0.300781,
                    0.306641,
                    0.300781,
                    0.277344,
                    0.337891,
                    0.298828,
                    0.316406,
                    0.308594,
                    0.294922,
                    0.302734,
                    0.320312,
                    0.300781,
                    0.302734,
                    0.292969,
                    0.308594,
                    0.298828,
                    0.3125,
                    0.277344,
                    0.287109,
                    0.277344,
                    0.302734,
                    0.228516,
                    0.292969,
                    0.291016,
                    0.306641,
                    0.261719,
                    0.226562,
                    0.308594,
                    0.225586,
                    0.308594,
                    0.296875,
                    0.302734,
                    0.291016,
                    0.316406,
                    0.279297,
                    0.291016,
                    0.231445,
                    0.269531,
                    0.300781,
                    0.310547,
                    0.251953,
                    0.300781,
                    0.296875,
                    0.226562,
                    0.277344,
                    0.326172,
                    0.320312,
                    0.328125,
                    0.292969,
                    0.277344,
                    0.308594,
                    0.188477,
                    0.308594,
                    0.287109,
                    0.161133,
                    0.300781,
                    0.283203,
                    0.304688,
                    0.291016,
                    0.316406,
                    0.243164,
                    0.314453,
                    0.3125,
                    0.152344,
                    0.298828,
                    0.304688,
                    0.115234,
                    0.228516,
                    0.298828,
                    0.3125,
                    0.273438,
                    0.291016,
                    0.273438,
                    0.141602,
                    0.357422,
                    0.300781,
                    0.279297,
                    0.111328,
                    0.289062,
                    0.339844,
                    0.267578,
                    0.292969,
                    0.304688,
                    0.320312,
                    0.291016,
                    0.285156,
                    0.289062,
                    0.291016,
                    0.261719,
                    0.294922,
                    0.308594,
                    0.314453,
                    0.300781,
                    0.106934,
                    0.28125,
                    0.261719,
                    0.578125,
                    0.298828,
                    0.257812,
                    0.265625,
                    0.300781,
                    0.232422,
                    0.310547,
                    0.314453,
                    0.261719,
                    0.298828,
                    0.233398,
                    0.302734,
                    0.322266,
                    0.3125,
                    0.219727,
                    0.273438,
                    0.314453,
                    0.306641,
                    0.298828,
                    0.300781,
                    0.302734,
                    0.314453,
                    0.261719,
                    0.300781,
                    0.318359,
                    0.304688,
                    0.296875,
                    0.306641,
                    0.302734,
                    0.320312,
                    0.116699,
                    0.263672,
                    0.296875,
                    0.302734,
                    0.112793,
                    0.314453,
                    0.275391,
                    0.296875,
                    0.298828,
                    0.300781,
                    0.279297,
                    0.302734,
                    0.3125,
                    0.289062,
                    0.289062,
                    0.306641,
                    0.294922,
                    0.316406,
                    0.296875,
                    0.304688,
                    0.300781,
                    0.296875
                ]
            },
            "name": "model.transformer.layers.5.ffn_norm.weight",
            "outputIndexes": [
                398
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                397,
                398
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/ffn_norm_5/Mul_1_output_0",
            "outputIndexes": [
                399
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/mlp/proj_1/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                399
            ],
            "outputIndexes": [
                1602
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/mlp/proj_1/Linear/pre_convert",
            "inputIndexes": [
                1602
            ],
            "outputIndexes": [
                1603
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/mlp/proj_1/Linear",
            "inputIndexes": [
                1603
            ],
            "outputIndexes": [
                1604
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 4608,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 55296,
                    "weightSize": 0
                },
                "external": [
                    28233964,
                    3538966,
                    442368,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/mlp/proj_1/Linear/post_convert",
            "inputIndexes": [
                1604
            ],
            "outputIndexes": [
                1605
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/mlp/proj_1/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1605
            ],
            "outputIndexes": [
                400
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    4608
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    2304
                ]
            },
            "name": "/ffn_5/Mul_output_0",
            "outputIndexes": [
                401
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                400,
                21,
                401,
                95
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/ffn_5/Slice_output_0",
            "outputIndexes": [
                402
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                402
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/ffn/act_5/Sigmoid_output_0",
            "outputIndexes": [
                403
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                402,
                403
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/ffn/act_5/Mul_output_0",
            "outputIndexes": [
                404
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    4608
                ]
            },
            "name": "/ffn_5/Mul_1_output_0",
            "outputIndexes": [
                405
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                400,
                401,
                405,
                95
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/ffn_5/Slice_1_output_0",
            "outputIndexes": [
                406
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                404,
                406
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/ffn_5/Mul_2_output_0",
            "outputIndexes": [
                407
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/mlp/proj_2/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                407
            ],
            "outputIndexes": [
                1606
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    2304,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/mlp/proj_2/Linear/pre_convert",
            "inputIndexes": [
                1606
            ],
            "outputIndexes": [
                1607
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/mlp/proj_2/Linear",
            "inputIndexes": [
                1607
            ],
            "outputIndexes": [
                1608
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 2304,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 27648,
                    "weightSize": 0
                },
                "external": [
                    32215298,
                    1769494,
                    221184,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/mlp/proj_2/Linear/post_convert",
            "inputIndexes": [
                1608
            ],
            "outputIndexes": [
                1609
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/mlp/proj_2/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1609
            ],
            "outputIndexes": [
                408
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                396,
                408
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_23_output_0",
            "outputIndexes": [
                409
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                409,
                1
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_24_output_0",
            "outputIndexes": [
                410
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                410
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/attn_norm_6/Mul_output_0",
            "outputIndexes": [
                411
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.125977,
                    0.140625,
                    0.115234,
                    0.148438,
                    0.149414,
                    0.123535,
                    0.128906,
                    0.118652,
                    0.116699,
                    0.12207,
                    0.123047,
                    0.09668,
                    0.112793,
                    0.12207,
                    0.101562,
                    0.104492,
                    0.12207,
                    0.144531,
                    0.146484,
                    0.119141,
                    0.044434,
                    0.12793,
                    0.106445,
                    0.110352,
                    0.116211,
                    0.129883,
                    0.113281,
                    0.112793,
                    0.118652,
                    0.119141,
                    0.125,
                    0.115234,
                    0.115234,
                    0.137695,
                    0.115234,
                    0.111816,
                    0.119141,
                    0.107422,
                    0.111328,
                    0.119629,
                    0.106934,
                    0.129883,
                    0.126953,
                    0.12793,
                    0.135742,
                    0.138672,
                    0.124512,
                    0.108887,
                    0.11377,
                    0.099121,
                    0.131836,
                    0.122559,
                    0.112793,
                    0.104492,
                    0.265625,
                    0.138672,
                    0.117188,
                    0.113281,
                    0.123047,
                    0.12793,
                    0.121582,
                    0.116699,
                    0.055664,
                    0.116211,
                    0.081543,
                    0.122559,
                    0.104492,
                    0.128906,
                    0.146484,
                    0.227539,
                    0.123047,
                    0.158203,
                    0.122559,
                    0.110352,
                    0.106934,
                    0.111328,
                    0.117188,
                    0.136719,
                    0.129883,
                    0.115723,
                    0.130859,
                    0.112305,
                    0.116699,
                    0.119141,
                    0.114258,
                    0.141602,
                    0.112305,
                    0.100586,
                    0.129883,
                    0.122559,
                    0.112793,
                    0.143555,
                    0.117188,
                    0.130859,
                    0.12207,
                    0.142578,
                    0.111328,
                    0.124512,
                    0.074707,
                    0.093262,
                    0.120117,
                    0.146484,
                    0.120117,
                    0.123535,
                    0.106934,
                    0.120117,
                    0.131836,
                    0.112305,
                    0.141602,
                    0.109863,
                    0.126953,
                    0.135742,
                    0.116699,
                    0.125977,
                    0.12793,
                    0.126953,
                    0.087891,
                    0.118652,
                    0.129883,
                    0.126953,
                    0.120605,
                    0.118652,
                    0.119629,
                    0.115234,
                    0.115234,
                    0.115234,
                    0.098145,
                    0.116699,
                    0.138672,
                    0.114746,
                    0.12793,
                    0.114258,
                    0.119629,
                    0.11377,
                    0.149414,
                    0.115234,
                    0.144531,
                    0.11377,
                    0.130859,
                    0.102051,
                    0.120605,
                    0.146484,
                    0.139648,
                    0.115234,
                    0.095215,
                    0.099121,
                    0.145508,
                    0.148438,
                    0.139648,
                    0.141602,
                    0.126953,
                    0.137695,
                    0.132812,
                    0.114258,
                    0.12793,
                    0.119629,
                    0.136719,
                    0.099609,
                    0.109375,
                    0.1875,
                    0.128906,
                    0.207031,
                    0.134766,
                    0.116211,
                    0.111816,
                    0.11377,
                    0.124512,
                    0.123535,
                    0.141602,
                    0.168945,
                    0.10791,
                    0.10791,
                    0.095215,
                    0.122559,
                    0.114746,
                    0.123535,
                    0.120117,
                    0.161133,
                    0.137695,
                    0.101562,
                    0.118652,
                    0.12793,
                    0.151367,
                    0.129883,
                    0.135742,
                    0.108887,
                    0.11377,
                    0.146484,
                    0.112305,
                    0.117676,
                    0.130859,
                    0.12793,
                    0.287109,
                    0.121582,
                    0.107422,
                    0.137695,
                    0.165039,
                    0.115723,
                    0.12207,
                    0.208008,
                    0.149414,
                    0.123047,
                    0.116211,
                    0.110352,
                    0.125977,
                    0.12793,
                    0.136719,
                    0.133789,
                    0.123535,
                    0.120117,
                    0.120117,
                    0.126953,
                    0.101562,
                    0.112305,
                    0.12793,
                    0.120605,
                    0.117676,
                    0.125977,
                    0.117676,
                    0.136719,
                    0.112793,
                    0.233398,
                    0.11377,
                    0.064941,
                    0.128906,
                    0.175781,
                    0.107422,
                    0.111816,
                    0.125977,
                    0.117188,
                    0.11377,
                    0.115234,
                    0.157227,
                    0.15332,
                    0.116699,
                    0.113281,
                    0.121094,
                    0.109863,
                    0.126953,
                    0.132812,
                    0.144531,
                    0.106445,
                    0.116699,
                    0.108887,
                    0.142578,
                    0.116699,
                    0.072754,
                    0.104004,
                    0.135742,
                    0.117676,
                    0.131836,
                    0.066895,
                    0.124023,
                    0.144531,
                    0.11377,
                    0.12207,
                    0.115234,
                    0.121094,
                    0.097168,
                    0.101562,
                    0.135742,
                    0.124512,
                    0.07373,
                    0.123535,
                    0.10498,
                    0.144531,
                    0.125,
                    0.18457,
                    0.124512,
                    0.142578,
                    0.106934,
                    0.11377,
                    0.132812,
                    0.110352,
                    0.115234,
                    0.121582,
                    0.120117,
                    0.110352,
                    0.113281,
                    0.101074,
                    0.135742,
                    0.123535,
                    0.132812,
                    0.154297,
                    0.109863,
                    0.119141,
                    0.113281,
                    0.114258,
                    0.139648,
                    0.135742,
                    0.113281,
                    0.123535,
                    0.114258,
                    0.172852,
                    0.05957,
                    0.118164,
                    0.089844,
                    0.115723,
                    0.131836,
                    0.087402,
                    0.116699,
                    0.12207,
                    0.111816,
                    0.125,
                    0.133789,
                    0.115723,
                    0.151367,
                    0.169922,
                    0.114746,
                    0.121582,
                    0.111816,
                    0.113281,
                    0.066895,
                    0.118164,
                    0.105469,
                    0.124023,
                    0.105957,
                    0.080566,
                    0.175781,
                    0.155273,
                    0.109863,
                    0.116211,
                    0.11377,
                    0.111328,
                    0.117676,
                    0.108887,
                    0.110352,
                    0.140625,
                    0.125977,
                    0.106934,
                    0.135742,
                    0.115723,
                    0.12207,
                    0.139648,
                    0.124512,
                    0.133789,
                    0.139648,
                    0.12207,
                    0.126953,
                    0.118652,
                    0.139648,
                    0.141602,
                    0.135742,
                    0.104492,
                    0.108887,
                    0.092285,
                    0.396484,
                    0.105469,
                    0.12793,
                    0.11084,
                    0.15625,
                    0.136719,
                    0.098145,
                    0.177734,
                    0.145508,
                    0.316406,
                    0.134766,
                    0.108398,
                    0.109375,
                    0.130859,
                    0.119629,
                    0.128906,
                    0.125977,
                    0.125977,
                    0.146484,
                    0.129883,
                    0.131836,
                    0.142578,
                    0.122559,
                    0.078125,
                    0.091797,
                    0.125,
                    0.089844,
                    0.113281,
                    0.114746,
                    0.055664,
                    0.132812,
                    0.147461,
                    0.131836,
                    0.108887,
                    0.123047,
                    0.124512,
                    0.116211,
                    0.124023,
                    0.101074,
                    0.135742,
                    0.064941,
                    0.113281,
                    0.128906,
                    0.121094,
                    0.134766,
                    0.144531,
                    0.10498,
                    0.067383,
                    0.11377,
                    0.211914,
                    0.109375,
                    0.261719,
                    0.0271,
                    0.106934,
                    0.138672,
                    0.131836,
                    0.089355,
                    0.12793,
                    0.118652,
                    0.099609,
                    0.081543,
                    0.119141,
                    0.114258,
                    0.12207,
                    0.133789,
                    0.142578,
                    0.15332,
                    0.122559,
                    0.107422,
                    0.129883,
                    0.125,
                    0.119629,
                    0.138672,
                    0.132812,
                    0.132812,
                    0.147461,
                    0.151367,
                    0.269531,
                    0.125977,
                    0.144531,
                    0.131836,
                    0.109863,
                    0.171875,
                    0.117676,
                    0.129883,
                    0.101074,
                    0.119141,
                    0.146484,
                    0.10498,
                    0.115723,
                    0.125,
                    0.104492,
                    0.135742,
                    0.131836,
                    0.117676,
                    0.122559,
                    0.133789,
                    0.131836,
                    0.129883,
                    0.108398,
                    0.138672,
                    0.081055,
                    0.102539,
                    0.105469,
                    0.199219,
                    0.11084,
                    0.139648,
                    0.118652,
                    0.102051,
                    0.129883,
                    0.124512,
                    0.115234,
                    0.119629,
                    0.112793,
                    0.124512,
                    0.076172,
                    0.138672,
                    0.138672,
                    0.134766,
                    0.119629,
                    0.11084,
                    0.109375,
                    0.117676,
                    0.111816,
                    0.148438,
                    0.10791,
                    0.136719,
                    0.104492,
                    0.105957,
                    0.132812,
                    0.124512,
                    0.129883,
                    0.118164,
                    0.115234,
                    0.135742,
                    0.123047,
                    0.132812,
                    0.15918,
                    0.107422,
                    0.073242,
                    0.115234,
                    0.112793,
                    0.125977,
                    0.114258,
                    0.148438,
                    0.129883,
                    0.15918,
                    0.128906,
                    0.119629,
                    0.120605,
                    0.125977,
                    0.154297,
                    0.139648,
                    0.138672,
                    0.12793,
                    0.121094,
                    0.058838,
                    0.137695,
                    0.128906,
                    0.132812,
                    0.11377,
                    0.125977,
                    0.123535,
                    0.114258,
                    0.113281,
                    0.120117,
                    0.098145,
                    0.118652,
                    0.186523,
                    0.105957,
                    0.117676,
                    0.092285,
                    0.114258,
                    0.131836,
                    0.136719,
                    0.119141,
                    0.138672,
                    0.126953,
                    0.117188,
                    0.103516,
                    0.136719,
                    0.128906,
                    0.12207,
                    0.341797,
                    0.125,
                    0.112793,
                    0.140625,
                    0.141602,
                    0.10498,
                    0.071777,
                    0.131836,
                    0.134766,
                    0.120117,
                    0.12207,
                    0.119141,
                    0.112305,
                    0.132812,
                    0.128906,
                    0.142578,
                    0.140625,
                    0.115723,
                    0.148438,
                    0.124023,
                    0.12793,
                    0.130859,
                    0.132812,
                    0.201172,
                    0.133789,
                    0.126953,
                    0.116211,
                    0.110352,
                    0.105957,
                    0.104492,
                    0.103516,
                    0.121582,
                    0.111328,
                    0.137695,
                    0.109863,
                    0.165039,
                    0.098145,
                    0.125977,
                    0.134766,
                    0.112305,
                    0.146484,
                    0.121582,
                    0.129883,
                    0.100586,
                    0.148438,
                    0.105957,
                    0.126953,
                    0.182617,
                    0.12793,
                    0.118652,
                    0.116699,
                    0.114258,
                    0.140625,
                    0.128906,
                    0.116699,
                    0.118652,
                    0.128906,
                    0.117188,
                    0.137695,
                    0.145508,
                    0.122559,
                    0.11377,
                    0.128906,
                    0.128906,
                    0.112305,
                    0.109863,
                    0.11084,
                    0.112793,
                    0.078125,
                    0.138672,
                    0.11377,
                    0.118164,
                    0.12207,
                    0.131836,
                    0.11084,
                    0.125977,
                    0.121582,
                    0.12793,
                    0.118652,
                    0.11084,
                    0.143555,
                    0.131836,
                    0.090332,
                    0.116699,
                    0.121094,
                    0.119141,
                    0.09668,
                    0.116211,
                    0.11084,
                    0.155273,
                    0.119141,
                    0.121582,
                    0.109375,
                    0.115723,
                    0.103516,
                    0.128906,
                    0.135742,
                    0.117676,
                    0.113281,
                    0.124023,
                    0.09375,
                    0.116211,
                    0.123047,
                    0.128906,
                    0.144531,
                    0.12793,
                    0.11084,
                    0.116211,
                    0.102539,
                    0.12793,
                    0.125,
                    0.283203,
                    0.133789,
                    0.108887,
                    0.132812,
                    0.147461,
                    0.142578,
                    0.112305,
                    0.051025,
                    0.125977,
                    0.148438,
                    0.116211,
                    0.126953,
                    0.123047,
                    0.122559,
                    0.123047,
                    0.101562,
                    0.088867,
                    0.146484,
                    0.122559,
                    0.271484,
                    0.119629,
                    0.141602,
                    0.141602,
                    0.104492,
                    0.12793,
                    0.119629,
                    0.135742,
                    0.122559,
                    0.109375,
                    0.126953,
                    0.132812,
                    0.125977,
                    0.077148,
                    0.136719,
                    0.126953,
                    0.116211,
                    0.155273,
                    0.112305,
                    0.117676,
                    0.114258,
                    0.133789,
                    0.119629,
                    0.131836,
                    0.12793,
                    0.126953,
                    0.114258,
                    0.114258,
                    0.12207,
                    0.151367,
                    0.135742,
                    0.111816,
                    0.151367,
                    0.114258,
                    0.094238,
                    0.125977,
                    0.103516,
                    0.12207,
                    0.133789,
                    0.125,
                    0.113281,
                    0.125,
                    0.124512,
                    0.079102,
                    0.123535,
                    0.097168,
                    0.100098,
                    0.094727,
                    0.124512,
                    0.115723,
                    0.107422,
                    0.124512,
                    0.116699,
                    0.103516,
                    0.131836,
                    0.125,
                    0.089355,
                    0.133789,
                    0.102051,
                    0.135742,
                    0.125977,
                    0.101562,
                    0.146484,
                    0.089844,
                    0.121582,
                    0.121094,
                    0.132812,
                    0.119141,
                    0.118652,
                    0.119629,
                    0.117188,
                    0.116699,
                    0.123047,
                    0.125977,
                    0.28125,
                    0.149414,
                    0.088867,
                    0.125,
                    0.125977,
                    0.118164,
                    0.130859,
                    0.160156,
                    0.135742,
                    0.116211,
                    0.19043,
                    0.130859,
                    0.123047,
                    0.120605,
                    0.117676,
                    0.121094,
                    0.322266,
                    0.117188,
                    0.144531,
                    0.139648,
                    0.133789,
                    0.117188,
                    0.244141,
                    0.109375,
                    0.120605,
                    0.177734,
                    0.111816,
                    0.097656,
                    0.103027,
                    0.111328,
                    0.121094,
                    0.116699,
                    0.087402,
                    0.126953,
                    0.130859,
                    0.125977,
                    0.133789,
                    0.111328,
                    0.111328,
                    0.112793,
                    0.21875,
                    0.129883,
                    0.114258,
                    0.126953,
                    0.10791,
                    0.121094,
                    0.131836,
                    0.118164,
                    0.140625,
                    0.131836,
                    0.110352,
                    0.07373,
                    0.099121,
                    0.122559,
                    0.114746,
                    0.125,
                    0.107422,
                    0.121094,
                    0.154297,
                    0.115723,
                    0.116211,
                    0.11377,
                    0.123047,
                    0.115234,
                    0.123047,
                    0.11377,
                    0.125,
                    0.121582,
                    0.116211,
                    0.110352,
                    0.105957,
                    0.110352,
                    0.133789,
                    0.128906,
                    0.124512,
                    0.133789,
                    0.137695,
                    0.106934,
                    0.141602,
                    0.116211,
                    0.128906,
                    0.099609,
                    0.118164,
                    0.132812,
                    0.105469,
                    0.126953,
                    0.108887,
                    0.173828,
                    0.125977,
                    0.15625,
                    0.12793,
                    0.149414,
                    0.131836,
                    0.114746,
                    0.121582,
                    0.120117,
                    0.11377,
                    0.140625,
                    0.125977,
                    0.204102,
                    0.121094,
                    0.130859,
                    0.105469,
                    0.101074,
                    0.120605,
                    0.126953,
                    0.12793,
                    0.10498,
                    0.1875,
                    0.124023,
                    0.126953,
                    0.167969,
                    0.155273,
                    0.111816,
                    0.109863,
                    0.120605,
                    0.110352,
                    0.155273,
                    0.08252,
                    0.118164,
                    0.094727,
                    0.170898,
                    0.102539,
                    0.119141,
                    0.128906,
                    0.139648,
                    0.116211,
                    0.115234,
                    0.116699,
                    0.128906,
                    0.114258,
                    0.109863,
                    0.143555,
                    0.106445,
                    0.12207,
                    0.126953,
                    0.141602,
                    0.109375,
                    0.111816,
                    0.106445,
                    0.132812,
                    0.11084,
                    0.111816,
                    0.158203,
                    0.137695,
                    0.111816,
                    0.112305,
                    0.111816,
                    0.11377,
                    0.117676,
                    0.167969,
                    0.11377,
                    0.121094,
                    0.105957,
                    0.136719,
                    0.000213,
                    0.115234,
                    0.149414,
                    0.15332,
                    0.12793,
                    0.115234,
                    0.110352,
                    0.117188,
                    0.129883,
                    0.140625,
                    0.115234,
                    0.122559,
                    0.103516,
                    0.144531,
                    0.129883,
                    0.170898,
                    0.117188,
                    0.144531,
                    0.378906,
                    0.129883,
                    0.164062,
                    0.136719,
                    0.109863,
                    0.152344,
                    0.111816,
                    0.120605,
                    0.126953,
                    0.136719,
                    0.10791,
                    0.129883,
                    0.121094,
                    0.119629,
                    0.109375,
                    0.125977,
                    0.131836,
                    0.123535,
                    0.109375,
                    0.05835,
                    0.12207,
                    0.099609,
                    0.125977,
                    0.1875,
                    0.143555,
                    0.124023,
                    0.106445,
                    0.149414,
                    0.129883,
                    0.120117,
                    0.117676,
                    0.095703,
                    0.125977,
                    0.122559,
                    0.115723,
                    0.117676,
                    0.120117,
                    0.128906,
                    0.125,
                    0.117188,
                    0.131836,
                    0.130859,
                    0.126953,
                    0.132812,
                    0.130859,
                    0.112305,
                    0.11377,
                    0.098633,
                    0.150391,
                    0.115234,
                    0.125,
                    0.113281,
                    0.094238,
                    0.125,
                    0.118164,
                    0.12793,
                    0.158203,
                    0.161133,
                    0.201172,
                    0.128906,
                    0.07666,
                    0.12207,
                    0.108887,
                    0.104004,
                    0.121582,
                    0.108398,
                    0.139648,
                    0.136719,
                    0.155273,
                    0.111816,
                    0.146484,
                    0.083984,
                    0.123047,
                    0.183594,
                    0.131836,
                    0.11377,
                    0.116699,
                    0.132812,
                    0.109863,
                    0.119141,
                    0.108887,
                    0.139648,
                    0.112793,
                    0.145508,
                    0.104492,
                    0.133789,
                    0.132812,
                    0.109375,
                    0.135742,
                    0.12793,
                    0.09082,
                    0.144531,
                    0.120605,
                    0.141602,
                    0.123535,
                    0.064941,
                    0.121582,
                    0.118164,
                    0.108398,
                    0.139648,
                    0.091797,
                    0.118164,
                    0.146484,
                    0.146484,
                    0.05249,
                    0.12793,
                    0.125977,
                    0.121582,
                    0.120605,
                    0.10498,
                    0.149414,
                    0.106445,
                    0.234375,
                    0.118164,
                    0.121094,
                    0.098633,
                    0.104492,
                    0.730469,
                    0.119141,
                    0.139648,
                    0.10791,
                    0.157227,
                    0.137695,
                    0.10791,
                    0.129883,
                    0.12793,
                    0.106445,
                    0.100586,
                    0.11377,
                    0.128906,
                    0.143555,
                    0.116211,
                    0.116699,
                    0.141602,
                    0.124023,
                    0.131836,
                    0.118164,
                    0.161133,
                    0.12207,
                    0.185547,
                    0.135742,
                    0.15918,
                    0.089355,
                    0.113281,
                    0.125977,
                    0.128906,
                    0.11377,
                    0.139648,
                    0.111816,
                    0.115234,
                    0.111816,
                    0.125977,
                    0.12793,
                    0.126953,
                    0.126953,
                    0.092773,
                    0.118652,
                    0.138672,
                    0.120117,
                    0.128906,
                    0.098633,
                    0.109863,
                    0.135742,
                    0.115723,
                    0.104004,
                    0.103027,
                    0.116699,
                    0.113281,
                    0.112305,
                    0.124512,
                    0.121582,
                    0.093262,
                    0.178711,
                    0.062256,
                    0.117676,
                    0.129883,
                    0.151367,
                    0.089844,
                    0.092773,
                    0.328125,
                    0.053955,
                    0.098633,
                    0.121094,
                    0.126953,
                    0.11084,
                    0.119629,
                    0.135742,
                    0.126953,
                    0.114746,
                    0.125977,
                    0.112793,
                    0.105469,
                    0.117676,
                    0.137695,
                    0.115723,
                    0.116699,
                    0.098633,
                    0.111816,
                    0.34375,
                    0.09082,
                    0.115723,
                    0.121582,
                    0.128906,
                    0.117676,
                    0.109863,
                    0.116699,
                    0.136719,
                    0.111816,
                    0.123047,
                    0.12793,
                    0.095215,
                    0.110352,
                    0.114746,
                    0.171875,
                    0.098633,
                    0.083496,
                    0.109863,
                    0.124512,
                    0.129883,
                    0.123535,
                    0.138672,
                    0.123535,
                    0.123047,
                    0.126953,
                    0.12207,
                    0.121094,
                    0.109863,
                    0.129883,
                    0.150391,
                    0.116699,
                    0.128906,
                    0.115234,
                    0.131836,
                    0.123047,
                    0.125,
                    0.129883,
                    0.135742,
                    0.148438,
                    0.180664,
                    0.129883,
                    0.118164,
                    0.138672,
                    0.101074,
                    0.115723,
                    0.116211,
                    0.120605,
                    0.138672,
                    0.108887,
                    0.141602,
                    0.12207,
                    0.119141,
                    0.126953,
                    0.128906,
                    0.117188,
                    0.137695,
                    0.117188,
                    0.111816,
                    0.137695,
                    0.143555,
                    0.097656,
                    0.125977,
                    0.12793,
                    0.114258,
                    0.116699,
                    0.118652,
                    0.129883,
                    0.064941,
                    0.10498,
                    0.115234,
                    0.11084,
                    0.124023,
                    0.137695,
                    0.121582,
                    0.099609,
                    0.139648,
                    0.138672,
                    0.120605,
                    0.15332,
                    0.12207,
                    0.068848,
                    0.109863,
                    0.125977,
                    0.15332,
                    0.125977,
                    0.126953,
                    0.125977,
                    0.095215,
                    0.150391,
                    0.116699,
                    0.122559,
                    0.105469,
                    0.114746,
                    0.124512,
                    0.15918,
                    0.118652,
                    0.139648,
                    0.111816,
                    0.063965,
                    0.102051,
                    0.181641,
                    0.121582,
                    0.120605,
                    0.138672,
                    0.134766,
                    0.098145,
                    0.141602,
                    0.125,
                    0.131836,
                    0.105957,
                    0.117676,
                    0.117676,
                    0.108398,
                    0.121094,
                    0.133789,
                    0.169922,
                    0.108887,
                    0.121094,
                    0.160156,
                    0.118164,
                    0.117676,
                    0.124512,
                    0.130859,
                    0.125,
                    0.108887,
                    0.12793,
                    0.106934,
                    0.113281,
                    0.112793,
                    0.11377,
                    0.112793,
                    0.188477,
                    0.144531,
                    0.110352,
                    0.12793,
                    0.12207,
                    0.111816,
                    0.144531,
                    0.12793,
                    0.111328,
                    0.126953,
                    0.11377,
                    0.10791,
                    0.131836,
                    0.109375,
                    0.125,
                    0.12793,
                    0.109375,
                    0.161133,
                    0.152344,
                    0.104492,
                    0.10791,
                    0.115723,
                    0.108887,
                    0.090332,
                    0.121582,
                    0.11377,
                    0.161133,
                    0.125,
                    0.11084,
                    0.114746,
                    0.12207,
                    0.132812,
                    0.129883,
                    0.12207,
                    0.146484,
                    0.160156,
                    0.142578,
                    0.117676,
                    0.137695,
                    0.103516,
                    0.120117,
                    0.128906,
                    0.121582,
                    0.158203,
                    0.098145,
                    0.115234,
                    0.069824,
                    0.108887,
                    0.120605,
                    0.125,
                    0.144531,
                    0.114258,
                    0.133789,
                    0.113281,
                    0.116211,
                    0.132812,
                    0.113281,
                    0.129883,
                    0.08252,
                    0.118652,
                    0.117676,
                    0.115723,
                    0.125977,
                    0.107422,
                    0.125977,
                    0.146484,
                    0.150391,
                    0.116699,
                    0.125977,
                    0.115723,
                    0.119629,
                    0.140625,
                    0.115723,
                    0.133789,
                    0.129883,
                    0.134766,
                    0.129883,
                    0.116211,
                    0.090332,
                    0.140625,
                    0.125,
                    0.119629,
                    0.112305,
                    0.117676,
                    0.133789,
                    0.12793,
                    0.122559,
                    0.161133,
                    0.134766,
                    0.129883,
                    0.105957,
                    0.134766,
                    0.120117,
                    0.135742,
                    0.150391,
                    0.104004,
                    0.137695,
                    0.11084,
                    0.115723,
                    0.175781,
                    0.123535,
                    0.359375,
                    0.117676,
                    0.138672,
                    0.108398,
                    0.117188,
                    0.115723,
                    0.233398,
                    0.125977,
                    0.131836,
                    0.106445,
                    0.118652,
                    0.128906,
                    0.117676,
                    0.115723,
                    0.119141,
                    0.166016,
                    0.126953,
                    0.125,
                    0.132812,
                    0.097168,
                    0.136719,
                    0.091797,
                    0.126953,
                    0.094727,
                    0.120117,
                    0.140625,
                    0.099121,
                    0.129883,
                    0.119141,
                    0.126953,
                    0.105469,
                    0.125,
                    0.136719,
                    0.124512,
                    0.139648,
                    0.181641,
                    0.151367,
                    0.132812,
                    0.155273,
                    0.15332,
                    0.124023,
                    0.152344,
                    0.10791,
                    0.112793,
                    0.129883,
                    0.118164,
                    0.169922,
                    0.12207,
                    0.133789,
                    0.12793,
                    0.125,
                    0.186523,
                    0.10498,
                    0.133789,
                    0.122559,
                    0.101074,
                    0.103027,
                    0.151367,
                    0.131836,
                    0.179688,
                    0.112305,
                    0.15332,
                    0.109375,
                    0.120117,
                    0.125977,
                    0.146484,
                    0.12793,
                    0.134766,
                    0.146484,
                    0.122559,
                    0.15332,
                    0.123047,
                    0.144531,
                    0.123047,
                    0.112793,
                    0.105469,
                    0.161133,
                    0.207031,
                    0.125,
                    0.12207,
                    0.111328,
                    0.102539,
                    0.138672,
                    0.119629,
                    0.115723,
                    0.115723,
                    0.154297,
                    0.126953,
                    0.134766,
                    0.123047,
                    0.108398,
                    0.103516,
                    0.10498,
                    0.134766,
                    0.152344,
                    0.126953,
                    0.112793,
                    0.129883,
                    0.088379,
                    0.131836,
                    0.133789,
                    0.108398,
                    0.145508,
                    0.113281,
                    0.118652,
                    0.101562,
                    0.142578,
                    0.124512,
                    0.098145,
                    0.120117,
                    0.129883,
                    0.115234,
                    0.105957,
                    0.092285,
                    0.095215,
                    0.114258,
                    0.123047,
                    0.07373,
                    0.142578,
                    0.111816,
                    0.123047,
                    0.137695,
                    0.128906,
                    0.12207,
                    0.080078,
                    0.106934,
                    0.123047,
                    0.141602,
                    0.074219,
                    0.108398,
                    0.098633,
                    0.133789,
                    0.199219,
                    0.142578,
                    0.121094,
                    0.10498,
                    0.138672,
                    0.171875,
                    0.104492,
                    0.146484,
                    0.113281,
                    0.12207,
                    0.154297,
                    0.119141,
                    0.208008,
                    0.146484,
                    0.12793,
                    0.208984,
                    0.146484,
                    0.186523,
                    0.118164,
                    0.112305,
                    0.136719,
                    0.121582,
                    0.106445,
                    0.138672,
                    0.126953,
                    0.087402,
                    0.119141,
                    0.120605,
                    0.11377,
                    0.146484,
                    0.142578,
                    0.107422,
                    0.132812,
                    0.102539,
                    0.148438,
                    0.118164,
                    0.113281,
                    0.125,
                    0.118652,
                    0.129883,
                    0.119141,
                    0.117188,
                    0.125977,
                    0.125977,
                    0.109375,
                    0.077148,
                    0.179688,
                    0.142578,
                    0.128906,
                    0.065918,
                    0.119141,
                    0.119141,
                    0.130859,
                    0.126953,
                    0.119141,
                    0.132812,
                    0.119629,
                    0.105469,
                    0.133789,
                    0.134766,
                    0.109375,
                    0.130859,
                    0.109375,
                    0.117676,
                    0.126953,
                    0.12793,
                    0.129883
                ]
            },
            "name": "model.transformer.layers.6.attn_norm.weight",
            "outputIndexes": [
                412
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                411,
                412
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/attn_norm_6/Mul_1_output_0",
            "outputIndexes": [
                413
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                413
            ],
            "outputIndexes": [
                1610
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                1610
            ],
            "outputIndexes": [
                1611
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/q_proj/Linear",
            "inputIndexes": [
                1611
            ],
            "outputIndexes": [
                1612
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1024,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 12288,
                    "weightSize": 0
                },
                "external": [
                    34205976,
                    786454,
                    98304,
                    4096,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                1612
            ],
            "outputIndexes": [
                1613
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1613
            ],
            "outputIndexes": [
                414
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1024
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                413
            ],
            "main_type": "NONE",
            "name": "/Shape_25_output_0",
            "outputIndexes": [
                415
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                415
            ],
            "main_type": "NONE",
            "name": "Shape591",
            "outputIndexes": [
                416
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                415
            ],
            "main_type": "NONE",
            "name": "Rank593",
            "outputIndexes": [
                417
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                417,
                417
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp595",
            "outputIndexes": [
                418
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                418
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze596",
            "outputIndexes": [
                419
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                418,
                9
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp598",
            "outputIndexes": [
                420
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                420
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze599",
            "outputIndexes": [
                421
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                416,
                419,
                421,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice602",
            "outputIndexes": [
                422
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                422
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze603",
            "outputIndexes": [
                423
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                9,
                423
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp604",
            "outputIndexes": [
                424
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                424,
                423
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp605",
            "outputIndexes": [
                425
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                415,
                425,
                418
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_34_output_0",
            "outputIndexes": [
                426
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                426,
                21
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_61_output_0",
            "outputIndexes": [
                427
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                7,
                427,
                244,
                24
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_30_output_0",
            "outputIndexes": [
                428
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                414,
                428
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_25_output_0",
            "outputIndexes": [
                429
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                429
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/q_norm_6/Mul_output_0",
            "outputIndexes": [
                430
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    64
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    1.523438,
                    -0.019897,
                    1.953125,
                    0.605469,
                    1.6875,
                    1.664062,
                    1.609375,
                    1.242188,
                    1.929688,
                    1.796875,
                    1.953125,
                    2.015625,
                    1.382812,
                    1.6875,
                    1.75,
                    1.992188,
                    1.992188,
                    2.0625,
                    2.03125,
                    2.09375,
                    2.234375,
                    2.046875,
                    3.546875,
                    2.109375,
                    1.976562,
                    2.109375,
                    2.015625,
                    2.109375,
                    2.71875,
                    1.46875,
                    2.28125,
                    2.578125,
                    1.390625,
                    0.172852,
                    0.089844,
                    1.179688,
                    0.061768,
                    1.796875,
                    1.46875,
                    1.726562,
                    1.226562,
                    1.851562,
                    1.4375,
                    1.828125,
                    2.40625,
                    1.960938,
                    2.46875,
                    2.0625,
                    2.03125,
                    2.015625,
                    2.0625,
                    1.921875,
                    2.234375,
                    2.0625,
                    0.341797,
                    2.015625,
                    1.992188,
                    2.0625,
                    2.171875,
                    2.109375,
                    1.648438,
                    1.828125,
                    1.148438,
                    2.203125
                ]
            },
            "name": "model.transformer.layers.6.attn.q_norm.weight",
            "outputIndexes": [
                431
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                430,
                431
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/q_norm_6/Mul_1_output_0",
            "outputIndexes": [
                432
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                432,
                53
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_24_output_0",
            "outputIndexes": [
                433
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                432,
                55,
                56,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_25_output_0",
            "outputIndexes": [
                434
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                434
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_12_output_0",
            "outputIndexes": [
                435
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                432,
                21,
                55,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_24_output_0",
            "outputIndexes": [
                436
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                435,
                436
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_33_output_0",
            "outputIndexes": [
                437
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                437,
                68
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_25_output_0",
            "outputIndexes": [
                438
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                433,
                438
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_24_output_0",
            "outputIndexes": [
                439
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                413
            ],
            "outputIndexes": [
                1614
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                1614
            ],
            "outputIndexes": [
                1615
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/k_proj/Linear",
            "inputIndexes": [
                1615
            ],
            "outputIndexes": [
                1616
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 256,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3072,
                    "weightSize": 0
                },
                "external": [
                    35094830,
                    196630,
                    24576,
                    1024,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                1616
            ],
            "outputIndexes": [
                1617
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1617
            ],
            "outputIndexes": [
                440
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    256
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                7,
                427,
                258,
                24
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_31_output_0",
            "outputIndexes": [
                441
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                440,
                441
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_26_output_0",
            "outputIndexes": [
                442
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                442
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/k_norm_6/Mul_output_0",
            "outputIndexes": [
                443
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    64
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    1.539062,
                    0.007111,
                    1.210938,
                    0.816406,
                    1.140625,
                    1.757812,
                    1.695312,
                    1.820312,
                    1.609375,
                    1.5,
                    0.949219,
                    1.8125,
                    2.515625,
                    1.84375,
                    2.3125,
                    1.992188,
                    2.09375,
                    2.03125,
                    1.992188,
                    1.96875,
                    1.890625,
                    2.0625,
                    0.212891,
                    2.078125,
                    2.1875,
                    2.0625,
                    2.109375,
                    2.15625,
                    1.710938,
                    2.28125,
                    2.0,
                    2.046875,
                    1.429688,
                    0.174805,
                    0.373047,
                    1.234375,
                    0.028198,
                    1.898438,
                    1.257812,
                    1.21875,
                    1.851562,
                    1.984375,
                    2.140625,
                    2.046875,
                    1.039062,
                    2.0625,
                    1.492188,
                    2.046875,
                    2.03125,
                    1.96875,
                    2.046875,
                    1.976562,
                    1.90625,
                    1.953125,
                    9.6875,
                    2.078125,
                    2.1875,
                    2.109375,
                    2.015625,
                    2.09375,
                    2.671875,
                    2.1875,
                    3.875,
                    2.40625
                ]
            },
            "name": "model.transformer.layers.6.attn.k_norm.weight",
            "outputIndexes": [
                444
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                443,
                444
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/k_norm_6/Mul_1_output_0",
            "outputIndexes": [
                445
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                445,
                53
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_26_output_0",
            "outputIndexes": [
                446
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                445,
                55,
                56,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_27_output_0",
            "outputIndexes": [
                447
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                447
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_13_output_0",
            "outputIndexes": [
                448
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                445,
                21,
                55,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_26_output_0",
            "outputIndexes": [
                449
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                448,
                449
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_34_output_0",
            "outputIndexes": [
                450
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                450,
                68
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_27_output_0",
            "outputIndexes": [
                451
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                446,
                451
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_25_output_0",
            "outputIndexes": [
                452
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                413
            ],
            "outputIndexes": [
                1618
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                1618
            ],
            "outputIndexes": [
                1619
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/v_proj/Linear",
            "inputIndexes": [
                1619
            ],
            "outputIndexes": [
                1620
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 256,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3072,
                    "weightSize": 0
                },
                "external": [
                    35317060,
                    196630,
                    24576,
                    1024,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                1620
            ],
            "outputIndexes": [
                1621
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1621
            ],
            "outputIndexes": [
                453
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    256
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                453,
                441
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_27_output_0",
            "outputIndexes": [
                454
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                439,
                452,
                454,
                86
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "/layers.6/self_attn/FusedAttention",
            "outputIndexes": [
                455
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                455
            ],
            "outputIndexes": [
                1622
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1024,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                1622
            ],
            "outputIndexes": [
                1623
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/o_proj/Linear",
            "inputIndexes": [
                1623
            ],
            "outputIndexes": [
                1624
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1024,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 12288,
                    "weightSize": 0
                },
                "external": [
                    35539290,
                    786454,
                    98304,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                1624
            ],
            "outputIndexes": [
                1625
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1625
            ],
            "outputIndexes": [
                456
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                410,
                456
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_26_output_0",
            "outputIndexes": [
                457
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                457
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/ffn_norm_6/Mul_output_0",
            "outputIndexes": [
                458
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.330078,
                    0.302734,
                    0.322266,
                    0.263672,
                    0.234375,
                    0.318359,
                    0.316406,
                    0.328125,
                    0.326172,
                    0.302734,
                    0.330078,
                    0.168945,
                    0.314453,
                    0.302734,
                    0.326172,
                    0.330078,
                    0.333984,
                    0.34375,
                    0.28125,
                    0.287109,
                    0.098145,
                    0.316406,
                    0.1875,
                    0.308594,
                    0.339844,
                    0.328125,
                    0.349609,
                    0.337891,
                    0.300781,
                    0.310547,
                    0.326172,
                    0.3125,
                    0.234375,
                    0.257812,
                    0.314453,
                    0.322266,
                    0.328125,
                    0.326172,
                    0.326172,
                    0.322266,
                    0.310547,
                    0.314453,
                    0.320312,
                    0.3125,
                    0.302734,
                    0.322266,
                    0.296875,
                    0.324219,
                    0.335938,
                    0.165039,
                    0.328125,
                    0.310547,
                    0.314453,
                    0.314453,
                    0.105469,
                    0.318359,
                    0.308594,
                    0.302734,
                    0.322266,
                    0.332031,
                    0.294922,
                    0.320312,
                    0.122559,
                    0.310547,
                    0.361328,
                    0.333984,
                    0.339844,
                    0.287109,
                    0.302734,
                    0.220703,
                    0.320312,
                    0.328125,
                    0.298828,
                    0.322266,
                    0.213867,
                    0.326172,
                    0.320312,
                    0.337891,
                    0.318359,
                    0.308594,
                    0.318359,
                    0.326172,
                    0.332031,
                    0.304688,
                    0.157227,
                    0.328125,
                    0.289062,
                    0.339844,
                    0.332031,
                    0.251953,
                    0.339844,
                    0.287109,
                    0.347656,
                    0.302734,
                    0.322266,
                    0.308594,
                    0.194336,
                    0.326172,
                    0.137695,
                    0.171875,
                    0.341797,
                    0.318359,
                    0.277344,
                    0.333984,
                    0.326172,
                    0.304688,
                    0.292969,
                    0.243164,
                    0.238281,
                    0.328125,
                    0.337891,
                    0.324219,
                    0.318359,
                    0.229492,
                    0.302734,
                    0.300781,
                    0.328125,
                    0.3125,
                    0.292969,
                    0.3125,
                    0.333984,
                    0.310547,
                    0.308594,
                    0.326172,
                    0.316406,
                    0.337891,
                    0.330078,
                    0.322266,
                    0.322266,
                    0.335938,
                    0.328125,
                    0.322266,
                    0.289062,
                    0.337891,
                    0.316406,
                    0.298828,
                    0.167969,
                    0.34375,
                    0.328125,
                    0.219727,
                    0.326172,
                    0.316406,
                    0.28125,
                    0.326172,
                    0.144531,
                    0.169922,
                    0.273438,
                    0.322266,
                    0.296875,
                    0.239258,
                    0.314453,
                    0.291016,
                    0.304688,
                    0.314453,
                    0.296875,
                    0.310547,
                    0.328125,
                    0.345703,
                    0.322266,
                    0.294922,
                    0.337891,
                    0.204102,
                    0.330078,
                    0.3125,
                    0.322266,
                    0.324219,
                    0.310547,
                    0.3125,
                    0.316406,
                    0.176758,
                    0.174805,
                    0.322266,
                    0.148438,
                    0.324219,
                    0.326172,
                    0.388672,
                    0.314453,
                    0.335938,
                    0.316406,
                    0.330078,
                    0.330078,
                    0.316406,
                    0.277344,
                    0.324219,
                    0.3125,
                    0.314453,
                    0.328125,
                    0.296875,
                    0.341797,
                    0.291016,
                    0.326172,
                    0.304688,
                    0.05957,
                    0.322266,
                    0.310547,
                    0.330078,
                    0.298828,
                    0.330078,
                    0.333984,
                    0.233398,
                    0.306641,
                    0.287109,
                    0.322266,
                    0.322266,
                    0.3125,
                    0.322266,
                    0.326172,
                    0.300781,
                    0.322266,
                    0.304688,
                    0.287109,
                    0.341797,
                    0.330078,
                    0.337891,
                    0.320312,
                    0.318359,
                    0.330078,
                    0.320312,
                    0.326172,
                    0.314453,
                    0.322266,
                    0.3125,
                    0.322266,
                    0.126953,
                    0.341797,
                    0.131836,
                    0.318359,
                    0.265625,
                    0.304688,
                    0.322266,
                    0.310547,
                    0.308594,
                    0.263672,
                    0.248047,
                    0.316406,
                    0.322266,
                    0.310547,
                    0.289062,
                    0.320312,
                    0.300781,
                    0.279297,
                    0.147461,
                    0.34375,
                    0.320312,
                    0.279297,
                    0.316406,
                    0.132812,
                    0.332031,
                    0.316406,
                    0.308594,
                    0.316406,
                    0.120605,
                    0.330078,
                    0.283203,
                    0.335938,
                    0.330078,
                    0.302734,
                    0.320312,
                    0.324219,
                    0.316406,
                    0.326172,
                    0.304688,
                    0.115723,
                    0.318359,
                    0.328125,
                    0.330078,
                    0.322266,
                    0.113281,
                    0.308594,
                    0.292969,
                    0.324219,
                    0.322266,
                    0.291016,
                    0.330078,
                    0.330078,
                    0.292969,
                    0.324219,
                    0.1875,
                    0.330078,
                    0.220703,
                    0.314453,
                    0.318359,
                    0.271484,
                    0.320312,
                    0.328125,
                    0.320312,
                    0.332031,
                    0.347656,
                    0.330078,
                    0.304688,
                    0.245117,
                    0.347656,
                    0.328125,
                    0.339844,
                    0.12793,
                    0.345703,
                    0.12793,
                    0.326172,
                    0.228516,
                    0.19043,
                    0.332031,
                    0.326172,
                    0.322266,
                    0.328125,
                    0.298828,
                    0.333984,
                    0.324219,
                    0.263672,
                    0.326172,
                    0.322266,
                    0.314453,
                    0.332031,
                    0.087402,
                    0.3125,
                    0.330078,
                    0.318359,
                    0.330078,
                    0.169922,
                    0.130859,
                    0.306641,
                    0.322266,
                    0.310547,
                    0.339844,
                    0.326172,
                    0.326172,
                    0.316406,
                    0.326172,
                    0.316406,
                    0.324219,
                    0.324219,
                    0.267578,
                    0.3125,
                    0.283203,
                    0.335938,
                    0.314453,
                    0.335938,
                    0.300781,
                    0.308594,
                    0.227539,
                    0.330078,
                    0.232422,
                    0.265625,
                    0.333984,
                    0.194336,
                    0.310547,
                    0.371094,
                    -0.000675,
                    0.213867,
                    0.314453,
                    0.308594,
                    0.255859,
                    0.306641,
                    0.148438,
                    0.207031,
                    0.328125,
                    0.167969,
                    0.275391,
                    0.326172,
                    0.24707,
                    0.316406,
                    0.326172,
                    0.248047,
                    0.332031,
                    0.287109,
                    0.251953,
                    0.318359,
                    0.308594,
                    0.232422,
                    0.318359,
                    0.133789,
                    0.165039,
                    0.318359,
                    0.134766,
                    0.332031,
                    0.335938,
                    0.120605,
                    0.320312,
                    0.314453,
                    0.320312,
                    0.292969,
                    0.320312,
                    0.291016,
                    0.337891,
                    0.330078,
                    0.181641,
                    0.249023,
                    0.130859,
                    0.326172,
                    0.296875,
                    0.333984,
                    0.326172,
                    0.28125,
                    0.328125,
                    0.126953,
                    0.335938,
                    0.174805,
                    0.314453,
                    0.082031,
                    0.234375,
                    0.376953,
                    0.333984,
                    0.324219,
                    0.339844,
                    0.308594,
                    0.324219,
                    0.139648,
                    0.145508,
                    0.322266,
                    0.320312,
                    0.318359,
                    0.3125,
                    0.139648,
                    0.287109,
                    0.335938,
                    0.324219,
                    0.304688,
                    0.302734,
                    0.330078,
                    0.298828,
                    0.320312,
                    0.294922,
                    0.267578,
                    0.291016,
                    0.163086,
                    0.324219,
                    0.222656,
                    0.308594,
                    0.320312,
                    0.285156,
                    0.322266,
                    0.296875,
                    0.322266,
                    0.330078,
                    0.355469,
                    0.324219,
                    0.332031,
                    0.322266,
                    0.328125,
                    0.283203,
                    0.304688,
                    0.310547,
                    0.3125,
                    0.279297,
                    0.316406,
                    0.320312,
                    0.324219,
                    0.316406,
                    0.146484,
                    0.333984,
                    0.310547,
                    0.198242,
                    0.324219,
                    0.326172,
                    0.318359,
                    0.208984,
                    0.332031,
                    0.324219,
                    0.208008,
                    0.314453,
                    0.328125,
                    0.330078,
                    0.160156,
                    0.318359,
                    0.322266,
                    0.310547,
                    0.199219,
                    0.316406,
                    0.324219,
                    0.314453,
                    0.3125,
                    0.196289,
                    0.291016,
                    0.316406,
                    0.175781,
                    0.306641,
                    0.324219,
                    0.324219,
                    0.326172,
                    0.306641,
                    0.304688,
                    0.328125,
                    0.330078,
                    0.322266,
                    0.233398,
                    0.341797,
                    0.11377,
                    0.328125,
                    0.34375,
                    0.318359,
                    0.330078,
                    0.292969,
                    0.314453,
                    0.302734,
                    0.306641,
                    0.333984,
                    0.326172,
                    0.326172,
                    0.257812,
                    0.3125,
                    0.228516,
                    0.320312,
                    0.328125,
                    0.118164,
                    0.298828,
                    0.269531,
                    0.326172,
                    0.318359,
                    0.324219,
                    0.3125,
                    0.15918,
                    0.322266,
                    0.320312,
                    0.318359,
                    0.3125,
                    0.229492,
                    0.335938,
                    0.320312,
                    0.330078,
                    0.318359,
                    0.347656,
                    0.222656,
                    0.324219,
                    0.335938,
                    0.322266,
                    0.259766,
                    0.322266,
                    0.314453,
                    0.298828,
                    0.316406,
                    0.125977,
                    0.314453,
                    0.314453,
                    0.322266,
                    0.324219,
                    0.316406,
                    0.120117,
                    0.330078,
                    0.330078,
                    0.328125,
                    0.332031,
                    0.349609,
                    0.320312,
                    0.210938,
                    0.322266,
                    0.314453,
                    0.328125,
                    0.320312,
                    0.289062,
                    0.314453,
                    0.300781,
                    0.251953,
                    0.322266,
                    0.246094,
                    0.166992,
                    0.25,
                    0.322266,
                    0.320312,
                    0.322266,
                    0.341797,
                    0.324219,
                    0.324219,
                    0.166016,
                    0.173828,
                    0.337891,
                    0.308594,
                    0.320312,
                    0.275391,
                    0.292969,
                    0.34375,
                    0.320312,
                    0.318359,
                    0.216797,
                    0.316406,
                    0.269531,
                    0.330078,
                    0.316406,
                    0.257812,
                    0.3125,
                    0.314453,
                    0.333984,
                    0.324219,
                    0.328125,
                    0.320312,
                    0.310547,
                    0.304688,
                    0.322266,
                    0.294922,
                    0.300781,
                    0.294922,
                    0.326172,
                    0.330078,
                    0.3125,
                    0.3125,
                    0.298828,
                    0.333984,
                    0.306641,
                    0.223633,
                    0.137695,
                    0.320312,
                    0.22168,
                    0.304688,
                    0.322266,
                    0.330078,
                    0.318359,
                    0.298828,
                    0.294922,
                    0.330078,
                    0.200195,
                    0.204102,
                    0.318359,
                    0.300781,
                    0.178711,
                    0.324219,
                    0.316406,
                    0.324219,
                    0.318359,
                    0.3125,
                    0.314453,
                    0.182617,
                    0.296875,
                    0.339844,
                    0.324219,
                    0.324219,
                    0.326172,
                    0.322266,
                    0.330078,
                    0.320312,
                    0.333984,
                    0.310547,
                    0.310547,
                    0.326172,
                    0.308594,
                    0.330078,
                    0.310547,
                    0.330078,
                    0.316406,
                    0.322266,
                    0.324219,
                    0.335938,
                    0.306641,
                    0.3125,
                    0.22168,
                    0.300781,
                    0.326172,
                    0.316406,
                    0.28125,
                    0.326172,
                    0.094238,
                    0.304688,
                    0.335938,
                    0.316406,
                    0.320312,
                    0.320312,
                    0.296875,
                    0.318359,
                    0.345703,
                    0.316406,
                    0.267578,
                    0.322266,
                    0.10498,
                    0.322266,
                    0.330078,
                    0.283203,
                    0.310547,
                    0.287109,
                    0.322266,
                    0.306641,
                    0.326172,
                    0.310547,
                    0.271484,
                    0.24707,
                    0.324219,
                    0.128906,
                    0.324219,
                    0.316406,
                    0.3125,
                    0.322266,
                    0.318359,
                    0.308594,
                    0.330078,
                    0.320312,
                    0.304688,
                    0.322266,
                    0.341797,
                    0.263672,
                    0.316406,
                    0.129883,
                    0.306641,
                    0.226562,
                    0.308594,
                    0.326172,
                    0.257812,
                    0.345703,
                    0.34375,
                    0.283203,
                    0.300781,
                    0.3125,
                    0.326172,
                    0.316406,
                    0.320312,
                    0.328125,
                    0.320312,
                    0.134766,
                    0.324219,
                    0.353516,
                    0.314453,
                    0.316406,
                    0.212891,
                    0.328125,
                    0.294922,
                    0.328125,
                    0.339844,
                    0.339844,
                    0.318359,
                    0.324219,
                    0.353516,
                    0.287109,
                    0.195312,
                    0.314453,
                    0.314453,
                    0.320312,
                    0.306641,
                    0.339844,
                    0.318359,
                    0.318359,
                    0.333984,
                    0.308594,
                    0.314453,
                    0.326172,
                    0.302734,
                    0.320312,
                    0.333984,
                    0.332031,
                    0.170898,
                    0.300781,
                    0.337891,
                    0.318359,
                    0.316406,
                    0.322266,
                    0.332031,
                    0.335938,
                    0.298828,
                    0.320312,
                    0.306641,
                    0.291016,
                    0.328125,
                    0.333984,
                    0.318359,
                    0.292969,
                    0.19043,
                    0.341797,
                    0.308594,
                    0.15625,
                    0.333984,
                    0.316406,
                    0.130859,
                    0.287109,
                    0.328125,
                    0.328125,
                    0.326172,
                    0.34375,
                    0.320312,
                    0.320312,
                    0.324219,
                    0.326172,
                    0.125977,
                    0.316406,
                    0.3125,
                    0.324219,
                    0.318359,
                    0.318359,
                    0.324219,
                    0.310547,
                    0.157227,
                    0.300781,
                    0.324219,
                    0.298828,
                    0.332031,
                    0.320312,
                    0.324219,
                    0.330078,
                    0.277344,
                    0.332031,
                    0.324219,
                    0.138672,
                    0.140625,
                    0.330078,
                    0.326172,
                    0.324219,
                    0.341797,
                    0.19043,
                    0.283203,
                    0.318359,
                    0.304688,
                    0.318359,
                    0.210938,
                    0.333984,
                    0.320312,
                    0.322266,
                    0.322266,
                    0.310547,
                    0.324219,
                    0.339844,
                    0.328125,
                    0.316406,
                    0.310547,
                    0.308594,
                    0.333984,
                    0.316406,
                    0.3125,
                    0.320312,
                    0.283203,
                    0.326172,
                    0.310547,
                    0.332031,
                    0.326172,
                    0.205078,
                    0.308594,
                    0.291016,
                    0.330078,
                    0.027344,
                    0.328125,
                    0.300781,
                    0.320312,
                    0.314453,
                    0.322266,
                    0.3125,
                    0.337891,
                    0.330078,
                    0.328125,
                    0.3125,
                    0.306641,
                    0.208008,
                    0.296875,
                    0.324219,
                    0.128906,
                    0.326172,
                    0.279297,
                    0.337891,
                    0.248047,
                    0.170898,
                    0.269531,
                    0.322266,
                    0.332031,
                    0.328125,
                    0.261719,
                    0.322266,
                    0.341797,
                    0.324219,
                    0.324219,
                    0.433594,
                    0.120117,
                    0.316406,
                    0.15332,
                    0.292969,
                    0.339844,
                    0.314453,
                    0.316406,
                    0.283203,
                    0.320312,
                    0.318359,
                    0.322266,
                    0.273438,
                    0.326172,
                    0.328125,
                    0.324219,
                    0.318359,
                    0.333984,
                    0.318359,
                    0.279297,
                    0.328125,
                    0.333984,
                    0.322266,
                    0.300781,
                    0.339844,
                    0.34375,
                    0.306641,
                    0.292969,
                    0.322266,
                    0.332031,
                    0.330078,
                    0.330078,
                    0.314453,
                    0.320312,
                    0.324219,
                    0.298828,
                    0.314453,
                    0.257812,
                    -0.000162,
                    0.333984,
                    0.306641,
                    0.316406,
                    0.324219,
                    0.314453,
                    0.335938,
                    0.251953,
                    0.3125,
                    0.296875,
                    0.322266,
                    0.324219,
                    0.189453,
                    0.300781,
                    0.328125,
                    0.320312,
                    0.335938,
                    0.300781,
                    0.164062,
                    0.333984,
                    0.333984,
                    0.294922,
                    0.320312,
                    0.308594,
                    0.308594,
                    0.3125,
                    0.320312,
                    0.316406,
                    0.326172,
                    0.296875,
                    0.339844,
                    0.3125,
                    0.316406,
                    0.328125,
                    0.316406,
                    0.318359,
                    0.34375,
                    0.119629,
                    0.320312,
                    0.302734,
                    0.322266,
                    0.213867,
                    0.3125,
                    0.337891,
                    0.316406,
                    0.337891,
                    0.302734,
                    0.326172,
                    0.306641,
                    0.316406,
                    0.322266,
                    0.318359,
                    0.339844,
                    0.318359,
                    0.314453,
                    0.318359,
                    0.3125,
                    0.330078,
                    0.246094,
                    0.347656,
                    0.322266,
                    0.308594,
                    0.328125,
                    0.230469,
                    0.318359,
                    0.333984,
                    0.341797,
                    0.324219,
                    0.296875,
                    0.326172,
                    0.367188,
                    0.249023,
                    0.318359,
                    0.328125,
                    0.273438,
                    0.251953,
                    0.142578,
                    0.3125,
                    0.129883,
                    0.300781,
                    0.304688,
                    0.316406,
                    0.308594,
                    0.330078,
                    0.294922,
                    0.328125,
                    0.302734,
                    0.333984,
                    0.337891,
                    0.363281,
                    0.324219,
                    0.25,
                    0.328125,
                    0.289062,
                    0.292969,
                    0.257812,
                    0.306641,
                    0.330078,
                    0.300781,
                    0.310547,
                    0.3125,
                    0.273438,
                    0.3125,
                    0.294922,
                    0.332031,
                    0.283203,
                    0.318359,
                    0.318359,
                    0.168945,
                    0.25,
                    0.316406,
                    0.296875,
                    0.279297,
                    0.148438,
                    0.326172,
                    0.332031,
                    0.318359,
                    0.316406,
                    0.363281,
                    0.333984,
                    0.296875,
                    0.351562,
                    0.117676,
                    0.326172,
                    0.330078,
                    0.223633,
                    0.3125,
                    0.318359,
                    0.300781,
                    0.332031,
                    0.3125,
                    0.322266,
                    0.253906,
                    0.337891,
                    0.322266,
                    0.328125,
                    0.3125,
                    0.257812,
                    0.310547,
                    0.296875,
                    0.304688,
                    0.326172,
                    0.291016,
                    0.333984,
                    0.332031,
                    0.183594,
                    0.220703,
                    0.296875,
                    0.322266,
                    0.332031,
                    0.341797,
                    0.324219,
                    0.333984,
                    0.318359,
                    0.298828,
                    0.192383,
                    0.330078,
                    0.176758,
                    0.155273,
                    0.341797,
                    0.339844,
                    0.318359,
                    0.316406,
                    0.322266,
                    0.314453,
                    0.289062,
                    0.310547,
                    0.188477,
                    0.363281,
                    0.308594,
                    0.318359,
                    0.300781,
                    0.275391,
                    0.347656,
                    0.310547,
                    0.320312,
                    0.324219,
                    0.320312,
                    0.326172,
                    0.337891,
                    0.310547,
                    0.320312,
                    0.320312,
                    0.175781,
                    0.324219,
                    0.245117,
                    0.337891,
                    0.330078,
                    0.314453,
                    0.375,
                    0.404297,
                    0.120605,
                    0.330078,
                    0.326172,
                    0.333984,
                    0.145508,
                    0.162109,
                    0.197266,
                    0.12207,
                    0.202148,
                    0.3125,
                    0.273438,
                    0.318359,
                    0.328125,
                    0.310547,
                    0.326172,
                    0.316406,
                    0.273438,
                    0.308594,
                    0.316406,
                    0.326172,
                    0.316406,
                    0.326172,
                    0.292969,
                    0.328125,
                    0.333984,
                    0.253906,
                    0.349609,
                    0.3125,
                    0.324219,
                    0.304688,
                    0.339844,
                    0.318359,
                    0.318359,
                    0.333984,
                    0.318359,
                    0.214844,
                    0.316406,
                    0.337891,
                    0.310547,
                    0.320312,
                    0.28125,
                    0.320312,
                    0.143555,
                    0.328125,
                    0.322266,
                    0.164062,
                    0.326172,
                    0.314453,
                    0.300781,
                    0.335938,
                    0.306641,
                    0.328125,
                    0.259766,
                    0.201172,
                    0.318359,
                    0.308594,
                    0.308594,
                    0.318359,
                    0.222656,
                    0.316406,
                    0.275391,
                    0.300781,
                    0.326172,
                    0.324219,
                    0.320312,
                    0.28125,
                    0.318359,
                    0.322266,
                    0.285156,
                    0.361328,
                    0.324219,
                    0.320312,
                    0.241211,
                    0.3125,
                    0.328125,
                    0.310547,
                    0.302734,
                    0.326172,
                    0.298828,
                    0.308594,
                    0.333984,
                    0.244141,
                    0.314453,
                    0.328125,
                    0.291016,
                    0.304688,
                    0.34375,
                    0.316406,
                    0.292969,
                    0.277344,
                    0.316406,
                    0.326172,
                    0.302734,
                    0.121582,
                    0.326172,
                    0.326172,
                    0.320312,
                    0.306641,
                    0.279297,
                    0.289062,
                    0.332031,
                    0.332031,
                    0.324219,
                    0.335938,
                    0.498047,
                    0.308594,
                    0.106445,
                    0.326172,
                    0.328125,
                    0.253906,
                    0.326172,
                    0.314453,
                    0.316406,
                    0.347656,
                    0.265625,
                    0.326172,
                    0.320312,
                    0.308594,
                    0.324219,
                    0.320312,
                    0.28125,
                    0.332031,
                    0.318359,
                    0.324219,
                    0.112793,
                    0.310547,
                    0.275391,
                    0.291016,
                    0.310547,
                    0.277344,
                    0.326172,
                    0.341797,
                    0.324219,
                    0.308594,
                    0.314453,
                    0.328125,
                    0.310547,
                    0.316406,
                    0.322266,
                    0.308594,
                    0.314453,
                    0.289062,
                    0.3125,
                    0.324219,
                    0.287109,
                    0.308594,
                    0.328125,
                    0.326172,
                    0.310547,
                    0.314453,
                    0.310547,
                    0.328125,
                    0.339844,
                    0.318359,
                    0.332031,
                    0.335938,
                    0.330078,
                    0.320312,
                    0.308594,
                    0.324219,
                    0.326172,
                    0.318359,
                    0.328125,
                    0.251953,
                    0.328125,
                    0.320312,
                    0.306641,
                    0.335938,
                    0.308594,
                    0.3125,
                    0.326172,
                    0.287109,
                    0.347656,
                    0.333984,
                    0.000755,
                    0.249023,
                    0.332031,
                    0.337891,
                    0.150391,
                    0.332031,
                    0.375,
                    0.341797,
                    0.324219,
                    0.273438,
                    0.291016,
                    0.271484,
                    0.322266,
                    0.285156,
                    0.316406,
                    0.314453,
                    0.320312,
                    0.310547,
                    0.28125,
                    0.306641,
                    0.326172,
                    0.316406,
                    0.320312,
                    0.330078,
                    0.273438,
                    0.322266,
                    0.263672,
                    0.384766,
                    0.316406,
                    0.124023,
                    0.324219,
                    0.28125,
                    0.324219,
                    0.3125,
                    0.318359,
                    0.283203,
                    0.324219,
                    0.328125,
                    0.347656,
                    0.316406,
                    0.318359,
                    0.18457,
                    0.314453,
                    0.320312,
                    0.326172,
                    0.300781,
                    0.3125,
                    0.324219,
                    0.333984,
                    0.275391,
                    0.332031,
                    0.3125,
                    0.210938,
                    0.3125,
                    0.298828,
                    0.314453,
                    0.287109,
                    0.335938,
                    0.273438,
                    0.460938,
                    0.333984,
                    0.134766,
                    0.3125,
                    0.333984,
                    0.318359,
                    0.318359,
                    0.345703,
                    0.304688,
                    0.322266,
                    0.333984,
                    0.324219,
                    0.306641,
                    0.326172,
                    0.322266,
                    0.304688,
                    0.306641,
                    0.25,
                    0.261719,
                    0.171875,
                    0.296875,
                    0.328125,
                    0.3125,
                    0.294922,
                    0.296875,
                    0.163086,
                    0.332031,
                    0.322266,
                    0.3125,
                    0.318359,
                    0.289062,
                    0.22168,
                    0.310547,
                    0.289062,
                    0.332031,
                    0.337891,
                    0.328125,
                    0.330078,
                    0.322266,
                    0.316406,
                    0.227539,
                    0.318359,
                    0.257812,
                    0.28125,
                    0.304688,
                    0.332031,
                    0.183594,
                    0.320312,
                    0.128906,
                    0.330078,
                    0.253906,
                    0.318359,
                    0.316406,
                    0.326172,
                    0.308594,
                    0.324219,
                    0.304688,
                    0.328125,
                    0.318359,
                    0.296875,
                    0.228516,
                    0.328125,
                    0.296875,
                    0.22168,
                    0.259766,
                    0.310547,
                    0.302734,
                    0.318359,
                    0.316406,
                    0.341797,
                    0.330078,
                    0.279297,
                    0.298828,
                    0.310547,
                    0.302734,
                    0.251953,
                    0.302734,
                    0.3125,
                    0.296875,
                    0.291016,
                    0.347656,
                    0.332031,
                    0.318359,
                    0.337891,
                    0.308594,
                    0.332031,
                    0.332031,
                    0.324219,
                    0.335938,
                    0.314453,
                    0.335938,
                    0.316406,
                    0.324219,
                    0.28125,
                    0.324219,
                    0.302734,
                    0.310547,
                    0.251953,
                    0.296875,
                    0.320312,
                    0.328125,
                    0.263672,
                    0.246094,
                    0.347656,
                    0.24707,
                    0.333984,
                    0.328125,
                    0.318359,
                    0.332031,
                    0.332031,
                    0.289062,
                    0.291016,
                    0.243164,
                    0.269531,
                    0.324219,
                    0.330078,
                    0.24707,
                    0.326172,
                    0.308594,
                    0.251953,
                    0.275391,
                    0.330078,
                    0.328125,
                    0.339844,
                    0.300781,
                    0.289062,
                    0.320312,
                    0.186523,
                    0.326172,
                    0.316406,
                    0.176758,
                    0.324219,
                    0.298828,
                    0.333984,
                    0.320312,
                    0.337891,
                    0.24707,
                    0.326172,
                    0.341797,
                    0.169922,
                    0.316406,
                    0.326172,
                    0.138672,
                    0.240234,
                    0.330078,
                    0.316406,
                    0.289062,
                    0.314453,
                    0.283203,
                    0.154297,
                    0.367188,
                    0.324219,
                    0.291016,
                    0.114746,
                    0.324219,
                    0.341797,
                    0.269531,
                    0.316406,
                    0.3125,
                    0.330078,
                    0.302734,
                    0.296875,
                    0.322266,
                    0.320312,
                    0.279297,
                    0.310547,
                    0.308594,
                    0.324219,
                    0.332031,
                    0.133789,
                    0.291016,
                    0.277344,
                    0.535156,
                    0.341797,
                    0.287109,
                    0.261719,
                    0.328125,
                    0.25,
                    0.296875,
                    0.326172,
                    0.279297,
                    0.324219,
                    0.1875,
                    0.318359,
                    0.314453,
                    0.326172,
                    0.244141,
                    0.277344,
                    0.333984,
                    0.314453,
                    0.324219,
                    0.335938,
                    0.320312,
                    0.320312,
                    0.28125,
                    0.314453,
                    0.322266,
                    0.308594,
                    0.324219,
                    0.328125,
                    0.332031,
                    0.326172,
                    0.134766,
                    0.277344,
                    0.314453,
                    0.322266,
                    0.116211,
                    0.328125,
                    0.279297,
                    0.318359,
                    0.310547,
                    0.333984,
                    0.294922,
                    0.316406,
                    0.320312,
                    0.339844,
                    0.3125,
                    0.333984,
                    0.298828,
                    0.345703,
                    0.337891,
                    0.320312,
                    0.300781,
                    0.310547
                ]
            },
            "name": "model.transformer.layers.6.ffn_norm.weight",
            "outputIndexes": [
                459
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                458,
                459
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/ffn_norm_6/Mul_1_output_0",
            "outputIndexes": [
                460
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/mlp/proj_1/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                460
            ],
            "outputIndexes": [
                1626
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/mlp/proj_1/Linear/pre_convert",
            "inputIndexes": [
                1626
            ],
            "outputIndexes": [
                1627
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/mlp/proj_1/Linear",
            "inputIndexes": [
                1627
            ],
            "outputIndexes": [
                1628
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 5120,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 61440,
                    "weightSize": 0
                },
                "external": [
                    36424048,
                    3932182,
                    491520,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/mlp/proj_1/Linear/post_convert",
            "inputIndexes": [
                1628
            ],
            "outputIndexes": [
                1629
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/mlp/proj_1/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1629
            ],
            "outputIndexes": [
                461
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    5120
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                461,
                21,
                221,
                95
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/ffn_6/Slice_output_0",
            "outputIndexes": [
                462
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                462
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/ffn/act_6/Sigmoid_output_0",
            "outputIndexes": [
                463
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                462,
                463
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/ffn/act_6/Mul_output_0",
            "outputIndexes": [
                464
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    5120
                ]
            },
            "name": "/ffn_6/Mul_1_output_0",
            "outputIndexes": [
                465
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                461,
                221,
                465,
                95
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/ffn_6/Slice_1_output_0",
            "outputIndexes": [
                466
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                464,
                466
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/ffn_6/Mul_2_output_0",
            "outputIndexes": [
                467
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/mlp/proj_2/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                467
            ],
            "outputIndexes": [
                1630
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    2560,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/mlp/proj_2/Linear/pre_convert",
            "inputIndexes": [
                1630
            ],
            "outputIndexes": [
                1631
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/mlp/proj_2/Linear",
            "inputIndexes": [
                1631
            ],
            "outputIndexes": [
                1632
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 2560,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 30720,
                    "weightSize": 0
                },
                "external": [
                    40847750,
                    1966102,
                    245760,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/mlp/proj_2/Linear/post_convert",
            "inputIndexes": [
                1632
            ],
            "outputIndexes": [
                1633
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/mlp/proj_2/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1633
            ],
            "outputIndexes": [
                468
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                457,
                468
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_27_output_0",
            "outputIndexes": [
                469
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                469,
                1
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_28_output_0",
            "outputIndexes": [
                470
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                470
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/attn_norm_7/Mul_output_0",
            "outputIndexes": [
                471
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.210938,
                    0.208984,
                    0.192383,
                    0.208008,
                    0.194336,
                    0.198242,
                    0.207031,
                    0.1875,
                    0.197266,
                    0.179688,
                    0.19043,
                    0.135742,
                    0.196289,
                    0.175781,
                    0.155273,
                    0.179688,
                    0.216797,
                    0.246094,
                    0.222656,
                    0.147461,
                    0.057861,
                    0.21582,
                    0.129883,
                    0.188477,
                    0.182617,
                    0.18457,
                    0.149414,
                    0.15625,
                    0.193359,
                    0.175781,
                    0.173828,
                    0.200195,
                    0.166992,
                    0.194336,
                    0.160156,
                    0.18457,
                    0.208984,
                    0.175781,
                    0.162109,
                    0.189453,
                    0.203125,
                    0.196289,
                    0.193359,
                    0.197266,
                    0.177734,
                    0.211914,
                    0.185547,
                    0.176758,
                    0.188477,
                    0.131836,
                    0.193359,
                    0.175781,
                    0.211914,
                    0.149414,
                    0.392578,
                    0.191406,
                    0.181641,
                    0.183594,
                    0.169922,
                    0.177734,
                    0.1875,
                    0.185547,
                    0.071777,
                    0.178711,
                    0.09668,
                    0.199219,
                    0.143555,
                    0.196289,
                    0.243164,
                    0.277344,
                    0.194336,
                    0.24707,
                    0.178711,
                    0.208984,
                    0.155273,
                    0.180664,
                    0.174805,
                    0.222656,
                    0.191406,
                    0.202148,
                    0.203125,
                    0.185547,
                    0.201172,
                    0.192383,
                    0.150391,
                    0.223633,
                    0.167969,
                    0.149414,
                    0.181641,
                    0.172852,
                    0.186523,
                    0.226562,
                    0.210938,
                    0.204102,
                    0.172852,
                    0.208984,
                    0.142578,
                    0.182617,
                    0.098633,
                    0.133789,
                    0.181641,
                    0.240234,
                    0.182617,
                    0.179688,
                    0.203125,
                    0.185547,
                    0.209961,
                    0.164062,
                    0.168945,
                    0.172852,
                    0.191406,
                    0.207031,
                    0.150391,
                    0.175781,
                    0.207031,
                    0.201172,
                    0.129883,
                    0.19043,
                    0.208984,
                    0.188477,
                    0.166992,
                    0.197266,
                    0.195312,
                    0.198242,
                    0.183594,
                    0.166016,
                    0.185547,
                    0.200195,
                    0.192383,
                    0.226562,
                    0.169922,
                    0.180664,
                    0.189453,
                    0.160156,
                    0.198242,
                    0.195312,
                    0.175781,
                    0.176758,
                    0.197266,
                    0.170898,
                    0.192383,
                    0.226562,
                    0.202148,
                    0.158203,
                    0.116211,
                    0.122559,
                    0.201172,
                    0.21582,
                    0.170898,
                    0.189453,
                    0.208008,
                    0.204102,
                    0.217773,
                    0.201172,
                    0.176758,
                    0.181641,
                    0.225586,
                    0.138672,
                    0.170898,
                    0.255859,
                    0.206055,
                    0.231445,
                    0.214844,
                    0.202148,
                    0.1875,
                    0.194336,
                    0.213867,
                    0.198242,
                    0.216797,
                    0.212891,
                    0.124023,
                    0.174805,
                    0.117676,
                    0.175781,
                    0.185547,
                    0.155273,
                    0.186523,
                    0.203125,
                    0.194336,
                    0.202148,
                    0.173828,
                    0.19043,
                    0.172852,
                    0.180664,
                    0.196289,
                    0.172852,
                    0.191406,
                    0.206055,
                    0.204102,
                    0.188477,
                    0.203125,
                    0.192383,
                    0.451172,
                    0.208008,
                    0.199219,
                    0.212891,
                    0.239258,
                    0.171875,
                    0.200195,
                    0.277344,
                    0.189453,
                    0.193359,
                    0.180664,
                    0.198242,
                    0.1875,
                    0.180664,
                    0.194336,
                    0.200195,
                    0.201172,
                    0.180664,
                    0.19043,
                    0.22168,
                    0.179688,
                    0.188477,
                    0.245117,
                    0.201172,
                    0.174805,
                    0.194336,
                    0.181641,
                    0.208984,
                    0.167969,
                    0.335938,
                    0.161133,
                    0.08252,
                    0.172852,
                    0.294922,
                    0.180664,
                    0.176758,
                    0.19043,
                    0.196289,
                    0.145508,
                    0.181641,
                    0.237305,
                    0.197266,
                    0.185547,
                    0.169922,
                    0.196289,
                    0.181641,
                    0.1875,
                    0.203125,
                    0.205078,
                    0.115234,
                    0.174805,
                    0.194336,
                    0.195312,
                    0.1875,
                    0.099609,
                    0.170898,
                    0.21875,
                    0.200195,
                    0.181641,
                    0.097656,
                    0.198242,
                    0.229492,
                    0.199219,
                    0.186523,
                    0.185547,
                    0.198242,
                    0.173828,
                    0.169922,
                    0.203125,
                    0.193359,
                    0.087891,
                    0.177734,
                    0.168945,
                    0.223633,
                    0.196289,
                    0.285156,
                    0.195312,
                    0.181641,
                    0.166992,
                    0.19043,
                    0.174805,
                    0.162109,
                    0.210938,
                    0.1875,
                    0.1875,
                    0.129883,
                    0.188477,
                    0.167969,
                    0.204102,
                    0.169922,
                    0.206055,
                    0.189453,
                    0.180664,
                    0.200195,
                    0.168945,
                    0.181641,
                    0.248047,
                    0.204102,
                    0.175781,
                    0.178711,
                    0.185547,
                    0.277344,
                    0.085938,
                    0.171875,
                    0.098145,
                    0.176758,
                    0.168945,
                    0.140625,
                    0.206055,
                    0.1875,
                    0.179688,
                    0.208008,
                    0.18457,
                    0.193359,
                    0.196289,
                    0.211914,
                    0.173828,
                    0.172852,
                    0.173828,
                    0.191406,
                    0.141602,
                    0.195312,
                    0.138672,
                    0.191406,
                    0.196289,
                    0.125977,
                    0.257812,
                    0.230469,
                    0.175781,
                    0.166016,
                    0.176758,
                    0.199219,
                    0.176758,
                    0.213867,
                    0.182617,
                    0.21875,
                    0.207031,
                    0.15625,
                    0.170898,
                    0.178711,
                    0.180664,
                    0.199219,
                    0.175781,
                    0.195312,
                    0.208984,
                    0.212891,
                    0.161133,
                    0.182617,
                    0.166992,
                    0.188477,
                    0.197266,
                    0.141602,
                    0.185547,
                    0.115723,
                    0.699219,
                    0.139648,
                    0.204102,
                    0.206055,
                    0.217773,
                    0.205078,
                    0.145508,
                    0.259766,
                    0.219727,
                    0.470703,
                    0.222656,
                    0.181641,
                    0.185547,
                    0.201172,
                    0.203125,
                    0.189453,
                    0.206055,
                    0.206055,
                    0.196289,
                    0.237305,
                    0.199219,
                    0.204102,
                    0.194336,
                    0.096191,
                    0.11377,
                    0.212891,
                    0.12207,
                    0.189453,
                    0.181641,
                    0.079102,
                    0.222656,
                    0.208008,
                    0.22168,
                    0.197266,
                    0.197266,
                    0.181641,
                    0.174805,
                    0.194336,
                    0.147461,
                    0.1875,
                    0.086914,
                    0.175781,
                    0.186523,
                    0.21875,
                    0.217773,
                    0.195312,
                    0.182617,
                    0.07959,
                    0.177734,
                    0.287109,
                    0.171875,
                    0.392578,
                    0.050049,
                    0.115234,
                    0.212891,
                    0.202148,
                    0.111816,
                    0.180664,
                    0.183594,
                    0.109375,
                    0.111816,
                    0.180664,
                    0.19043,
                    0.171875,
                    0.175781,
                    0.19043,
                    0.206055,
                    0.197266,
                    0.168945,
                    0.185547,
                    0.203125,
                    0.1875,
                    0.198242,
                    0.195312,
                    0.231445,
                    0.236328,
                    0.235352,
                    0.363281,
                    0.195312,
                    0.202148,
                    0.19043,
                    0.189453,
                    0.283203,
                    0.179688,
                    0.222656,
                    0.178711,
                    0.197266,
                    0.188477,
                    0.182617,
                    0.162109,
                    0.207031,
                    0.192383,
                    0.182617,
                    0.200195,
                    0.197266,
                    0.178711,
                    0.186523,
                    0.202148,
                    0.170898,
                    0.186523,
                    0.199219,
                    0.106934,
                    0.172852,
                    0.175781,
                    0.273438,
                    0.169922,
                    0.237305,
                    0.1875,
                    0.154297,
                    0.22168,
                    0.202148,
                    0.15918,
                    0.177734,
                    0.172852,
                    0.202148,
                    0.11377,
                    0.240234,
                    0.208984,
                    0.208984,
                    0.151367,
                    0.21582,
                    0.196289,
                    0.193359,
                    0.192383,
                    0.193359,
                    0.171875,
                    0.211914,
                    0.139648,
                    0.202148,
                    0.206055,
                    0.204102,
                    0.188477,
                    0.19043,
                    0.19043,
                    0.196289,
                    0.207031,
                    0.201172,
                    0.204102,
                    0.189453,
                    0.089355,
                    0.169922,
                    0.200195,
                    0.207031,
                    0.178711,
                    0.213867,
                    0.214844,
                    0.217773,
                    0.1875,
                    0.203125,
                    0.207031,
                    0.166992,
                    0.194336,
                    0.1875,
                    0.193359,
                    0.209961,
                    0.163086,
                    0.086914,
                    0.18457,
                    0.1875,
                    0.193359,
                    0.208008,
                    0.178711,
                    0.178711,
                    0.166016,
                    0.203125,
                    0.195312,
                    0.142578,
                    0.1875,
                    0.234375,
                    0.188477,
                    0.175781,
                    0.172852,
                    0.188477,
                    0.198242,
                    0.163086,
                    0.237305,
                    0.222656,
                    0.171875,
                    0.165039,
                    0.177734,
                    0.224609,
                    0.195312,
                    0.188477,
                    0.671875,
                    0.167969,
                    0.172852,
                    0.1875,
                    0.21582,
                    0.172852,
                    0.084961,
                    0.157227,
                    0.191406,
                    0.191406,
                    0.22168,
                    0.164062,
                    0.177734,
                    0.19043,
                    0.192383,
                    0.207031,
                    0.200195,
                    0.166016,
                    0.204102,
                    0.18457,
                    0.193359,
                    0.18457,
                    0.193359,
                    0.257812,
                    0.176758,
                    0.186523,
                    0.194336,
                    0.166016,
                    0.176758,
                    0.180664,
                    0.18457,
                    0.183594,
                    0.152344,
                    0.175781,
                    0.148438,
                    0.267578,
                    0.185547,
                    0.203125,
                    0.174805,
                    0.180664,
                    0.223633,
                    0.196289,
                    0.182617,
                    0.179688,
                    0.208008,
                    0.173828,
                    0.231445,
                    0.242188,
                    0.185547,
                    0.191406,
                    0.188477,
                    0.189453,
                    0.248047,
                    0.188477,
                    0.177734,
                    0.19043,
                    0.171875,
                    0.192383,
                    0.233398,
                    0.22168,
                    0.18457,
                    0.196289,
                    0.204102,
                    0.203125,
                    0.193359,
                    0.15625,
                    0.180664,
                    0.149414,
                    0.104004,
                    0.223633,
                    0.146484,
                    0.213867,
                    0.199219,
                    0.191406,
                    0.174805,
                    0.191406,
                    0.182617,
                    0.193359,
                    0.134766,
                    0.144531,
                    0.194336,
                    0.199219,
                    0.121094,
                    0.183594,
                    0.182617,
                    0.208008,
                    0.168945,
                    0.173828,
                    0.171875,
                    0.203125,
                    0.168945,
                    0.198242,
                    0.172852,
                    0.179688,
                    0.175781,
                    0.201172,
                    0.195312,
                    0.189453,
                    0.186523,
                    0.174805,
                    0.146484,
                    0.196289,
                    0.185547,
                    0.222656,
                    0.220703,
                    0.224609,
                    0.175781,
                    0.183594,
                    0.176758,
                    0.236328,
                    0.185547,
                    0.287109,
                    0.185547,
                    0.169922,
                    0.210938,
                    0.213867,
                    0.206055,
                    0.189453,
                    0.060547,
                    0.195312,
                    0.267578,
                    0.15918,
                    0.199219,
                    0.212891,
                    0.181641,
                    0.1875,
                    0.169922,
                    0.148438,
                    0.200195,
                    0.191406,
                    0.408203,
                    0.193359,
                    0.223633,
                    0.197266,
                    0.207031,
                    0.191406,
                    0.183594,
                    0.233398,
                    0.217773,
                    0.18457,
                    0.1875,
                    0.18457,
                    0.201172,
                    0.119629,
                    0.204102,
                    0.169922,
                    0.196289,
                    0.302734,
                    0.165039,
                    0.18457,
                    0.191406,
                    0.196289,
                    0.1875,
                    0.203125,
                    0.193359,
                    0.178711,
                    0.1875,
                    0.169922,
                    0.176758,
                    0.22168,
                    0.213867,
                    0.185547,
                    0.182617,
                    0.167969,
                    0.143555,
                    0.185547,
                    0.192383,
                    0.199219,
                    0.202148,
                    0.185547,
                    0.179688,
                    0.18457,
                    0.185547,
                    0.103516,
                    0.204102,
                    0.120117,
                    0.183594,
                    0.168945,
                    0.160156,
                    0.182617,
                    0.180664,
                    0.185547,
                    0.216797,
                    0.175781,
                    0.188477,
                    0.197266,
                    0.12207,
                    0.212891,
                    0.139648,
                    0.203125,
                    0.194336,
                    0.165039,
                    0.217773,
                    0.109375,
                    0.196289,
                    0.166016,
                    0.185547,
                    0.202148,
                    0.188477,
                    0.166992,
                    0.180664,
                    0.166992,
                    0.185547,
                    0.209961,
                    0.349609,
                    0.223633,
                    0.138672,
                    0.178711,
                    0.201172,
                    0.197266,
                    0.219727,
                    0.253906,
                    0.198242,
                    0.19043,
                    0.294922,
                    0.192383,
                    0.178711,
                    0.163086,
                    0.210938,
                    0.198242,
                    0.458984,
                    0.205078,
                    0.208984,
                    0.197266,
                    0.233398,
                    0.1875,
                    0.380859,
                    0.182617,
                    0.197266,
                    0.291016,
                    0.191406,
                    0.11084,
                    0.171875,
                    0.183594,
                    0.200195,
                    0.180664,
                    0.096191,
                    0.191406,
                    0.189453,
                    0.207031,
                    0.204102,
                    0.150391,
                    0.15918,
                    0.191406,
                    0.451172,
                    0.199219,
                    0.189453,
                    0.204102,
                    0.166016,
                    0.175781,
                    0.226562,
                    0.175781,
                    0.195312,
                    0.210938,
                    0.179688,
                    0.100098,
                    0.117676,
                    0.227539,
                    0.181641,
                    0.182617,
                    0.160156,
                    0.149414,
                    0.25,
                    0.180664,
                    0.199219,
                    0.201172,
                    0.168945,
                    0.147461,
                    0.179688,
                    0.18457,
                    0.171875,
                    0.171875,
                    0.172852,
                    0.166992,
                    0.181641,
                    0.167969,
                    0.200195,
                    0.195312,
                    0.199219,
                    0.203125,
                    0.213867,
                    0.185547,
                    0.181641,
                    0.204102,
                    0.179688,
                    0.150391,
                    0.194336,
                    0.172852,
                    0.194336,
                    0.18457,
                    0.157227,
                    0.361328,
                    0.210938,
                    0.243164,
                    0.19043,
                    0.186523,
                    0.249023,
                    0.163086,
                    0.145508,
                    0.206055,
                    0.191406,
                    0.209961,
                    0.18457,
                    0.28125,
                    0.168945,
                    0.19043,
                    0.167969,
                    0.158203,
                    0.166016,
                    0.206055,
                    0.169922,
                    0.143555,
                    0.246094,
                    0.183594,
                    0.179688,
                    0.232422,
                    0.194336,
                    0.164062,
                    0.189453,
                    0.193359,
                    0.163086,
                    0.226562,
                    0.100098,
                    0.207031,
                    0.124023,
                    0.225586,
                    0.193359,
                    0.172852,
                    0.225586,
                    0.191406,
                    0.195312,
                    0.185547,
                    0.194336,
                    0.189453,
                    0.191406,
                    0.171875,
                    0.225586,
                    0.15625,
                    0.197266,
                    0.195312,
                    0.220703,
                    0.201172,
                    0.171875,
                    0.166992,
                    0.175781,
                    0.172852,
                    0.163086,
                    0.219727,
                    0.183594,
                    0.180664,
                    0.173828,
                    0.173828,
                    0.171875,
                    0.180664,
                    0.227539,
                    0.196289,
                    0.179688,
                    0.213867,
                    0.191406,
                    0.001015,
                    0.198242,
                    0.22168,
                    0.208984,
                    0.191406,
                    0.179688,
                    0.152344,
                    0.1875,
                    0.211914,
                    0.194336,
                    0.141602,
                    0.175781,
                    0.140625,
                    0.208008,
                    0.210938,
                    0.255859,
                    0.235352,
                    0.186523,
                    0.523438,
                    0.208008,
                    0.249023,
                    0.213867,
                    0.180664,
                    0.185547,
                    0.196289,
                    0.201172,
                    0.238281,
                    0.201172,
                    0.155273,
                    0.172852,
                    0.191406,
                    0.199219,
                    0.173828,
                    0.191406,
                    0.198242,
                    0.209961,
                    0.182617,
                    0.068848,
                    0.199219,
                    0.158203,
                    0.192383,
                    0.246094,
                    0.211914,
                    0.208984,
                    0.179688,
                    0.210938,
                    0.202148,
                    0.192383,
                    0.186523,
                    0.148438,
                    0.200195,
                    0.209961,
                    0.150391,
                    0.165039,
                    0.173828,
                    0.224609,
                    0.204102,
                    0.181641,
                    0.19043,
                    0.197266,
                    0.213867,
                    0.195312,
                    0.192383,
                    0.176758,
                    0.177734,
                    0.167969,
                    0.228516,
                    0.178711,
                    0.189453,
                    0.180664,
                    0.108887,
                    0.169922,
                    0.1875,
                    0.195312,
                    0.231445,
                    0.212891,
                    0.255859,
                    0.213867,
                    0.099609,
                    0.188477,
                    0.177734,
                    0.164062,
                    0.194336,
                    0.1875,
                    0.213867,
                    0.188477,
                    0.225586,
                    0.18457,
                    0.192383,
                    0.116211,
                    0.200195,
                    0.255859,
                    0.198242,
                    0.179688,
                    0.178711,
                    0.199219,
                    0.211914,
                    0.180664,
                    0.19043,
                    0.208008,
                    0.183594,
                    0.199219,
                    0.166016,
                    0.205078,
                    0.182617,
                    0.178711,
                    0.208008,
                    0.202148,
                    0.112305,
                    0.198242,
                    0.179688,
                    0.198242,
                    0.185547,
                    0.102539,
                    0.198242,
                    0.208008,
                    0.188477,
                    0.201172,
                    0.11084,
                    0.251953,
                    0.216797,
                    0.306641,
                    0.08252,
                    0.202148,
                    0.194336,
                    0.163086,
                    0.186523,
                    0.183594,
                    0.21875,
                    0.173828,
                    0.310547,
                    0.1875,
                    0.168945,
                    0.164062,
                    0.179688,
                    1.078125,
                    0.166992,
                    0.206055,
                    0.167969,
                    0.217773,
                    0.219727,
                    0.196289,
                    0.1875,
                    0.21875,
                    0.197266,
                    0.144531,
                    0.150391,
                    0.201172,
                    0.206055,
                    0.21875,
                    0.201172,
                    0.211914,
                    0.186523,
                    0.191406,
                    0.180664,
                    0.204102,
                    0.173828,
                    0.230469,
                    0.179688,
                    0.257812,
                    0.161133,
                    0.176758,
                    0.209961,
                    0.204102,
                    0.212891,
                    0.223633,
                    0.167969,
                    0.147461,
                    0.147461,
                    0.207031,
                    0.183594,
                    0.122559,
                    0.204102,
                    0.11084,
                    0.169922,
                    0.226562,
                    0.198242,
                    0.214844,
                    0.19043,
                    0.1875,
                    0.201172,
                    0.195312,
                    0.15625,
                    0.140625,
                    0.164062,
                    0.188477,
                    0.198242,
                    0.166016,
                    0.196289,
                    0.087891,
                    0.251953,
                    0.076172,
                    0.195312,
                    0.200195,
                    0.227539,
                    0.123535,
                    0.123535,
                    0.4375,
                    0.073242,
                    0.144531,
                    0.212891,
                    0.208008,
                    0.186523,
                    0.18457,
                    0.249023,
                    0.202148,
                    0.196289,
                    0.200195,
                    0.170898,
                    0.151367,
                    0.18457,
                    0.205078,
                    0.166992,
                    0.161133,
                    0.169922,
                    0.203125,
                    0.470703,
                    0.155273,
                    0.181641,
                    0.1875,
                    0.210938,
                    0.172852,
                    0.177734,
                    0.1875,
                    0.200195,
                    0.171875,
                    0.146484,
                    0.174805,
                    0.139648,
                    0.198242,
                    0.195312,
                    0.203125,
                    0.151367,
                    0.105469,
                    0.197266,
                    0.191406,
                    0.161133,
                    0.1875,
                    0.18457,
                    0.198242,
                    0.174805,
                    0.192383,
                    0.200195,
                    0.173828,
                    0.15625,
                    0.219727,
                    0.207031,
                    0.19043,
                    0.207031,
                    0.140625,
                    0.175781,
                    0.171875,
                    0.181641,
                    0.191406,
                    0.179688,
                    0.210938,
                    0.259766,
                    0.19043,
                    0.191406,
                    0.194336,
                    0.144531,
                    0.179688,
                    0.238281,
                    0.178711,
                    0.197266,
                    0.176758,
                    0.21582,
                    0.207031,
                    0.204102,
                    0.168945,
                    0.172852,
                    0.168945,
                    0.203125,
                    0.182617,
                    0.174805,
                    0.197266,
                    0.213867,
                    0.050293,
                    0.178711,
                    0.177734,
                    0.183594,
                    0.208984,
                    0.174805,
                    0.220703,
                    0.087402,
                    0.15918,
                    0.189453,
                    0.181641,
                    0.181641,
                    0.204102,
                    0.204102,
                    0.162109,
                    0.214844,
                    0.206055,
                    0.182617,
                    0.229492,
                    0.186523,
                    0.090332,
                    0.171875,
                    0.222656,
                    0.210938,
                    0.177734,
                    0.191406,
                    0.189453,
                    0.148438,
                    0.198242,
                    0.193359,
                    0.197266,
                    0.194336,
                    0.175781,
                    0.192383,
                    0.21582,
                    0.188477,
                    0.212891,
                    0.172852,
                    0.08252,
                    0.166992,
                    0.246094,
                    0.183594,
                    0.164062,
                    0.194336,
                    0.234375,
                    0.151367,
                    0.203125,
                    0.19043,
                    0.180664,
                    0.139648,
                    0.18457,
                    0.181641,
                    0.209961,
                    0.204102,
                    0.210938,
                    0.238281,
                    0.208008,
                    0.19043,
                    0.222656,
                    0.193359,
                    0.192383,
                    0.19043,
                    0.177734,
                    0.210938,
                    0.176758,
                    0.196289,
                    0.124023,
                    0.19043,
                    0.1875,
                    0.178711,
                    0.179688,
                    0.243164,
                    0.202148,
                    0.19043,
                    0.189453,
                    0.205078,
                    0.180664,
                    0.219727,
                    0.19043,
                    0.191406,
                    0.208008,
                    0.205078,
                    0.18457,
                    0.1875,
                    0.168945,
                    0.203125,
                    0.198242,
                    0.183594,
                    0.216797,
                    0.176758,
                    0.173828,
                    0.173828,
                    0.15625,
                    0.197266,
                    0.124512,
                    0.217773,
                    0.15918,
                    0.208008,
                    0.185547,
                    0.167969,
                    0.203125,
                    0.178711,
                    0.191406,
                    0.203125,
                    0.174805,
                    0.203125,
                    0.214844,
                    0.237305,
                    0.21875,
                    0.193359,
                    0.181641,
                    0.200195,
                    0.196289,
                    0.198242,
                    0.212891,
                    0.097656,
                    0.195312,
                    0.099121,
                    0.181641,
                    0.209961,
                    0.198242,
                    0.213867,
                    0.172852,
                    0.213867,
                    0.194336,
                    0.186523,
                    0.202148,
                    0.179688,
                    0.195312,
                    0.133789,
                    0.185547,
                    0.174805,
                    0.203125,
                    0.200195,
                    0.192383,
                    0.172852,
                    0.229492,
                    0.189453,
                    0.194336,
                    0.1875,
                    0.15625,
                    0.181641,
                    0.173828,
                    0.196289,
                    0.188477,
                    0.198242,
                    0.191406,
                    0.15332,
                    0.195312,
                    0.111328,
                    0.212891,
                    0.193359,
                    0.211914,
                    0.189453,
                    0.157227,
                    0.205078,
                    0.179688,
                    0.188477,
                    0.231445,
                    0.188477,
                    0.193359,
                    0.174805,
                    0.185547,
                    0.198242,
                    0.180664,
                    0.163086,
                    0.130859,
                    0.213867,
                    0.173828,
                    0.191406,
                    0.246094,
                    0.191406,
                    0.435547,
                    0.171875,
                    0.212891,
                    0.149414,
                    0.199219,
                    0.19043,
                    0.333984,
                    0.197266,
                    0.21582,
                    0.178711,
                    0.173828,
                    0.19043,
                    0.178711,
                    0.197266,
                    0.177734,
                    0.208984,
                    0.188477,
                    0.176758,
                    0.197266,
                    0.178711,
                    0.188477,
                    0.130859,
                    0.200195,
                    0.105957,
                    0.21875,
                    0.18457,
                    0.191406,
                    0.197266,
                    0.186523,
                    0.202148,
                    0.188477,
                    0.18457,
                    0.203125,
                    0.199219,
                    0.229492,
                    0.248047,
                    0.232422,
                    0.19043,
                    0.233398,
                    0.191406,
                    0.191406,
                    0.1875,
                    0.18457,
                    0.174805,
                    0.19043,
                    0.175781,
                    0.208984,
                    0.200195,
                    0.202148,
                    0.205078,
                    0.167969,
                    0.243164,
                    0.167969,
                    0.200195,
                    0.202148,
                    0.15332,
                    0.177734,
                    0.202148,
                    0.189453,
                    0.200195,
                    0.191406,
                    0.253906,
                    0.181641,
                    0.179688,
                    0.198242,
                    0.241211,
                    0.203125,
                    0.202148,
                    0.198242,
                    0.186523,
                    0.255859,
                    0.185547,
                    0.180664,
                    0.217773,
                    0.175781,
                    0.177734,
                    0.213867,
                    0.265625,
                    0.199219,
                    0.171875,
                    0.171875,
                    0.173828,
                    0.200195,
                    0.211914,
                    0.174805,
                    0.195312,
                    0.21582,
                    0.162109,
                    0.173828,
                    0.198242,
                    0.179688,
                    0.161133,
                    0.173828,
                    0.209961,
                    0.194336,
                    0.203125,
                    0.182617,
                    0.175781,
                    0.129883,
                    0.172852,
                    0.208984,
                    0.1875,
                    0.186523,
                    0.189453,
                    0.19043,
                    0.12793,
                    0.214844,
                    0.166016,
                    0.168945,
                    0.179688,
                    0.195312,
                    0.173828,
                    0.167969,
                    0.151367,
                    0.121094,
                    0.193359,
                    0.181641,
                    0.107422,
                    0.178711,
                    0.181641,
                    0.163086,
                    0.191406,
                    0.21875,
                    0.171875,
                    0.104004,
                    0.106445,
                    0.214844,
                    0.239258,
                    0.084961,
                    0.178711,
                    0.185547,
                    0.183594,
                    0.273438,
                    0.197266,
                    0.178711,
                    0.1875,
                    0.206055,
                    0.228516,
                    0.180664,
                    0.207031,
                    0.170898,
                    0.209961,
                    0.222656,
                    0.186523,
                    0.318359,
                    0.213867,
                    0.173828,
                    0.263672,
                    0.240234,
                    0.267578,
                    0.15625,
                    0.199219,
                    0.195312,
                    0.173828,
                    0.175781,
                    0.199219,
                    0.181641,
                    0.116699,
                    0.203125,
                    0.176758,
                    0.168945,
                    0.210938,
                    0.203125,
                    0.180664,
                    0.193359,
                    0.185547,
                    0.228516,
                    0.18457,
                    0.174805,
                    0.188477,
                    0.173828,
                    0.180664,
                    0.171875,
                    0.192383,
                    0.205078,
                    0.208008,
                    0.163086,
                    0.105957,
                    0.271484,
                    0.233398,
                    0.224609,
                    0.086426,
                    0.193359,
                    0.197266,
                    0.188477,
                    0.180664,
                    0.180664,
                    0.216797,
                    0.188477,
                    0.166016,
                    0.204102,
                    0.182617,
                    0.189453,
                    0.191406,
                    0.164062,
                    0.195312,
                    0.179688,
                    0.178711,
                    0.191406
                ]
            },
            "name": "model.transformer.layers.7.attn_norm.weight",
            "outputIndexes": [
                472
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                471,
                472
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/attn_norm_7/Mul_1_output_0",
            "outputIndexes": [
                473
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                473
            ],
            "outputIndexes": [
                1634
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                1634
            ],
            "outputIndexes": [
                1635
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/q_proj/Linear",
            "inputIndexes": [
                1635
            ],
            "outputIndexes": [
                1636
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1024,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 12288,
                    "weightSize": 0
                },
                "external": [
                    43059612,
                    786454,
                    98304,
                    4096,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                1636
            ],
            "outputIndexes": [
                1637
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1637
            ],
            "outputIndexes": [
                474
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1024
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                473
            ],
            "main_type": "NONE",
            "name": "/Shape_29_output_0",
            "outputIndexes": [
                475
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                475
            ],
            "main_type": "NONE",
            "name": "Shape676",
            "outputIndexes": [
                476
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                475
            ],
            "main_type": "NONE",
            "name": "Rank678",
            "outputIndexes": [
                477
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                477,
                477
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp680",
            "outputIndexes": [
                478
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                478
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze681",
            "outputIndexes": [
                479
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                478,
                9
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp683",
            "outputIndexes": [
                480
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                480
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze684",
            "outputIndexes": [
                481
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                476,
                479,
                481,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice687",
            "outputIndexes": [
                482
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                482
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze688",
            "outputIndexes": [
                483
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                9,
                483
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp689",
            "outputIndexes": [
                484
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                484,
                483
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp690",
            "outputIndexes": [
                485
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                475,
                485,
                478
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_39_output_0",
            "outputIndexes": [
                486
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                486,
                21
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_71_output_0",
            "outputIndexes": [
                487
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                7,
                487,
                244,
                24
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_35_output_0",
            "outputIndexes": [
                488
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                474,
                488
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_29_output_0",
            "outputIndexes": [
                489
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                489
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/q_norm_7/Mul_output_0",
            "outputIndexes": [
                490
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    64
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    1.28125,
                    0.00383,
                    1.492188,
                    0.878906,
                    0.796875,
                    1.429688,
                    1.523438,
                    1.257812,
                    1.375,
                    1.6875,
                    1.226562,
                    1.570312,
                    2.828125,
                    1.453125,
                    1.890625,
                    1.78125,
                    1.960938,
                    4.1875,
                    1.875,
                    1.296875,
                    1.757812,
                    1.867188,
                    1.070312,
                    0.023193,
                    1.84375,
                    1.984375,
                    1.382812,
                    2.515625,
                    2.4375,
                    1.835938,
                    1.75,
                    0.898438,
                    1.304688,
                    0.150391,
                    0.082031,
                    1.039062,
                    1.257812,
                    1.90625,
                    1.4375,
                    1.601562,
                    1.617188,
                    1.523438,
                    1.992188,
                    1.796875,
                    1.265625,
                    1.820312,
                    1.65625,
                    1.757812,
                    1.5,
                    0.173828,
                    1.828125,
                    2.34375,
                    1.796875,
                    3.125,
                    2.3125,
                    3.765625,
                    2.015625,
                    1.640625,
                    2.484375,
                    1.03125,
                    1.140625,
                    1.71875,
                    0.585938,
                    1.6875
                ]
            },
            "name": "model.transformer.layers.7.attn.q_norm.weight",
            "outputIndexes": [
                491
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                490,
                491
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/q_norm_7/Mul_1_output_0",
            "outputIndexes": [
                492
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                492,
                53
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_28_output_0",
            "outputIndexes": [
                493
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                492,
                55,
                56,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_29_output_0",
            "outputIndexes": [
                494
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                494
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_14_output_0",
            "outputIndexes": [
                495
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                492,
                21,
                55,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_28_output_0",
            "outputIndexes": [
                496
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                495,
                496
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_38_output_0",
            "outputIndexes": [
                497
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                497,
                68
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_29_output_0",
            "outputIndexes": [
                498
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                493,
                498
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_28_output_0",
            "outputIndexes": [
                499
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                473
            ],
            "outputIndexes": [
                1638
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                1638
            ],
            "outputIndexes": [
                1639
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/k_proj/Linear",
            "inputIndexes": [
                1639
            ],
            "outputIndexes": [
                1640
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 256,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3072,
                    "weightSize": 0
                },
                "external": [
                    43948466,
                    196630,
                    24576,
                    1024,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                1640
            ],
            "outputIndexes": [
                1641
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1641
            ],
            "outputIndexes": [
                500
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    256
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                7,
                487,
                258,
                24
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_36_output_0",
            "outputIndexes": [
                501
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                500,
                501
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_30_output_0",
            "outputIndexes": [
                502
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                502
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/k_norm_7/Mul_output_0",
            "outputIndexes": [
                503
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    64
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    1.148438,
                    -0.003799,
                    1.015625,
                    1.273438,
                    0.18457,
                    1.4375,
                    1.585938,
                    1.515625,
                    1.742188,
                    1.671875,
                    2.375,
                    1.90625,
                    0.75,
                    2.015625,
                    1.671875,
                    1.796875,
                    1.585938,
                    -0.002487,
                    1.71875,
                    2.453125,
                    1.820312,
                    1.640625,
                    2.875,
                    14.3125,
                    1.765625,
                    1.585938,
                    2.21875,
                    1.25,
                    1.289062,
                    1.65625,
                    1.390625,
                    3.1875,
                    1.328125,
                    0.137695,
                    0.071777,
                    0.78125,
                    1.453125,
                    1.445312,
                    1.484375,
                    1.265625,
                    0.5625,
                    1.632812,
                    1.164062,
                    1.492188,
                    2.34375,
                    1.570312,
                    1.914062,
                    1.828125,
                    2.078125,
                    5.9375,
                    1.75,
                    1.375,
                    1.8125,
                    0.914062,
                    1.304688,
                    0.124023,
                    1.476562,
                    2.015625,
                    1.273438,
                    2.875,
                    2.625,
                    1.84375,
                    5.21875,
                    1.703125
                ]
            },
            "name": "model.transformer.layers.7.attn.k_norm.weight",
            "outputIndexes": [
                504
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                503,
                504
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/k_norm_7/Mul_1_output_0",
            "outputIndexes": [
                505
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                505,
                53
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_30_output_0",
            "outputIndexes": [
                506
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                505,
                55,
                56,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_31_output_0",
            "outputIndexes": [
                507
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                507
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_15_output_0",
            "outputIndexes": [
                508
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                505,
                21,
                55,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_30_output_0",
            "outputIndexes": [
                509
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                508,
                509
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_39_output_0",
            "outputIndexes": [
                510
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                510,
                68
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_31_output_0",
            "outputIndexes": [
                511
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                506,
                511
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_29_output_0",
            "outputIndexes": [
                512
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                473
            ],
            "outputIndexes": [
                1642
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                1642
            ],
            "outputIndexes": [
                1643
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/v_proj/Linear",
            "inputIndexes": [
                1643
            ],
            "outputIndexes": [
                1644
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 256,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3072,
                    "weightSize": 0
                },
                "external": [
                    44170696,
                    196630,
                    24576,
                    1024,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                1644
            ],
            "outputIndexes": [
                1645
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1645
            ],
            "outputIndexes": [
                513
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    256
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                513,
                501
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_31_output_0",
            "outputIndexes": [
                514
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                499,
                512,
                514,
                86
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "/layers.7/self_attn/FusedAttention",
            "outputIndexes": [
                515
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                515
            ],
            "outputIndexes": [
                1646
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1024,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                1646
            ],
            "outputIndexes": [
                1647
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/o_proj/Linear",
            "inputIndexes": [
                1647
            ],
            "outputIndexes": [
                1648
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1024,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 12288,
                    "weightSize": 0
                },
                "external": [
                    44392926,
                    786454,
                    98304,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                1648
            ],
            "outputIndexes": [
                1649
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1649
            ],
            "outputIndexes": [
                516
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                470,
                516
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_30_output_0",
            "outputIndexes": [
                517
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                517
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/ffn_norm_7/Mul_output_0",
            "outputIndexes": [
                518
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.347656,
                    0.316406,
                    0.353516,
                    0.279297,
                    0.255859,
                    0.349609,
                    0.345703,
                    0.349609,
                    0.365234,
                    0.333984,
                    0.345703,
                    0.163086,
                    0.330078,
                    0.316406,
                    0.359375,
                    0.365234,
                    0.34375,
                    0.349609,
                    0.296875,
                    0.316406,
                    0.119141,
                    0.345703,
                    0.206055,
                    0.337891,
                    0.378906,
                    0.345703,
                    0.341797,
                    0.367188,
                    0.330078,
                    0.345703,
                    0.363281,
                    0.333984,
                    0.257812,
                    0.265625,
                    0.355469,
                    0.347656,
                    0.347656,
                    0.355469,
                    0.353516,
                    0.330078,
                    0.333984,
                    0.328125,
                    0.349609,
                    0.335938,
                    0.328125,
                    0.337891,
                    0.314453,
                    0.34375,
                    0.361328,
                    0.186523,
                    0.353516,
                    0.337891,
                    0.339844,
                    0.34375,
                    0.132812,
                    0.371094,
                    0.34375,
                    0.335938,
                    0.341797,
                    0.363281,
                    0.304688,
                    0.337891,
                    0.151367,
                    0.339844,
                    0.402344,
                    0.353516,
                    0.361328,
                    0.322266,
                    0.328125,
                    0.220703,
                    0.337891,
                    0.335938,
                    0.335938,
                    0.355469,
                    0.222656,
                    0.355469,
                    0.347656,
                    0.365234,
                    0.337891,
                    0.339844,
                    0.335938,
                    0.341797,
                    0.355469,
                    0.332031,
                    0.162109,
                    0.339844,
                    0.330078,
                    0.378906,
                    0.34375,
                    0.261719,
                    0.351562,
                    0.296875,
                    0.353516,
                    0.318359,
                    0.330078,
                    0.330078,
                    0.209961,
                    0.355469,
                    0.149414,
                    0.210938,
                    0.363281,
                    0.320312,
                    0.292969,
                    0.349609,
                    0.341797,
                    0.330078,
                    0.310547,
                    0.263672,
                    0.253906,
                    0.351562,
                    0.361328,
                    0.347656,
                    0.351562,
                    0.238281,
                    0.308594,
                    0.318359,
                    0.365234,
                    0.332031,
                    0.314453,
                    0.332031,
                    0.347656,
                    0.324219,
                    0.3125,
                    0.365234,
                    0.322266,
                    0.367188,
                    0.347656,
                    0.345703,
                    0.357422,
                    0.363281,
                    0.355469,
                    0.345703,
                    0.310547,
                    0.357422,
                    0.339844,
                    0.320312,
                    0.199219,
                    0.361328,
                    0.359375,
                    0.243164,
                    0.355469,
                    0.373047,
                    0.310547,
                    0.353516,
                    0.1875,
                    0.183594,
                    0.283203,
                    0.335938,
                    0.310547,
                    0.265625,
                    0.347656,
                    0.3125,
                    0.316406,
                    0.322266,
                    0.322266,
                    0.326172,
                    0.349609,
                    0.357422,
                    0.339844,
                    0.316406,
                    0.371094,
                    0.249023,
                    0.365234,
                    0.326172,
                    0.337891,
                    0.339844,
                    0.341797,
                    0.337891,
                    0.328125,
                    0.193359,
                    0.201172,
                    0.341797,
                    0.174805,
                    0.355469,
                    0.34375,
                    0.396484,
                    0.335938,
                    0.353516,
                    0.349609,
                    0.353516,
                    0.353516,
                    0.349609,
                    0.294922,
                    0.328125,
                    0.324219,
                    0.345703,
                    0.359375,
                    0.326172,
                    0.355469,
                    0.3125,
                    0.363281,
                    0.332031,
                    0.125977,
                    0.345703,
                    0.324219,
                    0.359375,
                    0.320312,
                    0.349609,
                    0.349609,
                    0.24707,
                    0.322266,
                    0.292969,
                    0.345703,
                    0.345703,
                    0.353516,
                    0.345703,
                    0.357422,
                    0.330078,
                    0.335938,
                    0.318359,
                    0.308594,
                    0.357422,
                    0.349609,
                    0.347656,
                    0.341797,
                    0.330078,
                    0.355469,
                    0.34375,
                    0.353516,
                    0.330078,
                    0.355469,
                    0.359375,
                    0.345703,
                    0.143555,
                    0.355469,
                    0.174805,
                    0.339844,
                    0.304688,
                    0.328125,
                    0.339844,
                    0.345703,
                    0.332031,
                    0.28125,
                    0.267578,
                    0.324219,
                    0.330078,
                    0.339844,
                    0.298828,
                    0.341797,
                    0.324219,
                    0.298828,
                    0.174805,
                    0.367188,
                    0.347656,
                    0.316406,
                    0.347656,
                    0.158203,
                    0.355469,
                    0.357422,
                    0.335938,
                    0.34375,
                    0.125,
                    0.349609,
                    0.300781,
                    0.357422,
                    0.349609,
                    0.326172,
                    0.333984,
                    0.34375,
                    0.337891,
                    0.355469,
                    0.337891,
                    0.148438,
                    0.357422,
                    0.357422,
                    0.349609,
                    0.353516,
                    0.129883,
                    0.330078,
                    0.304688,
                    0.349609,
                    0.345703,
                    0.322266,
                    0.353516,
                    0.347656,
                    0.316406,
                    0.345703,
                    0.209961,
                    0.328125,
                    0.236328,
                    0.349609,
                    0.351562,
                    0.267578,
                    0.349609,
                    0.357422,
                    0.34375,
                    0.349609,
                    0.367188,
                    0.357422,
                    0.324219,
                    0.259766,
                    0.373047,
                    0.337891,
                    0.365234,
                    0.152344,
                    0.384766,
                    0.155273,
                    0.357422,
                    0.249023,
                    0.217773,
                    0.361328,
                    0.347656,
                    0.341797,
                    0.357422,
                    0.333984,
                    0.371094,
                    0.353516,
                    0.240234,
                    0.355469,
                    0.332031,
                    0.349609,
                    0.359375,
                    0.128906,
                    0.328125,
                    0.361328,
                    0.330078,
                    0.355469,
                    0.181641,
                    0.15332,
                    0.335938,
                    0.357422,
                    0.337891,
                    0.376953,
                    0.349609,
                    0.337891,
                    0.332031,
                    0.353516,
                    0.320312,
                    0.326172,
                    0.349609,
                    0.287109,
                    0.345703,
                    0.308594,
                    0.376953,
                    0.333984,
                    0.361328,
                    0.322266,
                    0.326172,
                    0.248047,
                    0.371094,
                    0.261719,
                    0.269531,
                    0.34375,
                    0.219727,
                    0.359375,
                    0.380859,
                    0.109863,
                    0.242188,
                    0.341797,
                    0.332031,
                    0.273438,
                    0.324219,
                    0.182617,
                    0.235352,
                    0.347656,
                    0.178711,
                    0.292969,
                    0.347656,
                    0.269531,
                    0.335938,
                    0.359375,
                    0.265625,
                    0.339844,
                    0.310547,
                    0.28125,
                    0.337891,
                    0.335938,
                    0.240234,
                    0.328125,
                    0.161133,
                    0.182617,
                    0.337891,
                    0.165039,
                    0.367188,
                    0.361328,
                    0.139648,
                    0.357422,
                    0.345703,
                    0.339844,
                    0.310547,
                    0.353516,
                    0.316406,
                    0.369141,
                    0.349609,
                    0.195312,
                    0.263672,
                    0.147461,
                    0.332031,
                    0.302734,
                    0.378906,
                    0.353516,
                    0.302734,
                    0.345703,
                    0.152344,
                    0.359375,
                    0.181641,
                    0.357422,
                    0.152344,
                    0.22168,
                    0.369141,
                    0.347656,
                    0.351562,
                    0.369141,
                    0.349609,
                    0.357422,
                    0.158203,
                    0.158203,
                    0.355469,
                    0.337891,
                    0.355469,
                    0.347656,
                    0.174805,
                    0.300781,
                    0.363281,
                    0.351562,
                    0.318359,
                    0.328125,
                    0.347656,
                    0.335938,
                    0.353516,
                    0.316406,
                    0.277344,
                    0.294922,
                    0.193359,
                    0.353516,
                    0.24707,
                    0.332031,
                    0.363281,
                    0.302734,
                    0.339844,
                    0.328125,
                    0.341797,
                    0.351562,
                    0.359375,
                    0.355469,
                    0.361328,
                    0.341797,
                    0.353516,
                    0.310547,
                    0.333984,
                    0.332031,
                    0.335938,
                    0.273438,
                    0.337891,
                    0.335938,
                    0.34375,
                    0.345703,
                    0.169922,
                    0.361328,
                    0.347656,
                    0.197266,
                    0.353516,
                    0.357422,
                    0.332031,
                    0.222656,
                    0.345703,
                    0.357422,
                    0.220703,
                    0.322266,
                    0.359375,
                    0.353516,
                    0.175781,
                    0.345703,
                    0.341797,
                    0.341797,
                    0.203125,
                    0.320312,
                    0.355469,
                    0.341797,
                    0.330078,
                    0.201172,
                    0.322266,
                    0.339844,
                    0.201172,
                    0.337891,
                    0.333984,
                    0.349609,
                    0.345703,
                    0.335938,
                    0.335938,
                    0.347656,
                    0.337891,
                    0.34375,
                    0.246094,
                    0.361328,
                    0.145508,
                    0.363281,
                    0.361328,
                    0.335938,
                    0.333984,
                    0.306641,
                    0.330078,
                    0.324219,
                    0.318359,
                    0.349609,
                    0.347656,
                    0.337891,
                    0.265625,
                    0.337891,
                    0.257812,
                    0.328125,
                    0.339844,
                    0.141602,
                    0.337891,
                    0.285156,
                    0.378906,
                    0.341797,
                    0.335938,
                    0.349609,
                    0.179688,
                    0.345703,
                    0.357422,
                    0.361328,
                    0.333984,
                    0.244141,
                    0.353516,
                    0.347656,
                    0.355469,
                    0.335938,
                    0.363281,
                    0.246094,
                    0.355469,
                    0.369141,
                    0.351562,
                    0.28125,
                    0.332031,
                    0.330078,
                    0.316406,
                    0.349609,
                    -0.000523,
                    0.333984,
                    0.349609,
                    0.335938,
                    0.337891,
                    0.328125,
                    0.146484,
                    0.361328,
                    0.345703,
                    0.345703,
                    0.351562,
                    0.384766,
                    0.355469,
                    0.228516,
                    0.349609,
                    0.339844,
                    0.349609,
                    0.335938,
                    0.310547,
                    0.335938,
                    0.320312,
                    0.259766,
                    0.335938,
                    0.265625,
                    0.18457,
                    0.263672,
                    0.359375,
                    0.347656,
                    0.353516,
                    0.351562,
                    0.339844,
                    0.339844,
                    0.196289,
                    0.196289,
                    0.373047,
                    0.324219,
                    0.347656,
                    0.292969,
                    0.337891,
                    0.369141,
                    0.345703,
                    0.34375,
                    0.240234,
                    0.337891,
                    0.285156,
                    0.351562,
                    0.324219,
                    0.263672,
                    0.310547,
                    0.335938,
                    0.355469,
                    0.359375,
                    0.34375,
                    0.359375,
                    0.355469,
                    0.335938,
                    0.349609,
                    0.306641,
                    0.318359,
                    0.304688,
                    0.349609,
                    0.353516,
                    0.34375,
                    0.355469,
                    0.320312,
                    0.367188,
                    0.349609,
                    0.257812,
                    0.155273,
                    0.322266,
                    0.232422,
                    0.335938,
                    0.332031,
                    0.351562,
                    0.355469,
                    0.306641,
                    0.302734,
                    0.359375,
                    0.21875,
                    0.212891,
                    0.34375,
                    0.314453,
                    0.210938,
                    0.347656,
                    0.333984,
                    0.357422,
                    0.349609,
                    0.335938,
                    0.335938,
                    0.196289,
                    0.330078,
                    0.365234,
                    0.349609,
                    0.339844,
                    0.337891,
                    0.351562,
                    0.339844,
                    0.351562,
                    0.378906,
                    0.341797,
                    0.333984,
                    0.351562,
                    0.330078,
                    0.34375,
                    0.337891,
                    0.34375,
                    0.349609,
                    0.367188,
                    0.347656,
                    0.349609,
                    0.322266,
                    0.339844,
                    0.234375,
                    0.335938,
                    0.351562,
                    0.339844,
                    0.300781,
                    0.351562,
                    0.125977,
                    0.324219,
                    0.367188,
                    0.333984,
                    0.347656,
                    0.34375,
                    0.320312,
                    0.353516,
                    0.351562,
                    0.34375,
                    0.285156,
                    0.349609,
                    0.125,
                    0.345703,
                    0.363281,
                    0.300781,
                    0.345703,
                    0.292969,
                    0.359375,
                    0.316406,
                    0.335938,
                    0.349609,
                    0.28125,
                    0.265625,
                    0.345703,
                    0.143555,
                    0.351562,
                    0.345703,
                    0.339844,
                    0.337891,
                    0.355469,
                    0.326172,
                    0.345703,
                    0.347656,
                    0.324219,
                    0.339844,
                    0.355469,
                    0.287109,
                    0.361328,
                    0.166992,
                    0.34375,
                    0.298828,
                    0.335938,
                    0.330078,
                    0.273438,
                    0.371094,
                    0.367188,
                    0.304688,
                    0.316406,
                    0.335938,
                    0.341797,
                    0.361328,
                    0.326172,
                    0.355469,
                    0.34375,
                    0.162109,
                    0.345703,
                    0.369141,
                    0.335938,
                    0.34375,
                    0.230469,
                    0.353516,
                    0.318359,
                    0.361328,
                    0.371094,
                    0.361328,
                    0.34375,
                    0.339844,
                    0.367188,
                    0.294922,
                    0.222656,
                    0.332031,
                    0.357422,
                    0.359375,
                    0.328125,
                    0.355469,
                    0.353516,
                    0.330078,
                    0.349609,
                    0.324219,
                    0.351562,
                    0.355469,
                    0.332031,
                    0.34375,
                    0.361328,
                    0.365234,
                    0.185547,
                    0.318359,
                    0.363281,
                    0.332031,
                    0.34375,
                    0.351562,
                    0.363281,
                    0.333984,
                    0.320312,
                    0.361328,
                    0.324219,
                    0.320312,
                    0.345703,
                    0.355469,
                    0.332031,
                    0.314453,
                    0.259766,
                    0.369141,
                    0.326172,
                    0.191406,
                    0.347656,
                    0.351562,
                    0.151367,
                    0.298828,
                    0.357422,
                    0.349609,
                    0.347656,
                    0.378906,
                    0.333984,
                    0.357422,
                    0.347656,
                    0.341797,
                    0.139648,
                    0.339844,
                    0.322266,
                    0.345703,
                    0.34375,
                    0.339844,
                    0.353516,
                    0.326172,
                    0.265625,
                    0.324219,
                    0.369141,
                    0.318359,
                    0.353516,
                    0.333984,
                    0.357422,
                    0.335938,
                    0.298828,
                    0.380859,
                    0.351562,
                    0.163086,
                    0.174805,
                    0.345703,
                    0.359375,
                    0.361328,
                    0.347656,
                    0.211914,
                    0.285156,
                    0.351562,
                    0.330078,
                    0.341797,
                    0.236328,
                    0.34375,
                    0.357422,
                    0.345703,
                    0.355469,
                    0.333984,
                    0.351562,
                    0.351562,
                    0.34375,
                    0.347656,
                    0.347656,
                    0.349609,
                    0.355469,
                    0.345703,
                    0.339844,
                    0.347656,
                    0.292969,
                    0.326172,
                    0.330078,
                    0.353516,
                    0.367188,
                    0.224609,
                    0.320312,
                    0.304688,
                    0.357422,
                    0.138672,
                    0.353516,
                    0.320312,
                    0.341797,
                    0.337891,
                    0.361328,
                    0.351562,
                    0.363281,
                    0.351562,
                    0.335938,
                    0.318359,
                    0.347656,
                    0.185547,
                    0.3125,
                    0.347656,
                    0.146484,
                    0.365234,
                    0.292969,
                    0.384766,
                    0.273438,
                    0.163086,
                    0.279297,
                    0.361328,
                    0.359375,
                    0.347656,
                    0.265625,
                    0.359375,
                    0.386719,
                    0.341797,
                    0.363281,
                    0.46875,
                    0.138672,
                    0.34375,
                    0.163086,
                    0.302734,
                    0.365234,
                    0.353516,
                    0.353516,
                    0.296875,
                    0.355469,
                    0.339844,
                    0.359375,
                    0.289062,
                    0.347656,
                    0.345703,
                    0.347656,
                    0.345703,
                    0.367188,
                    0.337891,
                    0.296875,
                    0.326172,
                    0.351562,
                    0.361328,
                    0.324219,
                    0.353516,
                    0.359375,
                    0.339844,
                    0.320312,
                    0.347656,
                    0.357422,
                    0.361328,
                    0.373047,
                    0.349609,
                    0.337891,
                    0.353516,
                    0.314453,
                    0.332031,
                    0.269531,
                    0.001572,
                    0.349609,
                    0.320312,
                    0.330078,
                    0.333984,
                    0.357422,
                    0.355469,
                    0.261719,
                    0.335938,
                    0.310547,
                    0.333984,
                    0.357422,
                    0.229492,
                    0.310547,
                    0.351562,
                    0.349609,
                    0.375,
                    0.337891,
                    0.192383,
                    0.355469,
                    0.376953,
                    0.300781,
                    0.341797,
                    0.347656,
                    0.335938,
                    0.314453,
                    0.337891,
                    0.337891,
                    0.332031,
                    0.300781,
                    0.373047,
                    0.318359,
                    0.341797,
                    0.355469,
                    0.355469,
                    0.347656,
                    0.382812,
                    0.137695,
                    0.34375,
                    0.320312,
                    0.349609,
                    0.225586,
                    0.332031,
                    0.359375,
                    0.363281,
                    0.355469,
                    0.34375,
                    0.347656,
                    0.326172,
                    0.347656,
                    0.332031,
                    0.328125,
                    0.34375,
                    0.330078,
                    0.34375,
                    0.351562,
                    0.322266,
                    0.365234,
                    0.271484,
                    0.373047,
                    0.330078,
                    0.330078,
                    0.369141,
                    0.257812,
                    0.341797,
                    0.357422,
                    0.351562,
                    0.355469,
                    0.302734,
                    0.369141,
                    0.382812,
                    0.269531,
                    0.339844,
                    0.345703,
                    0.291016,
                    0.263672,
                    0.177734,
                    0.328125,
                    0.148438,
                    0.316406,
                    0.332031,
                    0.333984,
                    0.333984,
                    0.353516,
                    0.308594,
                    0.353516,
                    0.314453,
                    0.339844,
                    0.355469,
                    0.382812,
                    0.34375,
                    0.269531,
                    0.355469,
                    0.310547,
                    0.316406,
                    0.277344,
                    0.335938,
                    0.357422,
                    0.316406,
                    0.333984,
                    0.341797,
                    0.279297,
                    0.330078,
                    0.324219,
                    0.369141,
                    0.294922,
                    0.351562,
                    0.341797,
                    0.182617,
                    0.261719,
                    0.355469,
                    0.314453,
                    0.300781,
                    0.178711,
                    0.347656,
                    0.353516,
                    0.322266,
                    0.349609,
                    0.363281,
                    0.351562,
                    0.300781,
                    0.402344,
                    0.134766,
                    0.357422,
                    0.345703,
                    0.241211,
                    0.337891,
                    0.335938,
                    0.328125,
                    0.359375,
                    0.34375,
                    0.34375,
                    0.263672,
                    0.335938,
                    0.355469,
                    0.363281,
                    0.341797,
                    0.277344,
                    0.337891,
                    0.322266,
                    0.322266,
                    0.341797,
                    0.304688,
                    0.355469,
                    0.351562,
                    0.217773,
                    0.231445,
                    0.324219,
                    0.386719,
                    0.353516,
                    0.341797,
                    0.355469,
                    0.355469,
                    0.347656,
                    0.322266,
                    0.208984,
                    0.341797,
                    0.180664,
                    0.185547,
                    0.349609,
                    0.365234,
                    0.347656,
                    0.322266,
                    0.34375,
                    0.349609,
                    0.304688,
                    0.339844,
                    0.209961,
                    0.351562,
                    0.322266,
                    0.333984,
                    0.3125,
                    0.302734,
                    0.394531,
                    0.361328,
                    0.335938,
                    0.341797,
                    0.333984,
                    0.341797,
                    0.359375,
                    0.335938,
                    0.320312,
                    0.349609,
                    0.196289,
                    0.351562,
                    0.248047,
                    0.363281,
                    0.357422,
                    0.339844,
                    0.390625,
                    0.400391,
                    0.144531,
                    0.345703,
                    0.34375,
                    0.351562,
                    0.157227,
                    0.172852,
                    0.232422,
                    0.143555,
                    0.22168,
                    0.326172,
                    0.285156,
                    0.328125,
                    0.333984,
                    0.34375,
                    0.349609,
                    0.339844,
                    0.277344,
                    0.337891,
                    0.349609,
                    0.363281,
                    0.339844,
                    0.376953,
                    0.306641,
                    0.347656,
                    0.351562,
                    0.285156,
                    0.371094,
                    0.367188,
                    0.330078,
                    0.322266,
                    0.373047,
                    0.355469,
                    0.34375,
                    0.341797,
                    0.337891,
                    0.217773,
                    0.337891,
                    0.353516,
                    0.332031,
                    0.341797,
                    0.292969,
                    0.361328,
                    0.178711,
                    0.349609,
                    0.34375,
                    0.181641,
                    0.361328,
                    0.345703,
                    0.332031,
                    0.363281,
                    0.308594,
                    0.34375,
                    0.273438,
                    0.217773,
                    0.341797,
                    0.34375,
                    0.324219,
                    0.353516,
                    0.229492,
                    0.341797,
                    0.304688,
                    0.326172,
                    0.347656,
                    0.349609,
                    0.322266,
                    0.271484,
                    0.335938,
                    0.345703,
                    0.308594,
                    0.376953,
                    0.341797,
                    0.345703,
                    0.263672,
                    0.333984,
                    0.339844,
                    0.330078,
                    0.320312,
                    0.351562,
                    0.3125,
                    0.326172,
                    0.361328,
                    0.259766,
                    0.349609,
                    0.347656,
                    0.306641,
                    0.310547,
                    0.359375,
                    0.347656,
                    0.300781,
                    0.289062,
                    0.359375,
                    0.353516,
                    0.318359,
                    0.149414,
                    0.363281,
                    0.345703,
                    0.357422,
                    0.320312,
                    0.291016,
                    0.300781,
                    0.351562,
                    0.349609,
                    0.337891,
                    0.365234,
                    0.46875,
                    0.326172,
                    0.138672,
                    0.333984,
                    0.349609,
                    0.265625,
                    0.339844,
                    0.328125,
                    0.345703,
                    0.373047,
                    0.289062,
                    0.337891,
                    0.345703,
                    0.335938,
                    0.357422,
                    0.335938,
                    0.302734,
                    0.361328,
                    0.355469,
                    0.335938,
                    0.135742,
                    0.335938,
                    0.273438,
                    0.314453,
                    0.339844,
                    0.302734,
                    0.355469,
                    0.371094,
                    0.341797,
                    0.349609,
                    0.339844,
                    0.347656,
                    0.332031,
                    0.328125,
                    0.349609,
                    0.3125,
                    0.333984,
                    0.285156,
                    0.337891,
                    0.337891,
                    0.328125,
                    0.349609,
                    0.357422,
                    0.34375,
                    0.347656,
                    0.337891,
                    0.355469,
                    0.359375,
                    0.378906,
                    0.332031,
                    0.349609,
                    0.357422,
                    0.347656,
                    0.357422,
                    0.345703,
                    0.341797,
                    0.349609,
                    0.332031,
                    0.361328,
                    0.273438,
                    0.341797,
                    0.341797,
                    0.328125,
                    0.361328,
                    0.34375,
                    0.326172,
                    0.363281,
                    0.3125,
                    0.359375,
                    0.359375,
                    0.079102,
                    0.265625,
                    0.359375,
                    0.351562,
                    0.19043,
                    0.345703,
                    0.369141,
                    0.365234,
                    0.353516,
                    0.298828,
                    0.326172,
                    0.285156,
                    0.349609,
                    0.306641,
                    0.328125,
                    0.326172,
                    0.341797,
                    0.341797,
                    0.283203,
                    0.326172,
                    0.359375,
                    0.339844,
                    0.333984,
                    0.357422,
                    0.291016,
                    0.341797,
                    0.285156,
                    0.384766,
                    0.322266,
                    0.146484,
                    0.34375,
                    0.287109,
                    0.369141,
                    0.333984,
                    0.339844,
                    0.300781,
                    0.353516,
                    0.355469,
                    0.363281,
                    0.353516,
                    0.369141,
                    0.213867,
                    0.341797,
                    0.351562,
                    0.341797,
                    0.308594,
                    0.324219,
                    0.349609,
                    0.361328,
                    0.300781,
                    0.355469,
                    0.328125,
                    0.229492,
                    0.322266,
                    0.308594,
                    0.326172,
                    0.304688,
                    0.359375,
                    0.285156,
                    0.431641,
                    0.347656,
                    0.163086,
                    0.337891,
                    0.347656,
                    0.355469,
                    0.337891,
                    0.363281,
                    0.3125,
                    0.337891,
                    0.367188,
                    0.347656,
                    0.330078,
                    0.353516,
                    0.341797,
                    0.337891,
                    0.320312,
                    0.259766,
                    0.279297,
                    0.19043,
                    0.324219,
                    0.367188,
                    0.326172,
                    0.294922,
                    0.306641,
                    0.18457,
                    0.361328,
                    0.339844,
                    0.326172,
                    0.355469,
                    0.310547,
                    0.226562,
                    0.333984,
                    0.318359,
                    0.353516,
                    0.367188,
                    0.351562,
                    0.351562,
                    0.367188,
                    0.353516,
                    0.234375,
                    0.345703,
                    0.267578,
                    0.296875,
                    0.330078,
                    0.333984,
                    0.205078,
                    0.335938,
                    0.169922,
                    0.369141,
                    0.273438,
                    0.341797,
                    0.335938,
                    0.355469,
                    0.34375,
                    0.351562,
                    0.330078,
                    0.359375,
                    0.339844,
                    0.337891,
                    0.241211,
                    0.355469,
                    0.330078,
                    0.232422,
                    0.277344,
                    0.345703,
                    0.318359,
                    0.355469,
                    0.341797,
                    0.361328,
                    0.376953,
                    0.292969,
                    0.316406,
                    0.333984,
                    0.320312,
                    0.273438,
                    0.332031,
                    0.34375,
                    0.3125,
                    0.320312,
                    0.382812,
                    0.34375,
                    0.332031,
                    0.355469,
                    0.326172,
                    0.365234,
                    0.386719,
                    0.351562,
                    0.351562,
                    0.324219,
                    0.394531,
                    0.337891,
                    0.349609,
                    0.308594,
                    0.330078,
                    0.324219,
                    0.330078,
                    0.275391,
                    0.308594,
                    0.34375,
                    0.363281,
                    0.275391,
                    0.261719,
                    0.359375,
                    0.257812,
                    0.376953,
                    0.332031,
                    0.339844,
                    0.341797,
                    0.357422,
                    0.291016,
                    0.308594,
                    0.259766,
                    0.292969,
                    0.337891,
                    0.376953,
                    0.267578,
                    0.347656,
                    0.337891,
                    0.269531,
                    0.296875,
                    0.351562,
                    0.361328,
                    0.363281,
                    0.328125,
                    0.304688,
                    0.361328,
                    0.208984,
                    0.349609,
                    0.34375,
                    0.194336,
                    0.359375,
                    0.316406,
                    0.359375,
                    0.34375,
                    0.357422,
                    0.269531,
                    0.357422,
                    0.369141,
                    0.188477,
                    0.345703,
                    0.355469,
                    0.145508,
                    0.25,
                    0.367188,
                    0.335938,
                    0.300781,
                    0.326172,
                    0.304688,
                    0.163086,
                    0.382812,
                    0.339844,
                    0.304688,
                    0.138672,
                    0.34375,
                    0.365234,
                    0.306641,
                    0.34375,
                    0.357422,
                    0.363281,
                    0.318359,
                    0.304688,
                    0.34375,
                    0.328125,
                    0.306641,
                    0.328125,
                    0.318359,
                    0.359375,
                    0.369141,
                    0.166016,
                    0.318359,
                    0.289062,
                    0.378906,
                    0.355469,
                    0.291016,
                    0.287109,
                    0.355469,
                    0.267578,
                    0.330078,
                    0.357422,
                    0.298828,
                    0.359375,
                    0.216797,
                    0.339844,
                    0.357422,
                    0.359375,
                    0.263672,
                    0.310547,
                    0.357422,
                    0.335938,
                    0.349609,
                    0.351562,
                    0.349609,
                    0.351562,
                    0.304688,
                    0.341797,
                    0.339844,
                    0.347656,
                    0.363281,
                    0.357422,
                    0.351562,
                    0.349609,
                    0.161133,
                    0.298828,
                    0.351562,
                    0.337891,
                    0.152344,
                    0.347656,
                    0.285156,
                    0.347656,
                    0.335938,
                    0.357422,
                    0.316406,
                    0.324219,
                    0.34375,
                    0.353516,
                    0.332031,
                    0.347656,
                    0.330078,
                    0.349609,
                    0.347656,
                    0.34375,
                    0.341797,
                    0.333984
                ]
            },
            "name": "model.transformer.layers.7.ffn_norm.weight",
            "outputIndexes": [
                519
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                518,
                519
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/ffn_norm_7/Mul_1_output_0",
            "outputIndexes": [
                520
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/mlp/proj_1/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                520
            ],
            "outputIndexes": [
                1650
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/mlp/proj_1/Linear/pre_convert",
            "inputIndexes": [
                1650
            ],
            "outputIndexes": [
                1651
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/mlp/proj_1/Linear",
            "inputIndexes": [
                1651
            ],
            "outputIndexes": [
                1652
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 5632,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 67584,
                    "weightSize": 0
                },
                "external": [
                    45277684,
                    4325398,
                    540672,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/mlp/proj_1/Linear/post_convert",
            "inputIndexes": [
                1652
            ],
            "outputIndexes": [
                1653
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/mlp/proj_1/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1653
            ],
            "outputIndexes": [
                521
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    5632
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    2816
                ]
            },
            "name": "/ffn_7/Mul_output_0",
            "outputIndexes": [
                522
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                521,
                21,
                522,
                95
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/ffn_7/Slice_output_0",
            "outputIndexes": [
                523
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                523
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/ffn/act_7/Sigmoid_output_0",
            "outputIndexes": [
                524
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                523,
                524
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/ffn/act_7/Mul_output_0",
            "outputIndexes": [
                525
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    5632
                ]
            },
            "name": "/ffn_7/Mul_1_output_0",
            "outputIndexes": [
                526
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                521,
                522,
                526,
                95
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/ffn_7/Slice_1_output_0",
            "outputIndexes": [
                527
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                525,
                527
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/ffn_7/Mul_2_output_0",
            "outputIndexes": [
                528
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/mlp/proj_2/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                528
            ],
            "outputIndexes": [
                1654
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    2816,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/mlp/proj_2/Linear/pre_convert",
            "inputIndexes": [
                1654
            ],
            "outputIndexes": [
                1655
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/mlp/proj_2/Linear",
            "inputIndexes": [
                1655
            ],
            "outputIndexes": [
                1656
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 2816,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 33792,
                    "weightSize": 0
                },
                "external": [
                    50143754,
                    2162710,
                    270336,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/mlp/proj_2/Linear/post_convert",
            "inputIndexes": [
                1656
            ],
            "outputIndexes": [
                1657
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/mlp/proj_2/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1657
            ],
            "outputIndexes": [
                529
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                517,
                529
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_31_output_0",
            "outputIndexes": [
                530
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                530,
                1
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_32_output_0",
            "outputIndexes": [
                531
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                531
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/attn_norm_8/Mul_output_0",
            "outputIndexes": [
                532
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.236328,
                    0.201172,
                    0.162109,
                    0.208008,
                    0.208984,
                    0.201172,
                    0.179688,
                    0.151367,
                    0.169922,
                    0.178711,
                    0.18457,
                    0.150391,
                    0.186523,
                    0.167969,
                    0.148438,
                    0.147461,
                    0.19043,
                    0.228516,
                    0.21875,
                    0.175781,
                    0.08252,
                    0.178711,
                    0.143555,
                    0.18457,
                    0.173828,
                    0.178711,
                    0.132812,
                    0.179688,
                    0.183594,
                    0.175781,
                    0.147461,
                    0.168945,
                    0.152344,
                    0.192383,
                    0.157227,
                    0.168945,
                    0.174805,
                    0.172852,
                    0.147461,
                    0.180664,
                    0.178711,
                    0.1875,
                    0.176758,
                    0.181641,
                    0.163086,
                    0.22168,
                    0.174805,
                    0.15332,
                    0.211914,
                    0.169922,
                    0.18457,
                    0.157227,
                    0.162109,
                    0.152344,
                    0.373047,
                    0.192383,
                    0.151367,
                    0.171875,
                    0.170898,
                    0.154297,
                    0.161133,
                    0.170898,
                    0.07959,
                    0.176758,
                    0.104492,
                    0.188477,
                    0.133789,
                    0.197266,
                    0.204102,
                    0.326172,
                    0.161133,
                    0.212891,
                    0.154297,
                    0.162109,
                    0.157227,
                    0.180664,
                    0.166016,
                    0.223633,
                    0.208984,
                    0.163086,
                    0.193359,
                    0.152344,
                    0.183594,
                    0.163086,
                    0.177734,
                    0.207031,
                    0.162109,
                    0.15918,
                    0.18457,
                    0.170898,
                    0.169922,
                    0.213867,
                    0.188477,
                    0.195312,
                    0.164062,
                    0.226562,
                    0.18457,
                    0.210938,
                    0.121094,
                    0.15918,
                    0.197266,
                    0.300781,
                    0.146484,
                    0.177734,
                    0.170898,
                    0.15918,
                    0.1875,
                    0.134766,
                    0.174805,
                    0.165039,
                    0.166016,
                    0.200195,
                    0.154297,
                    0.178711,
                    0.1875,
                    0.15332,
                    0.124512,
                    0.15625,
                    0.200195,
                    0.167969,
                    0.164062,
                    0.15625,
                    0.135742,
                    0.179688,
                    0.144531,
                    0.172852,
                    0.164062,
                    0.197266,
                    0.195312,
                    0.222656,
                    0.162109,
                    0.158203,
                    0.175781,
                    0.166992,
                    0.211914,
                    0.166016,
                    0.227539,
                    0.161133,
                    0.174805,
                    0.138672,
                    0.166016,
                    0.267578,
                    0.212891,
                    0.157227,
                    0.154297,
                    0.149414,
                    0.202148,
                    0.230469,
                    0.177734,
                    0.1875,
                    0.205078,
                    0.191406,
                    0.1875,
                    0.177734,
                    0.166992,
                    0.178711,
                    0.19043,
                    0.142578,
                    0.166992,
                    0.253906,
                    0.179688,
                    0.244141,
                    0.206055,
                    0.155273,
                    0.170898,
                    0.170898,
                    0.180664,
                    0.210938,
                    0.194336,
                    0.216797,
                    0.163086,
                    0.148438,
                    0.130859,
                    0.177734,
                    0.154297,
                    0.170898,
                    0.168945,
                    0.194336,
                    0.189453,
                    0.169922,
                    0.199219,
                    0.165039,
                    0.197266,
                    0.175781,
                    0.189453,
                    0.164062,
                    0.161133,
                    0.200195,
                    0.166016,
                    0.162109,
                    0.201172,
                    0.18457,
                    0.53125,
                    0.179688,
                    0.161133,
                    0.196289,
                    0.227539,
                    0.155273,
                    0.162109,
                    0.267578,
                    0.199219,
                    0.169922,
                    0.178711,
                    0.182617,
                    0.171875,
                    0.212891,
                    0.19043,
                    0.212891,
                    0.174805,
                    0.141602,
                    0.203125,
                    0.251953,
                    0.145508,
                    0.164062,
                    0.186523,
                    0.177734,
                    0.165039,
                    0.160156,
                    0.149414,
                    0.21582,
                    0.167969,
                    0.292969,
                    0.15918,
                    0.081543,
                    0.188477,
                    0.316406,
                    0.149414,
                    0.155273,
                    0.185547,
                    0.155273,
                    0.142578,
                    0.185547,
                    0.285156,
                    0.222656,
                    0.164062,
                    0.154297,
                    0.189453,
                    0.152344,
                    0.167969,
                    0.220703,
                    0.207031,
                    0.15625,
                    0.157227,
                    0.15332,
                    0.1875,
                    0.155273,
                    0.123047,
                    0.167969,
                    0.204102,
                    0.179688,
                    0.188477,
                    0.108398,
                    0.173828,
                    0.245117,
                    0.175781,
                    0.173828,
                    0.157227,
                    0.194336,
                    0.166992,
                    0.149414,
                    0.188477,
                    0.178711,
                    0.11377,
                    0.199219,
                    0.157227,
                    0.208984,
                    0.175781,
                    0.287109,
                    0.1875,
                    0.160156,
                    0.154297,
                    0.173828,
                    0.183594,
                    0.15332,
                    0.160156,
                    0.151367,
                    0.168945,
                    0.151367,
                    0.177734,
                    0.125977,
                    0.194336,
                    0.171875,
                    0.217773,
                    0.192383,
                    0.173828,
                    0.158203,
                    0.15918,
                    0.172852,
                    0.231445,
                    0.186523,
                    0.151367,
                    0.179688,
                    0.173828,
                    0.204102,
                    0.097656,
                    0.182617,
                    0.109375,
                    0.164062,
                    0.15625,
                    0.108887,
                    0.21875,
                    0.167969,
                    0.185547,
                    0.189453,
                    0.177734,
                    0.227539,
                    0.203125,
                    0.15918,
                    0.188477,
                    0.140625,
                    0.15625,
                    0.191406,
                    0.132812,
                    0.192383,
                    0.143555,
                    0.166992,
                    0.177734,
                    0.166016,
                    0.316406,
                    0.25,
                    0.173828,
                    0.163086,
                    0.171875,
                    0.193359,
                    0.152344,
                    0.169922,
                    0.164062,
                    0.206055,
                    0.174805,
                    0.151367,
                    0.182617,
                    0.174805,
                    0.172852,
                    0.231445,
                    0.166016,
                    0.177734,
                    0.202148,
                    0.192383,
                    0.175781,
                    0.166992,
                    0.176758,
                    0.170898,
                    0.208008,
                    0.144531,
                    0.189453,
                    0.116699,
                    0.652344,
                    0.145508,
                    0.200195,
                    0.173828,
                    0.235352,
                    0.191406,
                    0.183594,
                    0.225586,
                    0.229492,
                    0.388672,
                    0.186523,
                    0.183594,
                    0.12793,
                    0.1875,
                    0.214844,
                    0.180664,
                    0.179688,
                    0.181641,
                    0.217773,
                    0.224609,
                    0.177734,
                    0.208984,
                    0.194336,
                    0.115723,
                    0.123047,
                    0.174805,
                    0.155273,
                    0.166992,
                    0.1875,
                    0.087891,
                    0.193359,
                    0.181641,
                    0.212891,
                    0.161133,
                    0.175781,
                    0.188477,
                    0.158203,
                    0.166016,
                    0.145508,
                    0.196289,
                    0.11377,
                    0.165039,
                    0.160156,
                    0.204102,
                    0.222656,
                    0.205078,
                    0.166992,
                    0.09375,
                    0.166016,
                    0.322266,
                    0.15918,
                    0.402344,
                    0.053955,
                    0.146484,
                    0.202148,
                    0.209961,
                    0.116211,
                    0.192383,
                    0.192383,
                    0.141602,
                    0.142578,
                    0.211914,
                    0.175781,
                    0.172852,
                    0.170898,
                    0.208984,
                    0.183594,
                    0.213867,
                    0.18457,
                    0.178711,
                    0.208008,
                    0.170898,
                    0.186523,
                    0.166992,
                    0.214844,
                    0.232422,
                    0.201172,
                    0.402344,
                    0.163086,
                    0.226562,
                    0.179688,
                    0.168945,
                    0.277344,
                    0.192383,
                    0.208984,
                    0.183594,
                    0.199219,
                    0.185547,
                    0.166016,
                    0.168945,
                    0.180664,
                    0.182617,
                    0.205078,
                    0.200195,
                    0.172852,
                    0.176758,
                    0.168945,
                    0.202148,
                    0.163086,
                    0.152344,
                    0.199219,
                    0.107422,
                    0.150391,
                    0.134766,
                    0.355469,
                    0.155273,
                    0.238281,
                    0.167969,
                    0.15918,
                    0.200195,
                    0.1875,
                    0.166016,
                    0.189453,
                    0.166992,
                    0.185547,
                    0.105469,
                    0.21582,
                    0.207031,
                    0.192383,
                    0.195312,
                    0.177734,
                    0.194336,
                    0.163086,
                    0.177734,
                    0.206055,
                    0.149414,
                    0.207031,
                    0.167969,
                    0.180664,
                    0.191406,
                    0.196289,
                    0.15918,
                    0.163086,
                    0.193359,
                    0.197266,
                    0.183594,
                    0.164062,
                    0.225586,
                    0.191406,
                    0.113281,
                    0.15625,
                    0.19043,
                    0.192383,
                    0.163086,
                    0.251953,
                    0.235352,
                    0.220703,
                    0.144531,
                    0.151367,
                    0.201172,
                    0.169922,
                    0.243164,
                    0.166992,
                    0.198242,
                    0.177734,
                    0.155273,
                    0.091309,
                    0.170898,
                    0.183594,
                    0.203125,
                    0.15918,
                    0.186523,
                    0.185547,
                    0.182617,
                    0.169922,
                    0.176758,
                    0.135742,
                    0.186523,
                    0.287109,
                    0.18457,
                    0.164062,
                    0.154297,
                    0.178711,
                    0.188477,
                    0.198242,
                    0.200195,
                    0.24707,
                    0.174805,
                    0.138672,
                    0.149414,
                    0.192383,
                    0.192383,
                    0.157227,
                    0.675781,
                    0.165039,
                    0.15918,
                    0.166016,
                    0.222656,
                    0.157227,
                    0.09082,
                    0.15918,
                    0.183594,
                    0.15918,
                    0.211914,
                    0.195312,
                    0.162109,
                    0.219727,
                    0.205078,
                    0.189453,
                    0.176758,
                    0.151367,
                    0.217773,
                    0.195312,
                    0.170898,
                    0.180664,
                    0.170898,
                    0.287109,
                    0.161133,
                    0.171875,
                    0.166992,
                    0.165039,
                    0.167969,
                    0.169922,
                    0.158203,
                    0.180664,
                    0.201172,
                    0.231445,
                    0.166992,
                    0.269531,
                    0.157227,
                    0.169922,
                    0.151367,
                    0.181641,
                    0.200195,
                    0.171875,
                    0.205078,
                    0.172852,
                    0.203125,
                    0.166016,
                    0.211914,
                    0.243164,
                    0.174805,
                    0.185547,
                    0.198242,
                    0.19043,
                    0.220703,
                    0.166016,
                    0.166992,
                    0.15918,
                    0.15918,
                    0.186523,
                    0.162109,
                    0.229492,
                    0.165039,
                    0.174805,
                    0.181641,
                    0.180664,
                    0.167969,
                    0.149414,
                    0.170898,
                    0.157227,
                    0.122559,
                    0.182617,
                    0.12793,
                    0.19043,
                    0.166992,
                    0.161133,
                    0.181641,
                    0.173828,
                    0.164062,
                    0.177734,
                    0.122559,
                    0.143555,
                    0.178711,
                    0.185547,
                    0.135742,
                    0.182617,
                    0.18457,
                    0.188477,
                    0.141602,
                    0.165039,
                    0.152344,
                    0.225586,
                    0.162109,
                    0.175781,
                    0.15332,
                    0.163086,
                    0.152344,
                    0.196289,
                    0.165039,
                    0.188477,
                    0.230469,
                    0.194336,
                    0.134766,
                    0.164062,
                    0.157227,
                    0.202148,
                    0.204102,
                    0.208984,
                    0.188477,
                    0.180664,
                    0.148438,
                    0.208984,
                    0.170898,
                    0.208984,
                    0.208984,
                    0.147461,
                    0.194336,
                    0.240234,
                    0.202148,
                    0.164062,
                    0.058105,
                    0.201172,
                    0.239258,
                    0.138672,
                    0.178711,
                    0.182617,
                    0.168945,
                    0.177734,
                    0.144531,
                    0.12793,
                    0.230469,
                    0.182617,
                    0.353516,
                    0.168945,
                    0.204102,
                    0.172852,
                    0.166016,
                    0.163086,
                    0.217773,
                    0.219727,
                    0.208984,
                    0.162109,
                    0.196289,
                    0.168945,
                    0.194336,
                    0.121582,
                    0.208008,
                    0.205078,
                    0.136719,
                    0.287109,
                    0.162109,
                    0.172852,
                    0.157227,
                    0.174805,
                    0.167969,
                    0.204102,
                    0.198242,
                    0.19043,
                    0.183594,
                    0.211914,
                    0.186523,
                    0.229492,
                    0.201172,
                    0.160156,
                    0.197266,
                    0.174805,
                    0.157227,
                    0.167969,
                    0.157227,
                    0.165039,
                    0.180664,
                    0.173828,
                    0.179688,
                    0.15625,
                    0.1875,
                    0.139648,
                    0.208984,
                    0.143555,
                    0.194336,
                    0.143555,
                    0.186523,
                    0.166016,
                    0.163086,
                    0.188477,
                    0.191406,
                    0.158203,
                    0.196289,
                    0.202148,
                    0.123535,
                    0.189453,
                    0.138672,
                    0.197266,
                    0.192383,
                    0.160156,
                    0.198242,
                    0.109863,
                    0.193359,
                    0.155273,
                    0.192383,
                    0.18457,
                    0.146484,
                    0.162109,
                    0.174805,
                    0.158203,
                    0.180664,
                    0.227539,
                    0.376953,
                    0.214844,
                    0.128906,
                    0.185547,
                    0.194336,
                    0.1875,
                    0.211914,
                    0.238281,
                    0.197266,
                    0.182617,
                    0.3125,
                    0.176758,
                    0.173828,
                    0.165039,
                    0.207031,
                    0.164062,
                    0.472656,
                    0.216797,
                    0.213867,
                    0.244141,
                    0.209961,
                    0.197266,
                    0.357422,
                    0.158203,
                    0.179688,
                    0.242188,
                    0.15918,
                    0.112305,
                    0.121582,
                    0.167969,
                    0.185547,
                    0.171875,
                    0.110352,
                    0.161133,
                    0.209961,
                    0.186523,
                    0.178711,
                    0.152344,
                    0.163086,
                    0.166016,
                    0.478516,
                    0.178711,
                    0.198242,
                    0.196289,
                    0.148438,
                    0.178711,
                    0.205078,
                    0.154297,
                    0.197266,
                    0.214844,
                    0.19043,
                    0.111816,
                    0.148438,
                    0.176758,
                    0.177734,
                    0.160156,
                    0.134766,
                    0.165039,
                    0.257812,
                    0.154297,
                    0.173828,
                    0.180664,
                    0.194336,
                    0.167969,
                    0.186523,
                    0.163086,
                    0.165039,
                    0.167969,
                    0.169922,
                    0.160156,
                    0.173828,
                    0.189453,
                    0.210938,
                    0.203125,
                    0.200195,
                    0.186523,
                    0.210938,
                    0.142578,
                    0.166016,
                    0.1875,
                    0.183594,
                    0.129883,
                    0.18457,
                    0.195312,
                    0.161133,
                    0.181641,
                    0.183594,
                    0.40625,
                    0.188477,
                    0.230469,
                    0.177734,
                    0.204102,
                    0.198242,
                    0.169922,
                    0.213867,
                    0.208008,
                    0.160156,
                    0.21582,
                    0.1875,
                    0.322266,
                    0.160156,
                    0.173828,
                    0.185547,
                    0.15332,
                    0.148438,
                    0.211914,
                    0.18457,
                    0.10791,
                    0.287109,
                    0.18457,
                    0.163086,
                    0.257812,
                    0.154297,
                    0.161133,
                    0.181641,
                    0.182617,
                    0.167969,
                    0.285156,
                    0.117676,
                    0.19043,
                    0.148438,
                    0.251953,
                    0.175781,
                    0.176758,
                    0.248047,
                    0.217773,
                    0.183594,
                    0.18457,
                    0.151367,
                    0.173828,
                    0.15625,
                    0.176758,
                    0.185547,
                    0.173828,
                    0.199219,
                    0.181641,
                    0.200195,
                    0.154297,
                    0.165039,
                    0.160156,
                    0.178711,
                    0.168945,
                    0.168945,
                    0.21582,
                    0.199219,
                    0.173828,
                    0.170898,
                    0.19043,
                    0.204102,
                    0.176758,
                    0.220703,
                    0.174805,
                    0.179688,
                    0.166992,
                    0.208984,
                    -0.000351,
                    0.151367,
                    0.206055,
                    0.186523,
                    0.164062,
                    0.165039,
                    0.167969,
                    0.158203,
                    0.189453,
                    0.193359,
                    0.134766,
                    0.176758,
                    0.136719,
                    0.18457,
                    0.200195,
                    0.243164,
                    0.251953,
                    0.195312,
                    0.369141,
                    0.183594,
                    0.291016,
                    0.194336,
                    0.172852,
                    0.211914,
                    0.172852,
                    0.206055,
                    0.220703,
                    0.200195,
                    0.158203,
                    0.191406,
                    0.182617,
                    0.200195,
                    0.152344,
                    0.183594,
                    0.199219,
                    0.239258,
                    0.178711,
                    0.089844,
                    0.18457,
                    0.129883,
                    0.168945,
                    0.248047,
                    0.211914,
                    0.202148,
                    0.152344,
                    0.1875,
                    0.199219,
                    0.195312,
                    0.165039,
                    0.12793,
                    0.193359,
                    0.1875,
                    0.132812,
                    0.178711,
                    0.166016,
                    0.212891,
                    0.19043,
                    0.179688,
                    0.181641,
                    0.198242,
                    0.157227,
                    0.172852,
                    0.168945,
                    0.155273,
                    0.179688,
                    0.150391,
                    0.227539,
                    0.162109,
                    0.166016,
                    0.185547,
                    0.104492,
                    0.149414,
                    0.157227,
                    0.189453,
                    0.214844,
                    0.227539,
                    0.347656,
                    0.166992,
                    0.101074,
                    0.166992,
                    0.146484,
                    0.188477,
                    0.173828,
                    0.176758,
                    0.244141,
                    0.194336,
                    0.206055,
                    0.15918,
                    0.18457,
                    0.107422,
                    0.174805,
                    0.277344,
                    0.182617,
                    0.174805,
                    0.148438,
                    0.196289,
                    0.171875,
                    0.183594,
                    0.180664,
                    0.201172,
                    0.185547,
                    0.212891,
                    0.146484,
                    0.209961,
                    0.197266,
                    0.157227,
                    0.193359,
                    0.189453,
                    0.129883,
                    0.194336,
                    0.168945,
                    0.195312,
                    0.167969,
                    0.097656,
                    0.194336,
                    0.195312,
                    0.167969,
                    0.182617,
                    0.107422,
                    0.210938,
                    0.179688,
                    0.363281,
                    0.09668,
                    0.193359,
                    0.161133,
                    0.172852,
                    0.176758,
                    0.169922,
                    0.208008,
                    0.168945,
                    0.255859,
                    0.175781,
                    0.160156,
                    0.148438,
                    0.206055,
                    1.171875,
                    0.166016,
                    0.201172,
                    0.147461,
                    0.236328,
                    0.21875,
                    0.147461,
                    0.182617,
                    0.18457,
                    0.192383,
                    0.167969,
                    0.164062,
                    0.208008,
                    0.207031,
                    0.176758,
                    0.165039,
                    0.226562,
                    0.19043,
                    0.173828,
                    0.158203,
                    0.245117,
                    0.157227,
                    0.235352,
                    0.209961,
                    0.271484,
                    0.154297,
                    0.198242,
                    0.188477,
                    0.180664,
                    0.201172,
                    0.22168,
                    0.151367,
                    0.177734,
                    0.138672,
                    0.182617,
                    0.188477,
                    0.154297,
                    0.172852,
                    0.144531,
                    0.186523,
                    0.188477,
                    0.198242,
                    0.181641,
                    0.170898,
                    0.183594,
                    0.172852,
                    0.181641,
                    0.146484,
                    0.1875,
                    0.171875,
                    0.137695,
                    0.167969,
                    0.164062,
                    0.197266,
                    0.117676,
                    0.267578,
                    0.083496,
                    0.168945,
                    0.166016,
                    0.217773,
                    0.15332,
                    0.125,
                    0.515625,
                    0.090332,
                    0.133789,
                    0.186523,
                    0.194336,
                    0.172852,
                    0.166992,
                    0.244141,
                    0.192383,
                    0.173828,
                    0.170898,
                    0.147461,
                    0.150391,
                    0.177734,
                    0.204102,
                    0.166016,
                    0.147461,
                    0.155273,
                    0.168945,
                    0.308594,
                    0.133789,
                    0.155273,
                    0.163086,
                    0.194336,
                    0.15918,
                    0.172852,
                    0.193359,
                    0.191406,
                    0.146484,
                    0.141602,
                    0.171875,
                    0.129883,
                    0.166016,
                    0.176758,
                    0.223633,
                    0.150391,
                    0.144531,
                    0.168945,
                    0.160156,
                    0.182617,
                    0.181641,
                    0.186523,
                    0.183594,
                    0.155273,
                    0.167969,
                    0.182617,
                    0.168945,
                    0.148438,
                    0.210938,
                    0.203125,
                    0.165039,
                    0.225586,
                    0.149414,
                    0.167969,
                    0.147461,
                    0.208984,
                    0.183594,
                    0.155273,
                    0.201172,
                    0.324219,
                    0.160156,
                    0.165039,
                    0.164062,
                    0.15332,
                    0.15625,
                    0.191406,
                    0.174805,
                    0.182617,
                    0.146484,
                    0.188477,
                    0.198242,
                    0.182617,
                    0.175781,
                    0.173828,
                    0.164062,
                    0.207031,
                    0.161133,
                    0.164062,
                    0.19043,
                    0.198242,
                    0.074707,
                    0.170898,
                    0.173828,
                    0.155273,
                    0.172852,
                    0.189453,
                    0.186523,
                    0.103027,
                    0.168945,
                    0.180664,
                    0.176758,
                    0.144531,
                    0.176758,
                    0.174805,
                    0.155273,
                    0.168945,
                    0.192383,
                    0.175781,
                    0.238281,
                    0.180664,
                    0.105469,
                    0.158203,
                    0.191406,
                    0.21582,
                    0.166992,
                    0.202148,
                    0.166016,
                    0.147461,
                    0.199219,
                    0.181641,
                    0.188477,
                    0.174805,
                    0.174805,
                    0.172852,
                    0.230469,
                    0.162109,
                    0.206055,
                    0.163086,
                    0.095703,
                    0.177734,
                    0.265625,
                    0.169922,
                    0.125,
                    0.179688,
                    0.197266,
                    0.147461,
                    0.186523,
                    0.194336,
                    0.182617,
                    0.131836,
                    0.191406,
                    0.154297,
                    0.178711,
                    0.168945,
                    0.204102,
                    0.251953,
                    0.194336,
                    0.178711,
                    0.24707,
                    0.1875,
                    0.188477,
                    0.172852,
                    0.165039,
                    0.179688,
                    0.166992,
                    0.194336,
                    0.152344,
                    0.183594,
                    0.151367,
                    0.163086,
                    0.175781,
                    0.287109,
                    0.204102,
                    0.171875,
                    0.210938,
                    0.164062,
                    0.175781,
                    0.192383,
                    0.174805,
                    0.164062,
                    0.183594,
                    0.203125,
                    0.186523,
                    0.158203,
                    0.15625,
                    0.15918,
                    0.180664,
                    0.174805,
                    0.225586,
                    0.186523,
                    0.166016,
                    0.185547,
                    0.203125,
                    0.175781,
                    0.120117,
                    0.189453,
                    0.170898,
                    0.216797,
                    0.181641,
                    0.15332,
                    0.164062,
                    0.166992,
                    0.175781,
                    0.208984,
                    0.181641,
                    0.212891,
                    0.210938,
                    0.231445,
                    0.1875,
                    0.207031,
                    0.191406,
                    0.189453,
                    0.208008,
                    0.165039,
                    0.249023,
                    0.11084,
                    0.154297,
                    0.109375,
                    0.162109,
                    0.199219,
                    0.174805,
                    0.188477,
                    0.160156,
                    0.202148,
                    0.225586,
                    0.173828,
                    0.225586,
                    0.166016,
                    0.214844,
                    0.131836,
                    0.150391,
                    0.173828,
                    0.180664,
                    0.180664,
                    0.166016,
                    0.150391,
                    0.204102,
                    0.223633,
                    0.171875,
                    0.163086,
                    0.143555,
                    0.176758,
                    0.166992,
                    0.188477,
                    0.202148,
                    0.207031,
                    0.174805,
                    0.162109,
                    0.149414,
                    0.135742,
                    0.208008,
                    0.191406,
                    0.197266,
                    0.162109,
                    0.143555,
                    0.189453,
                    0.167969,
                    0.185547,
                    0.212891,
                    0.171875,
                    0.19043,
                    0.138672,
                    0.192383,
                    0.170898,
                    0.168945,
                    0.176758,
                    0.142578,
                    0.212891,
                    0.165039,
                    0.171875,
                    0.287109,
                    0.163086,
                    0.363281,
                    0.181641,
                    0.164062,
                    0.139648,
                    0.192383,
                    0.185547,
                    0.318359,
                    0.186523,
                    0.19043,
                    0.169922,
                    0.15332,
                    0.196289,
                    0.15332,
                    0.185547,
                    0.173828,
                    0.248047,
                    0.194336,
                    0.15918,
                    0.169922,
                    0.15332,
                    0.170898,
                    0.122559,
                    0.201172,
                    0.166016,
                    0.203125,
                    0.192383,
                    0.158203,
                    0.154297,
                    0.162109,
                    0.171875,
                    0.166016,
                    0.163086,
                    0.223633,
                    0.180664,
                    0.222656,
                    0.240234,
                    0.239258,
                    0.178711,
                    0.245117,
                    0.205078,
                    0.166016,
                    0.174805,
                    0.181641,
                    0.161133,
                    0.237305,
                    0.199219,
                    0.225586,
                    0.205078,
                    0.219727,
                    0.192383,
                    0.161133,
                    0.225586,
                    0.149414,
                    0.193359,
                    0.194336,
                    0.149414,
                    0.155273,
                    0.189453,
                    0.180664,
                    0.204102,
                    0.193359,
                    0.279297,
                    0.183594,
                    0.171875,
                    0.180664,
                    0.24707,
                    0.170898,
                    0.193359,
                    0.181641,
                    0.194336,
                    0.257812,
                    0.170898,
                    0.177734,
                    0.152344,
                    0.165039,
                    0.170898,
                    0.224609,
                    0.324219,
                    0.166992,
                    0.154297,
                    0.179688,
                    0.151367,
                    0.21582,
                    0.179688,
                    0.164062,
                    0.143555,
                    0.208984,
                    0.18457,
                    0.191406,
                    0.180664,
                    0.193359,
                    0.140625,
                    0.151367,
                    0.214844,
                    0.208008,
                    0.177734,
                    0.164062,
                    0.15918,
                    0.125977,
                    0.173828,
                    0.199219,
                    0.163086,
                    0.234375,
                    0.162109,
                    0.171875,
                    0.142578,
                    0.204102,
                    0.148438,
                    0.177734,
                    0.139648,
                    0.19043,
                    0.15918,
                    0.191406,
                    0.130859,
                    0.167969,
                    0.195312,
                    0.183594,
                    0.138672,
                    0.178711,
                    0.205078,
                    0.147461,
                    0.178711,
                    0.199219,
                    0.170898,
                    0.093262,
                    0.119629,
                    0.183594,
                    0.203125,
                    0.099609,
                    0.165039,
                    0.144531,
                    0.194336,
                    0.240234,
                    0.208984,
                    0.178711,
                    0.155273,
                    0.196289,
                    0.251953,
                    0.146484,
                    0.207031,
                    0.185547,
                    0.180664,
                    0.217773,
                    0.198242,
                    0.359375,
                    0.24707,
                    0.188477,
                    0.225586,
                    0.230469,
                    0.324219,
                    0.174805,
                    0.161133,
                    0.216797,
                    0.146484,
                    0.148438,
                    0.166016,
                    0.179688,
                    0.104492,
                    0.205078,
                    0.166016,
                    0.162109,
                    0.249023,
                    0.194336,
                    0.19043,
                    0.175781,
                    0.166016,
                    0.214844,
                    0.201172,
                    0.164062,
                    0.158203,
                    0.196289,
                    0.175781,
                    0.133789,
                    0.181641,
                    0.200195,
                    0.179688,
                    0.173828,
                    0.125977,
                    0.232422,
                    0.208984,
                    0.209961,
                    0.106934,
                    0.157227,
                    0.15918,
                    0.157227,
                    0.170898,
                    0.182617,
                    0.199219,
                    0.167969,
                    0.158203,
                    0.209961,
                    0.173828,
                    0.175781,
                    0.206055,
                    0.175781,
                    0.1875,
                    0.163086,
                    0.181641,
                    0.198242
                ]
            },
            "name": "model.transformer.layers.8.attn_norm.weight",
            "outputIndexes": [
                533
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                532,
                533
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/attn_norm_8/Mul_1_output_0",
            "outputIndexes": [
                534
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                534
            ],
            "outputIndexes": [
                1658
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                1658
            ],
            "outputIndexes": [
                1659
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/q_proj/Linear",
            "inputIndexes": [
                1659
            ],
            "outputIndexes": [
                1660
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1024,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 12288,
                    "weightSize": 0
                },
                "external": [
                    52576800,
                    786454,
                    98304,
                    4096,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                1660
            ],
            "outputIndexes": [
                1661
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1661
            ],
            "outputIndexes": [
                535
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1024
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                534
            ],
            "main_type": "NONE",
            "name": "/Shape_33_output_0",
            "outputIndexes": [
                536
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                536
            ],
            "main_type": "NONE",
            "name": "Shape762",
            "outputIndexes": [
                537
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                536
            ],
            "main_type": "NONE",
            "name": "Rank764",
            "outputIndexes": [
                538
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                538,
                538
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp766",
            "outputIndexes": [
                539
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                539
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze767",
            "outputIndexes": [
                540
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                539,
                9
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp769",
            "outputIndexes": [
                541
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                541
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze770",
            "outputIndexes": [
                542
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                537,
                540,
                542,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice773",
            "outputIndexes": [
                543
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                543
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze774",
            "outputIndexes": [
                544
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                9,
                544
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp775",
            "outputIndexes": [
                545
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                545,
                544
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp776",
            "outputIndexes": [
                546
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                536,
                546,
                539
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_44_output_0",
            "outputIndexes": [
                547
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                547,
                21
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_81_output_0",
            "outputIndexes": [
                548
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                7,
                548,
                244,
                24
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_40_output_0",
            "outputIndexes": [
                549
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                535,
                549
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_33_output_0",
            "outputIndexes": [
                550
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                550
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/q_norm_8/Mul_output_0",
            "outputIndexes": [
                551
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    64
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.034424,
                    1.929688,
                    0.036377,
                    1.570312,
                    1.601562,
                    1.890625,
                    1.3125,
                    1.835938,
                    1.742188,
                    1.914062,
                    1.648438,
                    1.914062,
                    2.203125,
                    1.789062,
                    1.65625,
                    2.09375,
                    2.140625,
                    1.953125,
                    2.09375,
                    2.109375,
                    2.015625,
                    2.015625,
                    0.96875,
                    2.0,
                    2.078125,
                    2.03125,
                    2.984375,
                    1.984375,
                    2.03125,
                    1.9375,
                    1.835938,
                    1.882812,
                    2.078125,
                    -0.035156,
                    1.890625,
                    1.242188,
                    0.792969,
                    1.90625,
                    1.773438,
                    1.539062,
                    1.671875,
                    1.867188,
                    2.03125,
                    2.078125,
                    1.375,
                    2.1875,
                    2.515625,
                    1.890625,
                    1.898438,
                    2.34375,
                    2.125,
                    2.046875,
                    2.0625,
                    2.078125,
                    4.15625,
                    1.984375,
                    2.09375,
                    2.03125,
                    1.484375,
                    2.21875,
                    2.046875,
                    2.3125,
                    2.578125,
                    2.046875
                ]
            },
            "name": "model.transformer.layers.8.attn.q_norm.weight",
            "outputIndexes": [
                552
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                551,
                552
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/q_norm_8/Mul_1_output_0",
            "outputIndexes": [
                553
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                553,
                53
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_32_output_0",
            "outputIndexes": [
                554
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                553,
                55,
                56,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_33_output_0",
            "outputIndexes": [
                555
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                555
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_16_output_0",
            "outputIndexes": [
                556
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                553,
                21,
                55,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_32_output_0",
            "outputIndexes": [
                557
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                556,
                557
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_43_output_0",
            "outputIndexes": [
                558
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                558,
                68
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_33_output_0",
            "outputIndexes": [
                559
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                554,
                559
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_32_output_0",
            "outputIndexes": [
                560
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                534
            ],
            "outputIndexes": [
                1662
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                1662
            ],
            "outputIndexes": [
                1663
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/k_proj/Linear",
            "inputIndexes": [
                1663
            ],
            "outputIndexes": [
                1664
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 256,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3072,
                    "weightSize": 0
                },
                "external": [
                    53465654,
                    196630,
                    24576,
                    1024,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                1664
            ],
            "outputIndexes": [
                1665
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1665
            ],
            "outputIndexes": [
                561
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    256
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                7,
                548,
                258,
                24
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_41_output_0",
            "outputIndexes": [
                562
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                561,
                562
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_34_output_0",
            "outputIndexes": [
                563
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                563
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/k_norm_8/Mul_output_0",
            "outputIndexes": [
                564
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    64
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.021973,
                    1.320312,
                    0.015747,
                    1.484375,
                    1.601562,
                    1.859375,
                    1.445312,
                    1.601562,
                    1.132812,
                    1.664062,
                    2.015625,
                    2.125,
                    1.078125,
                    2.296875,
                    2.21875,
                    1.992188,
                    1.789062,
                    2.265625,
                    2.125,
                    2.046875,
                    2.046875,
                    2.015625,
                    5.3125,
                    2.0,
                    1.960938,
                    2.03125,
                    1.328125,
                    2.515625,
                    2.015625,
                    2.328125,
                    2.59375,
                    2.15625,
                    1.390625,
                    0.013245,
                    1.226562,
                    1.085938,
                    0.53125,
                    1.953125,
                    1.765625,
                    1.921875,
                    1.976562,
                    2.09375,
                    1.367188,
                    1.765625,
                    2.453125,
                    1.609375,
                    1.5,
                    2.0,
                    2.375,
                    1.8125,
                    2.09375,
                    2.078125,
                    2.046875,
                    2.03125,
                    0.890625,
                    2.03125,
                    1.945312,
                    2.046875,
                    2.390625,
                    2.28125,
                    2.0625,
                    2.21875,
                    1.789062,
                    2.359375
                ]
            },
            "name": "model.transformer.layers.8.attn.k_norm.weight",
            "outputIndexes": [
                565
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                564,
                565
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/k_norm_8/Mul_1_output_0",
            "outputIndexes": [
                566
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                566,
                53
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_34_output_0",
            "outputIndexes": [
                567
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                566,
                55,
                56,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_35_output_0",
            "outputIndexes": [
                568
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                568
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_17_output_0",
            "outputIndexes": [
                569
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                566,
                21,
                55,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_34_output_0",
            "outputIndexes": [
                570
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                569,
                570
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_44_output_0",
            "outputIndexes": [
                571
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                571,
                68
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_35_output_0",
            "outputIndexes": [
                572
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                567,
                572
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_33_output_0",
            "outputIndexes": [
                573
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                534
            ],
            "outputIndexes": [
                1666
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                1666
            ],
            "outputIndexes": [
                1667
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/v_proj/Linear",
            "inputIndexes": [
                1667
            ],
            "outputIndexes": [
                1668
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 256,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3072,
                    "weightSize": 0
                },
                "external": [
                    53687884,
                    196630,
                    24576,
                    1024,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                1668
            ],
            "outputIndexes": [
                1669
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1669
            ],
            "outputIndexes": [
                574
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    256
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                574,
                562
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_35_output_0",
            "outputIndexes": [
                575
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                560,
                573,
                575,
                86
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "/layers.8/self_attn/FusedAttention",
            "outputIndexes": [
                576
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                576
            ],
            "outputIndexes": [
                1670
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1024,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                1670
            ],
            "outputIndexes": [
                1671
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/o_proj/Linear",
            "inputIndexes": [
                1671
            ],
            "outputIndexes": [
                1672
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1024,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 12288,
                    "weightSize": 0
                },
                "external": [
                    53910114,
                    786454,
                    98304,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                1672
            ],
            "outputIndexes": [
                1673
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1673
            ],
            "outputIndexes": [
                577
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                531,
                577
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_34_output_0",
            "outputIndexes": [
                578
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                578
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/ffn_norm_8/Mul_output_0",
            "outputIndexes": [
                579
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.376953,
                    0.316406,
                    0.369141,
                    0.269531,
                    0.245117,
                    0.353516,
                    0.34375,
                    0.347656,
                    0.386719,
                    0.339844,
                    0.363281,
                    0.229492,
                    0.34375,
                    0.302734,
                    0.359375,
                    0.365234,
                    0.363281,
                    0.388672,
                    0.285156,
                    0.347656,
                    0.123535,
                    0.357422,
                    0.224609,
                    0.332031,
                    0.378906,
                    0.339844,
                    0.363281,
                    0.367188,
                    0.320312,
                    0.361328,
                    0.390625,
                    0.355469,
                    0.255859,
                    0.255859,
                    0.373047,
                    0.369141,
                    0.378906,
                    0.367188,
                    0.355469,
                    0.347656,
                    0.339844,
                    0.322266,
                    0.371094,
                    0.339844,
                    0.333984,
                    0.355469,
                    0.314453,
                    0.355469,
                    0.369141,
                    0.229492,
                    0.376953,
                    0.357422,
                    0.335938,
                    0.353516,
                    0.169922,
                    0.382812,
                    0.347656,
                    0.357422,
                    0.359375,
                    0.378906,
                    0.287109,
                    0.339844,
                    0.167969,
                    0.351562,
                    0.441406,
                    0.394531,
                    0.363281,
                    0.316406,
                    0.333984,
                    0.244141,
                    0.341797,
                    0.339844,
                    0.326172,
                    0.396484,
                    0.224609,
                    0.388672,
                    0.349609,
                    0.390625,
                    0.34375,
                    0.349609,
                    0.335938,
                    0.357422,
                    0.351562,
                    0.326172,
                    0.216797,
                    0.34375,
                    0.314453,
                    0.380859,
                    0.369141,
                    0.253906,
                    0.384766,
                    0.283203,
                    0.361328,
                    0.320312,
                    0.345703,
                    0.318359,
                    0.21875,
                    0.376953,
                    0.200195,
                    0.22168,
                    0.371094,
                    0.363281,
                    0.302734,
                    0.369141,
                    0.345703,
                    0.3125,
                    0.292969,
                    0.24707,
                    0.255859,
                    0.365234,
                    0.373047,
                    0.339844,
                    0.382812,
                    0.238281,
                    0.322266,
                    0.316406,
                    0.390625,
                    0.357422,
                    0.308594,
                    0.337891,
                    0.365234,
                    0.318359,
                    0.320312,
                    0.373047,
                    0.318359,
                    0.386719,
                    0.357422,
                    0.357422,
                    0.357422,
                    0.363281,
                    0.394531,
                    0.353516,
                    0.314453,
                    0.382812,
                    0.351562,
                    0.310547,
                    0.251953,
                    0.369141,
                    0.375,
                    0.227539,
                    0.376953,
                    0.375,
                    0.294922,
                    0.382812,
                    0.255859,
                    0.205078,
                    0.273438,
                    0.371094,
                    0.330078,
                    0.261719,
                    0.359375,
                    0.300781,
                    0.335938,
                    0.333984,
                    0.3125,
                    0.308594,
                    0.388672,
                    0.382812,
                    0.361328,
                    0.330078,
                    0.396484,
                    0.298828,
                    0.394531,
                    0.326172,
                    0.34375,
                    0.34375,
                    0.347656,
                    0.335938,
                    0.339844,
                    0.208984,
                    0.217773,
                    0.351562,
                    0.195312,
                    0.365234,
                    0.359375,
                    0.414062,
                    0.337891,
                    0.355469,
                    0.359375,
                    0.375,
                    0.373047,
                    0.365234,
                    0.292969,
                    0.341797,
                    0.345703,
                    0.355469,
                    0.365234,
                    0.332031,
                    0.375,
                    0.322266,
                    0.384766,
                    0.326172,
                    0.188477,
                    0.363281,
                    0.316406,
                    0.380859,
                    0.332031,
                    0.357422,
                    0.375,
                    0.246094,
                    0.349609,
                    0.291016,
                    0.371094,
                    0.367188,
                    0.382812,
                    0.355469,
                    0.367188,
                    0.330078,
                    0.341797,
                    0.316406,
                    0.306641,
                    0.375,
                    0.371094,
                    0.341797,
                    0.34375,
                    0.339844,
                    0.359375,
                    0.378906,
                    0.355469,
                    0.324219,
                    0.365234,
                    0.400391,
                    0.34375,
                    0.162109,
                    0.375,
                    0.235352,
                    0.369141,
                    0.283203,
                    0.320312,
                    0.347656,
                    0.351562,
                    0.324219,
                    0.277344,
                    0.267578,
                    0.328125,
                    0.34375,
                    0.341797,
                    0.285156,
                    0.353516,
                    0.328125,
                    0.291016,
                    0.21875,
                    0.375,
                    0.349609,
                    0.310547,
                    0.353516,
                    0.194336,
                    0.363281,
                    0.363281,
                    0.328125,
                    0.341797,
                    0.188477,
                    0.349609,
                    0.300781,
                    0.371094,
                    0.361328,
                    0.332031,
                    0.34375,
                    0.359375,
                    0.335938,
                    0.353516,
                    0.324219,
                    0.222656,
                    0.410156,
                    0.378906,
                    0.373047,
                    0.378906,
                    0.183594,
                    0.326172,
                    0.289062,
                    0.355469,
                    0.349609,
                    0.310547,
                    0.359375,
                    0.359375,
                    0.287109,
                    0.361328,
                    0.25,
                    0.337891,
                    0.226562,
                    0.367188,
                    0.345703,
                    0.269531,
                    0.355469,
                    0.355469,
                    0.351562,
                    0.359375,
                    0.394531,
                    0.363281,
                    0.335938,
                    0.255859,
                    0.404297,
                    0.353516,
                    0.382812,
                    0.176758,
                    0.376953,
                    0.257812,
                    0.375,
                    0.244141,
                    0.204102,
                    0.390625,
                    0.353516,
                    0.357422,
                    0.382812,
                    0.318359,
                    0.388672,
                    0.361328,
                    0.263672,
                    0.382812,
                    0.339844,
                    0.369141,
                    0.363281,
                    0.275391,
                    0.320312,
                    0.380859,
                    0.349609,
                    0.367188,
                    0.195312,
                    0.174805,
                    0.337891,
                    0.363281,
                    0.351562,
                    0.402344,
                    0.376953,
                    0.359375,
                    0.324219,
                    0.363281,
                    0.314453,
                    0.332031,
                    0.353516,
                    0.283203,
                    0.34375,
                    0.310547,
                    0.394531,
                    0.351562,
                    0.376953,
                    0.335938,
                    0.34375,
                    0.241211,
                    0.376953,
                    0.253906,
                    0.283203,
                    0.347656,
                    0.217773,
                    0.373047,
                    0.398438,
                    0.201172,
                    0.226562,
                    0.339844,
                    0.359375,
                    0.283203,
                    0.337891,
                    0.245117,
                    0.230469,
                    0.367188,
                    0.204102,
                    0.294922,
                    0.367188,
                    0.253906,
                    0.359375,
                    0.388672,
                    0.259766,
                    0.365234,
                    0.316406,
                    0.257812,
                    0.34375,
                    0.333984,
                    0.257812,
                    0.34375,
                    0.203125,
                    0.196289,
                    0.351562,
                    0.217773,
                    0.371094,
                    0.375,
                    0.161133,
                    0.388672,
                    0.373047,
                    0.359375,
                    0.302734,
                    0.359375,
                    0.314453,
                    0.376953,
                    0.351562,
                    0.208008,
                    0.263672,
                    0.174805,
                    0.339844,
                    0.314453,
                    0.371094,
                    0.371094,
                    0.289062,
                    0.369141,
                    0.175781,
                    0.369141,
                    0.198242,
                    0.369141,
                    0.151367,
                    0.240234,
                    0.398438,
                    0.367188,
                    0.359375,
                    0.396484,
                    0.355469,
                    0.367188,
                    0.269531,
                    0.24707,
                    0.373047,
                    0.347656,
                    0.376953,
                    0.375,
                    0.234375,
                    0.289062,
                    0.382812,
                    0.367188,
                    0.324219,
                    0.318359,
                    0.361328,
                    0.335938,
                    0.363281,
                    0.3125,
                    0.28125,
                    0.285156,
                    0.207031,
                    0.353516,
                    0.242188,
                    0.330078,
                    0.373047,
                    0.3125,
                    0.345703,
                    0.326172,
                    0.341797,
                    0.361328,
                    0.378906,
                    0.375,
                    0.371094,
                    0.335938,
                    0.367188,
                    0.320312,
                    0.349609,
                    0.332031,
                    0.337891,
                    0.265625,
                    0.386719,
                    0.355469,
                    0.361328,
                    0.382812,
                    0.180664,
                    0.365234,
                    0.382812,
                    0.224609,
                    0.390625,
                    0.394531,
                    0.347656,
                    0.213867,
                    0.359375,
                    0.375,
                    0.245117,
                    0.335938,
                    0.376953,
                    0.376953,
                    0.174805,
                    0.355469,
                    0.357422,
                    0.328125,
                    0.206055,
                    0.324219,
                    0.376953,
                    0.332031,
                    0.34375,
                    0.21875,
                    0.326172,
                    0.363281,
                    0.203125,
                    0.341797,
                    0.375,
                    0.363281,
                    0.34375,
                    0.357422,
                    0.345703,
                    0.380859,
                    0.347656,
                    0.351562,
                    0.233398,
                    0.375,
                    0.180664,
                    0.375,
                    0.398438,
                    0.357422,
                    0.351562,
                    0.314453,
                    0.347656,
                    0.337891,
                    0.314453,
                    0.359375,
                    0.351562,
                    0.351562,
                    0.271484,
                    0.353516,
                    0.261719,
                    0.330078,
                    0.351562,
                    0.165039,
                    0.328125,
                    0.265625,
                    0.398438,
                    0.347656,
                    0.345703,
                    0.361328,
                    0.234375,
                    0.369141,
                    0.384766,
                    0.378906,
                    0.333984,
                    0.251953,
                    0.371094,
                    0.357422,
                    0.363281,
                    0.351562,
                    0.394531,
                    0.235352,
                    0.373047,
                    0.375,
                    0.353516,
                    0.267578,
                    0.337891,
                    0.332031,
                    0.314453,
                    0.34375,
                    0.189453,
                    0.324219,
                    0.375,
                    0.345703,
                    0.361328,
                    0.355469,
                    0.175781,
                    0.380859,
                    0.367188,
                    0.359375,
                    0.371094,
                    0.396484,
                    0.351562,
                    0.239258,
                    0.361328,
                    0.347656,
                    0.371094,
                    0.349609,
                    0.304688,
                    0.3125,
                    0.3125,
                    0.255859,
                    0.339844,
                    0.292969,
                    0.214844,
                    0.257812,
                    0.386719,
                    0.34375,
                    0.380859,
                    0.345703,
                    0.347656,
                    0.355469,
                    0.25,
                    0.211914,
                    0.40625,
                    0.322266,
                    0.351562,
                    0.275391,
                    0.330078,
                    0.392578,
                    0.367188,
                    0.361328,
                    0.237305,
                    0.34375,
                    0.271484,
                    0.375,
                    0.324219,
                    0.267578,
                    0.318359,
                    0.333984,
                    0.400391,
                    0.380859,
                    0.369141,
                    0.380859,
                    0.337891,
                    0.330078,
                    0.369141,
                    0.308594,
                    0.306641,
                    0.322266,
                    0.355469,
                    0.367188,
                    0.380859,
                    0.373047,
                    0.320312,
                    0.394531,
                    0.345703,
                    0.253906,
                    0.223633,
                    0.332031,
                    0.21875,
                    0.324219,
                    0.34375,
                    0.371094,
                    0.351562,
                    0.304688,
                    0.283203,
                    0.373047,
                    0.205078,
                    0.217773,
                    0.363281,
                    0.306641,
                    0.208008,
                    0.361328,
                    0.328125,
                    0.404297,
                    0.339844,
                    0.335938,
                    0.341797,
                    0.240234,
                    0.324219,
                    0.380859,
                    0.371094,
                    0.339844,
                    0.333984,
                    0.378906,
                    0.349609,
                    0.369141,
                    0.425781,
                    0.353516,
                    0.351562,
                    0.355469,
                    0.314453,
                    0.365234,
                    0.339844,
                    0.351562,
                    0.375,
                    0.392578,
                    0.359375,
                    0.363281,
                    0.320312,
                    0.363281,
                    0.230469,
                    0.333984,
                    0.363281,
                    0.335938,
                    0.289062,
                    0.371094,
                    0.12793,
                    0.304688,
                    0.373047,
                    0.349609,
                    0.349609,
                    0.361328,
                    0.318359,
                    0.367188,
                    0.380859,
                    0.349609,
                    0.269531,
                    0.363281,
                    0.165039,
                    0.34375,
                    0.382812,
                    0.298828,
                    0.349609,
                    0.292969,
                    0.363281,
                    0.316406,
                    0.375,
                    0.333984,
                    0.273438,
                    0.251953,
                    0.376953,
                    0.197266,
                    0.376953,
                    0.347656,
                    0.337891,
                    0.355469,
                    0.361328,
                    0.326172,
                    0.335938,
                    0.345703,
                    0.326172,
                    0.349609,
                    0.369141,
                    0.283203,
                    0.373047,
                    0.225586,
                    0.361328,
                    0.423828,
                    0.345703,
                    0.345703,
                    0.269531,
                    0.371094,
                    0.386719,
                    0.279297,
                    0.316406,
                    0.347656,
                    0.363281,
                    0.375,
                    0.333984,
                    0.355469,
                    0.345703,
                    0.213867,
                    0.349609,
                    0.447266,
                    0.337891,
                    0.351562,
                    0.233398,
                    0.355469,
                    0.306641,
                    0.373047,
                    0.402344,
                    0.367188,
                    0.349609,
                    0.355469,
                    0.371094,
                    0.289062,
                    0.222656,
                    0.332031,
                    0.373047,
                    0.359375,
                    0.339844,
                    0.380859,
                    0.386719,
                    0.345703,
                    0.365234,
                    0.316406,
                    0.375,
                    0.361328,
                    0.330078,
                    0.361328,
                    0.392578,
                    0.382812,
                    0.214844,
                    0.304688,
                    0.363281,
                    0.333984,
                    0.363281,
                    0.375,
                    0.371094,
                    0.34375,
                    0.332031,
                    0.363281,
                    0.345703,
                    0.298828,
                    0.365234,
                    0.375,
                    0.335938,
                    0.306641,
                    0.417969,
                    0.402344,
                    0.320312,
                    0.217773,
                    0.376953,
                    0.351562,
                    0.177734,
                    0.298828,
                    0.378906,
                    0.392578,
                    0.349609,
                    0.441406,
                    0.378906,
                    0.341797,
                    0.357422,
                    0.375,
                    0.279297,
                    0.349609,
                    0.332031,
                    0.371094,
                    0.345703,
                    0.341797,
                    0.373047,
                    0.328125,
                    0.365234,
                    0.335938,
                    0.400391,
                    0.335938,
                    0.365234,
                    0.363281,
                    0.392578,
                    0.347656,
                    0.279297,
                    0.410156,
                    0.363281,
                    0.1875,
                    0.249023,
                    0.375,
                    0.353516,
                    0.363281,
                    0.376953,
                    0.224609,
                    0.277344,
                    0.365234,
                    0.332031,
                    0.341797,
                    0.236328,
                    0.371094,
                    0.357422,
                    0.357422,
                    0.375,
                    0.34375,
                    0.375,
                    0.40625,
                    0.359375,
                    0.375,
                    0.337891,
                    0.355469,
                    0.355469,
                    0.357422,
                    0.347656,
                    0.357422,
                    0.28125,
                    0.339844,
                    0.339844,
                    0.355469,
                    0.378906,
                    0.228516,
                    0.308594,
                    0.294922,
                    0.361328,
                    0.171875,
                    0.376953,
                    0.314453,
                    0.345703,
                    0.351562,
                    0.359375,
                    0.378906,
                    0.396484,
                    0.349609,
                    0.34375,
                    0.326172,
                    0.351562,
                    0.224609,
                    0.304688,
                    0.375,
                    0.222656,
                    0.367188,
                    0.294922,
                    0.404297,
                    0.255859,
                    0.176758,
                    0.279297,
                    0.386719,
                    0.376953,
                    0.384766,
                    0.249023,
                    0.396484,
                    0.408203,
                    0.363281,
                    0.376953,
                    0.640625,
                    0.25,
                    0.341797,
                    0.198242,
                    0.296875,
                    0.382812,
                    0.320312,
                    0.388672,
                    0.292969,
                    0.355469,
                    0.349609,
                    0.353516,
                    0.271484,
                    0.355469,
                    0.355469,
                    0.367188,
                    0.347656,
                    0.402344,
                    0.333984,
                    0.287109,
                    0.320312,
                    0.359375,
                    0.373047,
                    0.332031,
                    0.359375,
                    0.376953,
                    0.339844,
                    0.318359,
                    0.365234,
                    0.378906,
                    0.394531,
                    0.378906,
                    0.365234,
                    0.34375,
                    0.375,
                    0.308594,
                    0.326172,
                    0.259766,
                    -0.000729,
                    0.359375,
                    0.332031,
                    0.34375,
                    0.345703,
                    0.378906,
                    0.394531,
                    0.249023,
                    0.373047,
                    0.314453,
                    0.373047,
                    0.380859,
                    0.216797,
                    0.314453,
                    0.361328,
                    0.357422,
                    0.392578,
                    0.349609,
                    0.224609,
                    0.371094,
                    0.40625,
                    0.302734,
                    0.349609,
                    0.361328,
                    0.339844,
                    0.333984,
                    0.347656,
                    0.339844,
                    0.361328,
                    0.330078,
                    0.390625,
                    0.322266,
                    0.351562,
                    0.361328,
                    0.373047,
                    0.375,
                    0.382812,
                    0.160156,
                    0.367188,
                    0.316406,
                    0.365234,
                    0.245117,
                    0.335938,
                    0.382812,
                    0.371094,
                    0.371094,
                    0.355469,
                    0.34375,
                    0.320312,
                    0.355469,
                    0.351562,
                    0.349609,
                    0.375,
                    0.335938,
                    0.349609,
                    0.353516,
                    0.318359,
                    0.357422,
                    0.259766,
                    0.384766,
                    0.322266,
                    0.345703,
                    0.367188,
                    0.235352,
                    0.353516,
                    0.375,
                    0.361328,
                    0.369141,
                    0.300781,
                    0.390625,
                    0.390625,
                    0.253906,
                    0.347656,
                    0.376953,
                    0.273438,
                    0.269531,
                    0.186523,
                    0.347656,
                    0.209961,
                    0.328125,
                    0.339844,
                    0.351562,
                    0.341797,
                    0.359375,
                    0.310547,
                    0.394531,
                    0.326172,
                    0.367188,
                    0.371094,
                    0.412109,
                    0.351562,
                    0.265625,
                    0.371094,
                    0.292969,
                    0.3125,
                    0.261719,
                    0.322266,
                    0.361328,
                    0.316406,
                    0.345703,
                    0.349609,
                    0.28125,
                    0.347656,
                    0.332031,
                    0.367188,
                    0.277344,
                    0.367188,
                    0.34375,
                    0.197266,
                    0.253906,
                    0.357422,
                    0.3125,
                    0.277344,
                    0.175781,
                    0.371094,
                    0.392578,
                    0.337891,
                    0.365234,
                    0.40625,
                    0.371094,
                    0.306641,
                    0.429688,
                    0.166016,
                    0.361328,
                    0.363281,
                    0.237305,
                    0.345703,
                    0.333984,
                    0.34375,
                    0.359375,
                    0.378906,
                    0.355469,
                    0.269531,
                    0.349609,
                    0.363281,
                    0.71875,
                    0.357422,
                    0.279297,
                    0.347656,
                    0.318359,
                    0.3125,
                    0.347656,
                    0.304688,
                    0.369141,
                    0.371094,
                    0.214844,
                    0.217773,
                    0.320312,
                    0.410156,
                    0.388672,
                    0.378906,
                    0.371094,
                    0.373047,
                    0.363281,
                    0.330078,
                    0.251953,
                    0.373047,
                    0.205078,
                    0.214844,
                    0.382812,
                    0.365234,
                    0.361328,
                    0.324219,
                    0.347656,
                    0.361328,
                    0.306641,
                    0.318359,
                    0.22168,
                    0.4375,
                    0.330078,
                    0.347656,
                    0.318359,
                    0.304688,
                    0.554688,
                    0.365234,
                    0.341797,
                    0.363281,
                    0.341797,
                    0.353516,
                    0.380859,
                    0.337891,
                    0.324219,
                    0.349609,
                    0.220703,
                    0.351562,
                    0.243164,
                    0.414062,
                    0.363281,
                    0.355469,
                    0.503906,
                    0.40625,
                    0.158203,
                    0.353516,
                    0.357422,
                    0.365234,
                    0.248047,
                    0.195312,
                    0.228516,
                    0.150391,
                    0.216797,
                    0.326172,
                    0.285156,
                    0.332031,
                    0.355469,
                    0.335938,
                    0.392578,
                    0.330078,
                    0.267578,
                    0.355469,
                    0.351562,
                    0.400391,
                    0.373047,
                    0.376953,
                    0.341797,
                    0.369141,
                    0.376953,
                    0.337891,
                    0.376953,
                    0.378906,
                    0.339844,
                    0.316406,
                    0.375,
                    0.376953,
                    0.347656,
                    0.359375,
                    0.341797,
                    0.212891,
                    0.345703,
                    0.355469,
                    0.318359,
                    0.328125,
                    0.296875,
                    0.376953,
                    0.192383,
                    0.371094,
                    0.347656,
                    0.244141,
                    0.378906,
                    0.359375,
                    0.339844,
                    0.351562,
                    0.322266,
                    0.34375,
                    0.269531,
                    0.214844,
                    0.357422,
                    0.359375,
                    0.320312,
                    0.378906,
                    0.234375,
                    0.34375,
                    0.283203,
                    0.326172,
                    0.369141,
                    0.353516,
                    0.330078,
                    0.308594,
                    0.339844,
                    0.369141,
                    0.292969,
                    0.472656,
                    0.349609,
                    0.347656,
                    0.248047,
                    0.34375,
                    0.359375,
                    0.341797,
                    0.318359,
                    0.351562,
                    0.310547,
                    0.339844,
                    0.373047,
                    0.253906,
                    0.367188,
                    0.341797,
                    0.291016,
                    0.330078,
                    0.474609,
                    0.378906,
                    0.296875,
                    0.273438,
                    0.365234,
                    0.345703,
                    0.3125,
                    0.178711,
                    0.367188,
                    0.349609,
                    0.359375,
                    0.320312,
                    0.283203,
                    0.294922,
                    0.367188,
                    0.375,
                    0.359375,
                    0.371094,
                    0.613281,
                    0.314453,
                    0.19043,
                    0.355469,
                    0.371094,
                    0.263672,
                    0.349609,
                    0.332031,
                    0.351562,
                    0.40625,
                    0.283203,
                    0.345703,
                    0.361328,
                    0.328125,
                    0.376953,
                    0.345703,
                    0.300781,
                    0.371094,
                    0.363281,
                    0.365234,
                    0.164062,
                    0.369141,
                    0.291016,
                    0.306641,
                    0.341797,
                    0.3125,
                    0.375,
                    0.376953,
                    0.351562,
                    0.371094,
                    0.333984,
                    0.375,
                    0.316406,
                    0.351562,
                    0.355469,
                    0.314453,
                    0.339844,
                    0.291016,
                    0.345703,
                    0.34375,
                    0.318359,
                    0.357422,
                    0.373047,
                    0.355469,
                    0.371094,
                    0.371094,
                    0.359375,
                    0.400391,
                    0.423828,
                    0.345703,
                    0.371094,
                    0.367188,
                    0.357422,
                    0.398438,
                    0.353516,
                    0.357422,
                    0.351562,
                    0.345703,
                    0.357422,
                    0.265625,
                    0.359375,
                    0.351562,
                    0.330078,
                    0.363281,
                    0.34375,
                    0.339844,
                    0.375,
                    0.3125,
                    0.376953,
                    0.365234,
                    0.000104,
                    0.259766,
                    0.378906,
                    0.371094,
                    0.246094,
                    0.373047,
                    0.443359,
                    0.390625,
                    0.367188,
                    0.277344,
                    0.330078,
                    0.283203,
                    0.363281,
                    0.306641,
                    0.324219,
                    0.330078,
                    0.367188,
                    0.34375,
                    0.306641,
                    0.333984,
                    0.361328,
                    0.349609,
                    0.339844,
                    0.369141,
                    0.275391,
                    0.347656,
                    0.279297,
                    0.404297,
                    0.324219,
                    0.166992,
                    0.361328,
                    0.273438,
                    0.384766,
                    0.363281,
                    0.365234,
                    0.287109,
                    0.359375,
                    0.365234,
                    0.398438,
                    0.361328,
                    0.390625,
                    0.205078,
                    0.339844,
                    0.367188,
                    0.353516,
                    0.302734,
                    0.328125,
                    0.380859,
                    0.390625,
                    0.296875,
                    0.373047,
                    0.337891,
                    0.223633,
                    0.337891,
                    0.304688,
                    0.359375,
                    0.298828,
                    0.386719,
                    0.283203,
                    0.5,
                    0.388672,
                    0.232422,
                    0.361328,
                    0.369141,
                    0.367188,
                    0.332031,
                    0.394531,
                    0.3125,
                    0.363281,
                    0.386719,
                    0.361328,
                    0.34375,
                    0.365234,
                    0.355469,
                    0.349609,
                    0.333984,
                    0.248047,
                    0.298828,
                    0.197266,
                    0.318359,
                    0.382812,
                    0.341797,
                    0.308594,
                    0.314453,
                    0.22168,
                    0.359375,
                    0.355469,
                    0.341797,
                    0.369141,
                    0.291016,
                    0.241211,
                    0.341797,
                    0.310547,
                    0.371094,
                    0.378906,
                    0.378906,
                    0.384766,
                    0.392578,
                    0.351562,
                    0.243164,
                    0.359375,
                    0.265625,
                    0.275391,
                    0.322266,
                    0.345703,
                    0.21875,
                    0.330078,
                    0.275391,
                    0.388672,
                    0.269531,
                    0.349609,
                    0.318359,
                    0.365234,
                    0.357422,
                    0.375,
                    0.310547,
                    0.388672,
                    0.349609,
                    0.328125,
                    0.253906,
                    0.351562,
                    0.320312,
                    0.249023,
                    0.273438,
                    0.349609,
                    0.304688,
                    0.371094,
                    0.361328,
                    0.371094,
                    0.417969,
                    0.306641,
                    0.326172,
                    0.339844,
                    0.314453,
                    0.257812,
                    0.353516,
                    0.355469,
                    0.302734,
                    0.304688,
                    0.388672,
                    0.353516,
                    0.353516,
                    0.376953,
                    0.357422,
                    0.375,
                    0.449219,
                    0.367188,
                    0.367188,
                    0.34375,
                    0.423828,
                    0.347656,
                    0.373047,
                    0.302734,
                    0.365234,
                    0.349609,
                    0.333984,
                    0.318359,
                    0.316406,
                    0.359375,
                    0.375,
                    0.277344,
                    0.279297,
                    0.378906,
                    0.25,
                    0.394531,
                    0.330078,
                    0.357422,
                    0.351562,
                    0.359375,
                    0.287109,
                    0.322266,
                    0.248047,
                    0.28125,
                    0.357422,
                    0.408203,
                    0.255859,
                    0.378906,
                    0.337891,
                    0.25,
                    0.287109,
                    0.361328,
                    0.367188,
                    0.378906,
                    0.335938,
                    0.287109,
                    0.376953,
                    0.226562,
                    0.361328,
                    0.332031,
                    0.205078,
                    0.394531,
                    0.316406,
                    0.373047,
                    0.341797,
                    0.373047,
                    0.261719,
                    0.363281,
                    0.371094,
                    0.22168,
                    0.371094,
                    0.363281,
                    0.257812,
                    0.24707,
                    0.378906,
                    0.332031,
                    0.289062,
                    0.318359,
                    0.292969,
                    0.177734,
                    0.408203,
                    0.34375,
                    0.308594,
                    0.155273,
                    0.339844,
                    0.392578,
                    0.294922,
                    0.396484,
                    0.375,
                    0.398438,
                    0.328125,
                    0.292969,
                    0.341797,
                    0.330078,
                    0.298828,
                    0.347656,
                    0.320312,
                    0.380859,
                    0.359375,
                    0.208008,
                    0.324219,
                    0.269531,
                    0.416016,
                    0.378906,
                    0.308594,
                    0.273438,
                    0.390625,
                    0.25,
                    0.330078,
                    0.351562,
                    0.294922,
                    0.359375,
                    0.224609,
                    0.373047,
                    0.382812,
                    0.371094,
                    0.253906,
                    0.306641,
                    0.421875,
                    0.347656,
                    0.357422,
                    0.392578,
                    0.357422,
                    0.339844,
                    0.292969,
                    0.345703,
                    0.34375,
                    0.347656,
                    0.375,
                    0.392578,
                    0.369141,
                    0.365234,
                    0.214844,
                    0.322266,
                    0.363281,
                    0.355469,
                    0.183594,
                    0.375,
                    0.279297,
                    0.376953,
                    0.335938,
                    0.375,
                    0.318359,
                    0.341797,
                    0.373047,
                    0.357422,
                    0.320312,
                    0.373047,
                    0.328125,
                    0.363281,
                    0.365234,
                    0.347656,
                    0.337891,
                    0.324219
                ]
            },
            "name": "model.transformer.layers.8.ffn_norm.weight",
            "outputIndexes": [
                580
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                579,
                580
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/ffn_norm_8/Mul_1_output_0",
            "outputIndexes": [
                581
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/mlp/proj_1/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                581
            ],
            "outputIndexes": [
                1674
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/mlp/proj_1/Linear/pre_convert",
            "inputIndexes": [
                1674
            ],
            "outputIndexes": [
                1675
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/mlp/proj_1/Linear",
            "inputIndexes": [
                1675
            ],
            "outputIndexes": [
                1676
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 6144,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 73728,
                    "weightSize": 0
                },
                "external": [
                    54794872,
                    4718614,
                    589824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/mlp/proj_1/Linear/post_convert",
            "inputIndexes": [
                1676
            ],
            "outputIndexes": [
                1677
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/mlp/proj_1/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1677
            ],
            "outputIndexes": [
                582
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    6144
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                582,
                21,
                283,
                95
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/ffn_8/Slice_output_0",
            "outputIndexes": [
                583
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                583
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/ffn/act_8/Sigmoid_output_0",
            "outputIndexes": [
                584
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                583,
                584
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/ffn/act_8/Mul_output_0",
            "outputIndexes": [
                585
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    6144
                ]
            },
            "name": "/ffn_8/Mul_1_output_0",
            "outputIndexes": [
                586
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                582,
                283,
                586,
                95
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/ffn_8/Slice_1_output_0",
            "outputIndexes": [
                587
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                585,
                587
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/ffn_8/Mul_2_output_0",
            "outputIndexes": [
                588
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/mlp/proj_2/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                588
            ],
            "outputIndexes": [
                1678
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    3072,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/mlp/proj_2/Linear/pre_convert",
            "inputIndexes": [
                1678
            ],
            "outputIndexes": [
                1679
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/mlp/proj_2/Linear",
            "inputIndexes": [
                1679
            ],
            "outputIndexes": [
                1680
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 3072,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 36864,
                    "weightSize": 0
                },
                "external": [
                    60103310,
                    2359318,
                    294912,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/mlp/proj_2/Linear/post_convert",
            "inputIndexes": [
                1680
            ],
            "outputIndexes": [
                1681
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/mlp/proj_2/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1681
            ],
            "outputIndexes": [
                589
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                578,
                589
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_35_output_0",
            "outputIndexes": [
                590
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                590,
                1
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_36_output_0",
            "outputIndexes": [
                591
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                591
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/attn_norm_9/Mul_output_0",
            "outputIndexes": [
                592
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.298828,
                    0.219727,
                    0.19043,
                    0.220703,
                    0.185547,
                    0.213867,
                    0.208008,
                    0.162109,
                    0.222656,
                    0.208984,
                    0.210938,
                    0.189453,
                    0.203125,
                    0.15625,
                    0.15332,
                    0.204102,
                    0.240234,
                    0.283203,
                    0.193359,
                    0.172852,
                    0.079102,
                    0.196289,
                    0.126953,
                    0.195312,
                    0.229492,
                    0.229492,
                    0.181641,
                    0.219727,
                    0.206055,
                    0.212891,
                    0.259766,
                    0.18457,
                    0.134766,
                    0.164062,
                    0.1875,
                    0.193359,
                    0.217773,
                    0.181641,
                    0.147461,
                    0.189453,
                    0.193359,
                    0.171875,
                    0.234375,
                    0.171875,
                    0.176758,
                    0.259766,
                    0.178711,
                    0.138672,
                    0.235352,
                    0.318359,
                    0.226562,
                    0.166992,
                    0.180664,
                    0.171875,
                    0.443359,
                    0.308594,
                    0.204102,
                    0.185547,
                    0.170898,
                    0.207031,
                    0.134766,
                    0.129883,
                    0.076172,
                    0.245117,
                    0.125,
                    0.240234,
                    0.139648,
                    0.180664,
                    0.271484,
                    0.353516,
                    0.166992,
                    0.243164,
                    0.161133,
                    0.287109,
                    0.132812,
                    0.203125,
                    0.181641,
                    0.285156,
                    0.211914,
                    0.18457,
                    0.189453,
                    0.168945,
                    0.204102,
                    0.182617,
                    0.241211,
                    0.219727,
                    0.140625,
                    0.147461,
                    0.257812,
                    0.166992,
                    0.216797,
                    0.224609,
                    0.193359,
                    0.219727,
                    0.180664,
                    0.277344,
                    0.227539,
                    0.255859,
                    0.298828,
                    0.251953,
                    0.211914,
                    0.470703,
                    0.155273,
                    0.257812,
                    0.197266,
                    0.138672,
                    0.185547,
                    0.121094,
                    0.175781,
                    0.1875,
                    0.21582,
                    0.229492,
                    0.213867,
                    0.174805,
                    0.205078,
                    0.141602,
                    0.133789,
                    0.200195,
                    0.18457,
                    0.191406,
                    0.195312,
                    0.125977,
                    0.160156,
                    0.212891,
                    0.126953,
                    0.261719,
                    0.162109,
                    0.183594,
                    0.232422,
                    0.236328,
                    0.273438,
                    0.154297,
                    0.157227,
                    0.191406,
                    0.273438,
                    0.15918,
                    0.455078,
                    0.201172,
                    0.225586,
                    0.132812,
                    0.217773,
                    0.322266,
                    0.155273,
                    0.206055,
                    0.519531,
                    0.129883,
                    0.181641,
                    0.298828,
                    0.166016,
                    0.154297,
                    0.233398,
                    0.166016,
                    0.234375,
                    0.150391,
                    0.157227,
                    0.165039,
                    0.224609,
                    0.157227,
                    0.195312,
                    0.328125,
                    0.28125,
                    0.294922,
                    0.275391,
                    0.163086,
                    0.174805,
                    0.174805,
                    0.168945,
                    0.233398,
                    0.219727,
                    0.40625,
                    0.164062,
                    0.15332,
                    0.149414,
                    0.1875,
                    0.162109,
                    0.203125,
                    0.162109,
                    0.203125,
                    0.277344,
                    0.209961,
                    0.170898,
                    0.224609,
                    0.164062,
                    0.211914,
                    0.241211,
                    0.177734,
                    0.224609,
                    0.209961,
                    0.208984,
                    0.172852,
                    0.289062,
                    0.194336,
                    0.71875,
                    0.234375,
                    0.180664,
                    0.211914,
                    0.271484,
                    0.212891,
                    0.223633,
                    0.279297,
                    0.183594,
                    0.15332,
                    0.21582,
                    0.211914,
                    0.222656,
                    0.198242,
                    0.244141,
                    0.212891,
                    0.193359,
                    0.12793,
                    0.214844,
                    0.347656,
                    0.160156,
                    0.158203,
                    0.21875,
                    0.169922,
                    0.173828,
                    0.207031,
                    0.179688,
                    0.223633,
                    0.206055,
                    0.349609,
                    0.171875,
                    0.082031,
                    0.229492,
                    0.398438,
                    0.200195,
                    0.119141,
                    0.179688,
                    0.168945,
                    0.151367,
                    0.143555,
                    0.275391,
                    0.208984,
                    0.201172,
                    0.182617,
                    0.188477,
                    0.12207,
                    0.21582,
                    0.249023,
                    0.180664,
                    0.255859,
                    0.21582,
                    0.166016,
                    0.183594,
                    0.202148,
                    0.106445,
                    0.169922,
                    0.246094,
                    0.214844,
                    0.205078,
                    0.137695,
                    0.217773,
                    0.275391,
                    0.238281,
                    0.188477,
                    0.189453,
                    0.224609,
                    0.183594,
                    0.15918,
                    0.188477,
                    0.179688,
                    0.425781,
                    0.34375,
                    0.193359,
                    0.294922,
                    0.225586,
                    0.414062,
                    0.210938,
                    0.148438,
                    0.15332,
                    0.19043,
                    0.185547,
                    0.180664,
                    0.189453,
                    0.130859,
                    0.200195,
                    0.490234,
                    0.191406,
                    0.108887,
                    0.291016,
                    0.206055,
                    0.188477,
                    0.283203,
                    0.207031,
                    0.205078,
                    0.162109,
                    0.243164,
                    0.267578,
                    0.217773,
                    0.10498,
                    0.210938,
                    0.193359,
                    0.259766,
                    0.089355,
                    0.230469,
                    0.605469,
                    0.172852,
                    0.111328,
                    0.092773,
                    0.300781,
                    0.188477,
                    0.200195,
                    0.251953,
                    0.163086,
                    0.314453,
                    0.304688,
                    0.176758,
                    0.273438,
                    0.183594,
                    0.21582,
                    0.183594,
                    0.198242,
                    0.185547,
                    0.143555,
                    0.204102,
                    0.224609,
                    0.198242,
                    0.353516,
                    0.257812,
                    0.257812,
                    0.162109,
                    0.225586,
                    0.271484,
                    0.186523,
                    0.189453,
                    0.191406,
                    0.213867,
                    0.192383,
                    0.18457,
                    0.161133,
                    0.21875,
                    0.167969,
                    0.351562,
                    0.155273,
                    0.242188,
                    0.213867,
                    0.217773,
                    0.143555,
                    0.169922,
                    0.152344,
                    0.172852,
                    0.269531,
                    0.114746,
                    0.238281,
                    0.152344,
                    0.964844,
                    0.10498,
                    0.233398,
                    0.208984,
                    0.255859,
                    0.230469,
                    0.445312,
                    0.382812,
                    0.253906,
                    0.535156,
                    0.195312,
                    0.216797,
                    0.115723,
                    0.219727,
                    0.302734,
                    0.146484,
                    0.244141,
                    0.166992,
                    0.201172,
                    0.287109,
                    0.213867,
                    0.208008,
                    0.243164,
                    0.125977,
                    0.137695,
                    0.246094,
                    0.261719,
                    0.224609,
                    0.227539,
                    0.088379,
                    0.292969,
                    0.267578,
                    0.227539,
                    0.139648,
                    0.194336,
                    0.1875,
                    0.19043,
                    0.171875,
                    0.115723,
                    0.169922,
                    0.189453,
                    0.166016,
                    0.142578,
                    0.261719,
                    0.28125,
                    0.164062,
                    0.245117,
                    0.07959,
                    0.237305,
                    0.408203,
                    0.194336,
                    0.419922,
                    0.101562,
                    0.160156,
                    0.267578,
                    0.265625,
                    0.121094,
                    0.253906,
                    0.289062,
                    0.648438,
                    0.361328,
                    0.216797,
                    0.222656,
                    0.226562,
                    0.242188,
                    0.441406,
                    0.169922,
                    0.318359,
                    0.172852,
                    0.171875,
                    0.210938,
                    0.189453,
                    0.201172,
                    0.193359,
                    0.233398,
                    0.232422,
                    0.194336,
                    0.492188,
                    0.194336,
                    0.251953,
                    0.191406,
                    0.224609,
                    0.314453,
                    0.19043,
                    0.251953,
                    0.169922,
                    0.231445,
                    0.189453,
                    0.209961,
                    0.172852,
                    0.239258,
                    0.220703,
                    0.24707,
                    0.259766,
                    0.186523,
                    0.203125,
                    0.151367,
                    0.333984,
                    0.195312,
                    0.193359,
                    0.240234,
                    0.101074,
                    0.177734,
                    0.158203,
                    0.464844,
                    0.259766,
                    0.382812,
                    0.19043,
                    0.124023,
                    0.24707,
                    0.265625,
                    0.168945,
                    0.186523,
                    0.196289,
                    0.19043,
                    0.083496,
                    0.273438,
                    0.235352,
                    0.207031,
                    0.144531,
                    0.146484,
                    0.273438,
                    0.160156,
                    0.170898,
                    0.369141,
                    0.163086,
                    0.28125,
                    0.155273,
                    0.21582,
                    0.251953,
                    0.277344,
                    0.161133,
                    0.185547,
                    0.22168,
                    0.265625,
                    0.203125,
                    0.199219,
                    0.191406,
                    0.236328,
                    0.140625,
                    0.228516,
                    0.210938,
                    0.213867,
                    0.212891,
                    0.239258,
                    0.302734,
                    0.222656,
                    0.182617,
                    0.208008,
                    0.208984,
                    0.21582,
                    0.224609,
                    0.193359,
                    0.193359,
                    0.211914,
                    0.188477,
                    0.114746,
                    0.229492,
                    0.15625,
                    0.246094,
                    0.197266,
                    0.201172,
                    0.24707,
                    0.318359,
                    0.202148,
                    0.231445,
                    0.144531,
                    0.232422,
                    0.355469,
                    0.255859,
                    0.191406,
                    0.160156,
                    0.24707,
                    0.267578,
                    0.164062,
                    0.271484,
                    0.285156,
                    0.168945,
                    0.117188,
                    0.141602,
                    0.196289,
                    0.174805,
                    0.15918,
                    1.226562,
                    0.192383,
                    0.182617,
                    0.174805,
                    0.261719,
                    0.176758,
                    0.15918,
                    0.202148,
                    0.208984,
                    0.219727,
                    0.233398,
                    0.255859,
                    0.172852,
                    0.208984,
                    0.216797,
                    0.18457,
                    0.279297,
                    0.155273,
                    0.216797,
                    0.167969,
                    0.164062,
                    0.182617,
                    0.197266,
                    0.373047,
                    0.425781,
                    0.145508,
                    0.220703,
                    0.175781,
                    0.200195,
                    0.146484,
                    0.151367,
                    0.24707,
                    0.435547,
                    0.394531,
                    0.228516,
                    0.328125,
                    0.177734,
                    0.155273,
                    0.176758,
                    0.204102,
                    0.203125,
                    0.186523,
                    0.19043,
                    0.15625,
                    0.199219,
                    0.202148,
                    0.222656,
                    0.283203,
                    0.152344,
                    0.197266,
                    0.316406,
                    0.201172,
                    0.263672,
                    0.213867,
                    0.171875,
                    0.166992,
                    0.206055,
                    0.164062,
                    0.169922,
                    0.257812,
                    0.168945,
                    0.216797,
                    0.277344,
                    0.289062,
                    0.166016,
                    0.21875,
                    0.185547,
                    0.118652,
                    0.209961,
                    0.214844,
                    0.095215,
                    0.193359,
                    0.196289,
                    0.222656,
                    0.167969,
                    0.152344,
                    0.134766,
                    0.207031,
                    0.104004,
                    0.133789,
                    0.257812,
                    0.212891,
                    0.112305,
                    0.183594,
                    0.197266,
                    0.300781,
                    0.145508,
                    0.180664,
                    0.144531,
                    0.492188,
                    0.163086,
                    0.203125,
                    0.198242,
                    0.15918,
                    0.164062,
                    0.236328,
                    0.196289,
                    0.230469,
                    0.335938,
                    0.202148,
                    0.143555,
                    0.179688,
                    0.157227,
                    0.267578,
                    0.219727,
                    0.265625,
                    0.257812,
                    0.234375,
                    0.15918,
                    0.239258,
                    0.152344,
                    0.234375,
                    0.204102,
                    0.146484,
                    0.249023,
                    0.242188,
                    0.204102,
                    0.194336,
                    0.063965,
                    0.168945,
                    0.320312,
                    0.149414,
                    0.212891,
                    0.182617,
                    0.177734,
                    0.214844,
                    0.197266,
                    0.152344,
                    0.220703,
                    0.211914,
                    0.486328,
                    0.185547,
                    0.333984,
                    0.175781,
                    0.185547,
                    0.167969,
                    0.197266,
                    0.216797,
                    0.275391,
                    0.145508,
                    0.167969,
                    0.133789,
                    0.192383,
                    0.257812,
                    0.296875,
                    0.192383,
                    0.158203,
                    0.380859,
                    0.158203,
                    0.179688,
                    0.176758,
                    0.211914,
                    0.170898,
                    0.200195,
                    0.236328,
                    0.186523,
                    0.209961,
                    0.263672,
                    0.178711,
                    0.373047,
                    0.193359,
                    0.166016,
                    0.186523,
                    0.207031,
                    0.15918,
                    0.119629,
                    0.173828,
                    0.172852,
                    0.212891,
                    0.255859,
                    0.185547,
                    0.194336,
                    0.191406,
                    0.210938,
                    0.259766,
                    0.169922,
                    0.171875,
                    0.152344,
                    0.166016,
                    0.185547,
                    0.134766,
                    0.249023,
                    0.310547,
                    0.193359,
                    0.239258,
                    0.248047,
                    0.128906,
                    0.175781,
                    0.104004,
                    0.222656,
                    0.217773,
                    0.157227,
                    0.267578,
                    0.143555,
                    0.214844,
                    0.151367,
                    0.240234,
                    0.180664,
                    0.181641,
                    0.172852,
                    0.169922,
                    0.197266,
                    0.263672,
                    0.208984,
                    0.34375,
                    0.279297,
                    0.135742,
                    0.170898,
                    0.227539,
                    0.235352,
                    0.259766,
                    0.237305,
                    0.202148,
                    0.199219,
                    0.386719,
                    0.186523,
                    0.24707,
                    0.25,
                    0.224609,
                    0.15918,
                    0.488281,
                    0.263672,
                    0.223633,
                    0.369141,
                    0.251953,
                    0.211914,
                    0.376953,
                    0.149414,
                    0.24707,
                    0.447266,
                    0.1875,
                    0.154297,
                    0.148438,
                    0.161133,
                    0.211914,
                    0.24707,
                    0.585938,
                    0.232422,
                    0.21875,
                    0.220703,
                    0.220703,
                    0.19043,
                    0.1875,
                    0.166016,
                    0.675781,
                    0.166016,
                    0.339844,
                    0.193359,
                    0.166992,
                    0.21582,
                    0.320312,
                    0.21582,
                    0.195312,
                    0.296875,
                    0.243164,
                    0.150391,
                    0.425781,
                    0.267578,
                    0.188477,
                    0.189453,
                    0.182617,
                    0.146484,
                    0.275391,
                    0.205078,
                    0.173828,
                    0.166992,
                    0.162109,
                    0.167969,
                    0.222656,
                    0.164062,
                    0.239258,
                    0.204102,
                    0.200195,
                    0.214844,
                    0.225586,
                    0.223633,
                    0.196289,
                    0.238281,
                    0.245117,
                    0.196289,
                    0.279297,
                    0.169922,
                    0.15332,
                    0.183594,
                    0.176758,
                    0.15332,
                    0.248047,
                    0.204102,
                    0.145508,
                    0.142578,
                    0.223633,
                    0.423828,
                    0.273438,
                    0.277344,
                    0.257812,
                    0.289062,
                    0.273438,
                    0.267578,
                    0.298828,
                    0.188477,
                    0.172852,
                    0.236328,
                    0.231445,
                    0.466797,
                    0.15625,
                    0.222656,
                    0.259766,
                    0.175781,
                    0.148438,
                    0.333984,
                    0.145508,
                    0.119629,
                    0.275391,
                    0.245117,
                    0.239258,
                    0.357422,
                    0.157227,
                    0.186523,
                    0.239258,
                    0.239258,
                    0.251953,
                    0.417969,
                    0.535156,
                    0.204102,
                    0.193359,
                    0.248047,
                    0.204102,
                    0.1875,
                    0.275391,
                    0.208008,
                    0.171875,
                    0.1875,
                    0.162109,
                    0.161133,
                    0.188477,
                    0.185547,
                    0.249023,
                    0.174805,
                    0.289062,
                    0.213867,
                    0.196289,
                    0.148438,
                    0.220703,
                    0.166016,
                    0.206055,
                    0.170898,
                    0.216797,
                    0.243164,
                    0.183594,
                    0.225586,
                    0.219727,
                    0.255859,
                    0.208008,
                    0.216797,
                    0.273438,
                    0.22168,
                    0.149414,
                    0.178711,
                    0.162109,
                    0.000763,
                    0.175781,
                    0.269531,
                    0.223633,
                    0.18457,
                    0.243164,
                    0.245117,
                    0.115234,
                    0.240234,
                    0.199219,
                    0.146484,
                    0.207031,
                    0.119629,
                    0.210938,
                    0.201172,
                    0.296875,
                    0.269531,
                    0.22168,
                    0.388672,
                    0.244141,
                    0.515625,
                    0.201172,
                    0.169922,
                    0.265625,
                    0.15332,
                    0.209961,
                    0.245117,
                    0.212891,
                    0.166992,
                    0.200195,
                    0.208984,
                    0.171875,
                    0.151367,
                    0.232422,
                    0.291016,
                    0.337891,
                    0.1875,
                    0.090332,
                    0.176758,
                    0.12793,
                    0.222656,
                    0.302734,
                    0.232422,
                    0.246094,
                    0.212891,
                    0.233398,
                    0.234375,
                    0.198242,
                    0.166992,
                    0.154297,
                    0.214844,
                    0.21875,
                    0.173828,
                    0.178711,
                    0.19043,
                    0.220703,
                    0.1875,
                    0.179688,
                    0.152344,
                    0.251953,
                    0.165039,
                    0.157227,
                    0.202148,
                    0.146484,
                    0.176758,
                    0.197266,
                    0.25,
                    0.197266,
                    0.173828,
                    0.308594,
                    0.128906,
                    0.124023,
                    0.147461,
                    0.296875,
                    0.201172,
                    0.219727,
                    0.347656,
                    0.202148,
                    0.141602,
                    0.151367,
                    0.166992,
                    0.160156,
                    0.195312,
                    0.210938,
                    0.269531,
                    0.277344,
                    0.244141,
                    0.229492,
                    0.267578,
                    0.136719,
                    0.186523,
                    0.294922,
                    0.230469,
                    0.124023,
                    0.133789,
                    0.202148,
                    0.1875,
                    0.179688,
                    0.193359,
                    0.242188,
                    0.207031,
                    0.242188,
                    0.158203,
                    0.263672,
                    0.249023,
                    0.136719,
                    0.213867,
                    0.202148,
                    0.149414,
                    0.174805,
                    0.208008,
                    0.236328,
                    0.166016,
                    0.077148,
                    0.257812,
                    0.261719,
                    0.15918,
                    0.228516,
                    0.134766,
                    0.265625,
                    0.179688,
                    0.390625,
                    0.107422,
                    0.226562,
                    0.193359,
                    0.130859,
                    0.183594,
                    0.15918,
                    0.240234,
                    0.213867,
                    0.386719,
                    0.158203,
                    0.136719,
                    0.150391,
                    0.198242,
                    1.570312,
                    0.201172,
                    0.201172,
                    0.145508,
                    0.242188,
                    0.204102,
                    0.157227,
                    0.166016,
                    0.178711,
                    0.21875,
                    0.195312,
                    0.129883,
                    0.193359,
                    0.380859,
                    0.275391,
                    0.204102,
                    0.269531,
                    0.230469,
                    0.21875,
                    0.176758,
                    0.337891,
                    0.214844,
                    0.400391,
                    0.449219,
                    0.289062,
                    0.164062,
                    0.199219,
                    0.196289,
                    0.1875,
                    0.21875,
                    0.214844,
                    0.172852,
                    0.179688,
                    0.186523,
                    0.18457,
                    0.203125,
                    0.163086,
                    0.171875,
                    0.199219,
                    0.227539,
                    0.216797,
                    0.259766,
                    0.255859,
                    0.161133,
                    0.223633,
                    0.18457,
                    0.185547,
                    0.142578,
                    0.277344,
                    0.185547,
                    0.122559,
                    0.251953,
                    0.25,
                    0.239258,
                    0.146484,
                    0.294922,
                    0.102539,
                    0.194336,
                    0.202148,
                    0.273438,
                    0.5,
                    0.11377,
                    0.679688,
                    0.086914,
                    0.10791,
                    0.173828,
                    0.161133,
                    0.183594,
                    0.193359,
                    0.255859,
                    0.28125,
                    0.191406,
                    0.12793,
                    0.177734,
                    0.183594,
                    0.279297,
                    0.229492,
                    0.177734,
                    0.142578,
                    0.136719,
                    0.230469,
                    0.326172,
                    0.166016,
                    0.236328,
                    0.174805,
                    0.202148,
                    0.175781,
                    0.185547,
                    0.209961,
                    0.267578,
                    0.19043,
                    0.126953,
                    0.232422,
                    0.141602,
                    0.143555,
                    0.180664,
                    0.24707,
                    0.179688,
                    0.158203,
                    0.245117,
                    0.205078,
                    0.394531,
                    0.249023,
                    0.191406,
                    0.171875,
                    0.168945,
                    0.181641,
                    0.199219,
                    0.143555,
                    0.123047,
                    0.259766,
                    0.310547,
                    0.146484,
                    0.326172,
                    0.134766,
                    0.168945,
                    0.124512,
                    0.219727,
                    0.208008,
                    0.154297,
                    0.208008,
                    0.464844,
                    0.170898,
                    0.251953,
                    0.144531,
                    0.199219,
                    0.197266,
                    0.213867,
                    0.160156,
                    0.226562,
                    0.171875,
                    0.226562,
                    0.216797,
                    0.191406,
                    0.200195,
                    0.176758,
                    0.214844,
                    0.180664,
                    0.179688,
                    0.185547,
                    0.180664,
                    0.25,
                    0.099121,
                    0.277344,
                    0.149414,
                    0.125,
                    0.216797,
                    0.202148,
                    0.194336,
                    0.242188,
                    0.175781,
                    0.241211,
                    0.188477,
                    0.136719,
                    0.137695,
                    0.158203,
                    0.160156,
                    0.231445,
                    0.22168,
                    0.287109,
                    0.337891,
                    0.172852,
                    0.199219,
                    0.179688,
                    0.210938,
                    0.213867,
                    0.19043,
                    0.206055,
                    0.210938,
                    0.183594,
                    0.181641,
                    0.211914,
                    0.188477,
                    0.163086,
                    0.198242,
                    0.196289,
                    0.318359,
                    0.22168,
                    0.234375,
                    0.188477,
                    0.151367,
                    0.1875,
                    0.328125,
                    0.157227,
                    0.150391,
                    0.188477,
                    0.273438,
                    0.182617,
                    0.208008,
                    0.25,
                    0.172852,
                    0.154297,
                    0.133789,
                    0.201172,
                    0.196289,
                    0.176758,
                    0.228516,
                    0.275391,
                    0.151367,
                    0.207031,
                    0.279297,
                    0.198242,
                    0.240234,
                    0.21875,
                    0.209961,
                    0.294922,
                    0.222656,
                    0.235352,
                    0.201172,
                    0.193359,
                    0.178711,
                    0.201172,
                    0.180664,
                    0.339844,
                    0.217773,
                    0.225586,
                    0.22168,
                    0.175781,
                    0.198242,
                    0.216797,
                    0.222656,
                    0.177734,
                    0.183594,
                    0.231445,
                    0.202148,
                    0.242188,
                    0.241211,
                    0.183594,
                    0.246094,
                    0.185547,
                    0.219727,
                    0.18457,
                    0.198242,
                    0.238281,
                    0.443359,
                    0.206055,
                    0.140625,
                    0.259766,
                    0.242188,
                    0.216797,
                    0.19043,
                    0.125977,
                    0.201172,
                    0.15332,
                    0.193359,
                    0.253906,
                    0.196289,
                    0.22168,
                    0.208984,
                    0.302734,
                    0.219727,
                    0.277344,
                    0.175781,
                    0.302734,
                    0.139648,
                    0.193359,
                    0.267578,
                    0.149414,
                    0.131836,
                    0.111328,
                    0.213867,
                    0.158203,
                    0.251953,
                    0.244141,
                    0.195312,
                    0.192383,
                    0.199219,
                    0.208984,
                    0.332031,
                    0.164062,
                    0.294922,
                    0.120605,
                    0.152344,
                    0.217773,
                    0.181641,
                    0.165039,
                    0.177734,
                    0.191406,
                    0.357422,
                    0.212891,
                    0.203125,
                    0.19043,
                    0.108398,
                    0.210938,
                    0.175781,
                    0.253906,
                    0.201172,
                    0.291016,
                    0.142578,
                    0.233398,
                    0.183594,
                    0.464844,
                    0.316406,
                    0.271484,
                    0.255859,
                    0.165039,
                    0.249023,
                    0.205078,
                    0.240234,
                    0.255859,
                    0.300781,
                    0.213867,
                    0.19043,
                    0.164062,
                    0.229492,
                    0.18457,
                    0.158203,
                    0.165039,
                    0.119141,
                    0.21875,
                    0.200195,
                    0.192383,
                    0.308594,
                    0.177734,
                    0.376953,
                    0.181641,
                    0.205078,
                    0.128906,
                    0.212891,
                    0.185547,
                    0.427734,
                    0.197266,
                    0.192383,
                    0.172852,
                    0.220703,
                    0.267578,
                    0.192383,
                    0.283203,
                    0.167969,
                    0.310547,
                    0.192383,
                    0.165039,
                    0.154297,
                    0.15625,
                    0.165039,
                    0.125977,
                    0.228516,
                    0.632812,
                    0.255859,
                    0.178711,
                    0.148438,
                    0.181641,
                    0.180664,
                    0.24707,
                    0.201172,
                    0.157227,
                    0.285156,
                    0.198242,
                    0.224609,
                    0.337891,
                    0.28125,
                    0.163086,
                    0.320312,
                    0.208008,
                    0.202148,
                    0.170898,
                    0.204102,
                    0.196289,
                    0.259766,
                    0.300781,
                    0.263672,
                    0.259766,
                    0.222656,
                    0.166016,
                    0.12793,
                    0.259766,
                    0.157227,
                    0.158203,
                    0.182617,
                    0.201172,
                    0.151367,
                    0.248047,
                    0.259766,
                    0.209961,
                    0.255859,
                    0.421875,
                    0.249023,
                    0.220703,
                    0.235352,
                    0.427734,
                    0.210938,
                    0.261719,
                    0.199219,
                    0.277344,
                    0.332031,
                    0.177734,
                    0.171875,
                    0.162109,
                    0.222656,
                    0.253906,
                    0.228516,
                    0.371094,
                    0.220703,
                    0.129883,
                    0.251953,
                    0.163086,
                    0.238281,
                    0.208008,
                    0.171875,
                    0.125977,
                    0.25,
                    0.133789,
                    0.164062,
                    0.189453,
                    0.263672,
                    0.115234,
                    0.182617,
                    0.214844,
                    0.175781,
                    0.186523,
                    0.180664,
                    0.1875,
                    0.144531,
                    0.1875,
                    0.171875,
                    0.223633,
                    0.277344,
                    0.189453,
                    0.163086,
                    0.130859,
                    0.347656,
                    0.11377,
                    0.188477,
                    0.15332,
                    0.232422,
                    0.120117,
                    0.183594,
                    0.145508,
                    0.285156,
                    0.28125,
                    0.195312,
                    0.484375,
                    0.155273,
                    0.244141,
                    0.165039,
                    0.15918,
                    0.208008,
                    0.155273,
                    0.07666,
                    0.172852,
                    0.21875,
                    0.257812,
                    0.129883,
                    0.172852,
                    0.207031,
                    0.186523,
                    0.302734,
                    0.220703,
                    0.242188,
                    0.166992,
                    0.181641,
                    0.291016,
                    0.137695,
                    0.179688,
                    0.166992,
                    0.168945,
                    0.304688,
                    0.245117,
                    0.455078,
                    0.275391,
                    0.169922,
                    0.330078,
                    0.337891,
                    0.398438,
                    0.148438,
                    0.249023,
                    0.182617,
                    0.140625,
                    0.161133,
                    0.137695,
                    0.21875,
                    0.419922,
                    0.242188,
                    0.212891,
                    0.166992,
                    0.230469,
                    0.213867,
                    0.291016,
                    0.193359,
                    0.177734,
                    0.304688,
                    0.202148,
                    0.182617,
                    0.177734,
                    0.212891,
                    0.208984,
                    0.145508,
                    0.240234,
                    0.28125,
                    0.241211,
                    0.200195,
                    0.367188,
                    0.306641,
                    0.308594,
                    0.263672,
                    0.202148,
                    0.222656,
                    0.118164,
                    0.206055,
                    0.188477,
                    0.21875,
                    0.238281,
                    0.166992,
                    0.186523,
                    0.24707,
                    0.210938,
                    0.170898,
                    0.21875,
                    0.175781,
                    0.242188,
                    0.174805,
                    0.205078,
                    0.186523
                ]
            },
            "name": "model.transformer.layers.9.attn_norm.weight",
            "outputIndexes": [
                593
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                592,
                593
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/attn_norm_9/Mul_1_output_0",
            "outputIndexes": [
                594
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                594
            ],
            "outputIndexes": [
                1682
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                1682
            ],
            "outputIndexes": [
                1683
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/q_proj/Linear",
            "inputIndexes": [
                1683
            ],
            "outputIndexes": [
                1684
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1024,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 12288,
                    "weightSize": 0
                },
                "external": [
                    62757540,
                    786454,
                    98304,
                    4096,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                1684
            ],
            "outputIndexes": [
                1685
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1685
            ],
            "outputIndexes": [
                595
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1024
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                594
            ],
            "main_type": "NONE",
            "name": "/Shape_37_output_0",
            "outputIndexes": [
                596
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                596
            ],
            "main_type": "NONE",
            "name": "Shape847",
            "outputIndexes": [
                597
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                596
            ],
            "main_type": "NONE",
            "name": "Rank849",
            "outputIndexes": [
                598
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                598,
                598
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp851",
            "outputIndexes": [
                599
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                599
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze852",
            "outputIndexes": [
                600
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                599,
                9
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp854",
            "outputIndexes": [
                601
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                601
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze855",
            "outputIndexes": [
                602
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                597,
                600,
                602,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice858",
            "outputIndexes": [
                603
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                603
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze859",
            "outputIndexes": [
                604
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                9,
                604
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp860",
            "outputIndexes": [
                605
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                605,
                604
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp861",
            "outputIndexes": [
                606
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                596,
                606,
                599
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_49_output_0",
            "outputIndexes": [
                607
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                607,
                21
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_91_output_0",
            "outputIndexes": [
                608
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                7,
                608,
                244,
                24
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_45_output_0",
            "outputIndexes": [
                609
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                595,
                609
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_37_output_0",
            "outputIndexes": [
                610
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                610
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/q_norm_9/Mul_output_0",
            "outputIndexes": [
                611
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    64
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.09082,
                    0.022583,
                    1.960938,
                    0.929688,
                    2.1875,
                    2.515625,
                    1.148438,
                    1.914062,
                    2.03125,
                    2.015625,
                    1.9375,
                    2.0625,
                    1.726562,
                    2.265625,
                    2.234375,
                    2.140625,
                    1.867188,
                    2.171875,
                    2.28125,
                    2.125,
                    3.015625,
                    2.328125,
                    2.5625,
                    2.28125,
                    2.484375,
                    2.375,
                    2.3125,
                    2.46875,
                    2.5,
                    3.046875,
                    2.5625,
                    2.1875,
                    2.984375,
                    0.263672,
                    0.050049,
                    1.84375,
                    0.013611,
                    1.773438,
                    1.9375,
                    1.8125,
                    1.632812,
                    1.867188,
                    2.09375,
                    2.109375,
                    2.21875,
                    1.929688,
                    1.9375,
                    1.953125,
                    2.484375,
                    2.328125,
                    2.328125,
                    2.453125,
                    1.617188,
                    2.421875,
                    2.28125,
                    2.328125,
                    2.515625,
                    2.4375,
                    2.53125,
                    2.421875,
                    2.359375,
                    2.1875,
                    2.328125,
                    3.390625
                ]
            },
            "name": "model.transformer.layers.9.attn.q_norm.weight",
            "outputIndexes": [
                612
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                611,
                612
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/q_norm_9/Mul_1_output_0",
            "outputIndexes": [
                613
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                613,
                53
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_36_output_0",
            "outputIndexes": [
                614
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                613,
                55,
                56,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_37_output_0",
            "outputIndexes": [
                615
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                615
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_18_output_0",
            "outputIndexes": [
                616
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                613,
                21,
                55,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_36_output_0",
            "outputIndexes": [
                617
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                616,
                617
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_48_output_0",
            "outputIndexes": [
                618
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                618,
                68
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_37_output_0",
            "outputIndexes": [
                619
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                614,
                619
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_36_output_0",
            "outputIndexes": [
                620
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                594
            ],
            "outputIndexes": [
                1686
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                1686
            ],
            "outputIndexes": [
                1687
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/k_proj/Linear",
            "inputIndexes": [
                1687
            ],
            "outputIndexes": [
                1688
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 256,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3072,
                    "weightSize": 0
                },
                "external": [
                    63646394,
                    196630,
                    24576,
                    1024,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                1688
            ],
            "outputIndexes": [
                1689
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1689
            ],
            "outputIndexes": [
                621
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    256
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                7,
                608,
                258,
                24
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_46_output_0",
            "outputIndexes": [
                622
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                621,
                622
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_38_output_0",
            "outputIndexes": [
                623
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                623
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/k_norm_9/Mul_output_0",
            "outputIndexes": [
                624
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    64
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    1.132812,
                    0.011475,
                    1.226562,
                    0.0625,
                    1.53125,
                    2.46875,
                    1.125,
                    2.125,
                    2.1875,
                    1.492188,
                    2.234375,
                    2.296875,
                    2.28125,
                    1.828125,
                    1.921875,
                    1.46875,
                    2.609375,
                    2.359375,
                    2.3125,
                    2.515625,
                    0.695312,
                    2.34375,
                    2.265625,
                    2.359375,
                    2.234375,
                    2.4375,
                    2.453125,
                    2.484375,
                    2.484375,
                    2.15625,
                    2.53125,
                    2.734375,
                    1.4375,
                    0.214844,
                    0.46875,
                    1.679688,
                    0.034424,
                    1.84375,
                    1.859375,
                    1.539062,
                    1.375,
                    2.09375,
                    1.554688,
                    1.804688,
                    1.242188,
                    2.421875,
                    2.265625,
                    2.375,
                    1.398438,
                    2.15625,
                    2.25,
                    2.0625,
                    3.265625,
                    2.375,
                    2.3125,
                    2.421875,
                    2.234375,
                    2.421875,
                    2.4375,
                    2.515625,
                    2.5,
                    2.453125,
                    2.6875,
                    3.390625
                ]
            },
            "name": "model.transformer.layers.9.attn.k_norm.weight",
            "outputIndexes": [
                625
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                624,
                625
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/k_norm_9/Mul_1_output_0",
            "outputIndexes": [
                626
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                626,
                53
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_38_output_0",
            "outputIndexes": [
                627
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                626,
                55,
                56,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_39_output_0",
            "outputIndexes": [
                628
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                628
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_19_output_0",
            "outputIndexes": [
                629
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                626,
                21,
                55,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_38_output_0",
            "outputIndexes": [
                630
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                629,
                630
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_49_output_0",
            "outputIndexes": [
                631
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                631,
                68
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_39_output_0",
            "outputIndexes": [
                632
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                627,
                632
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_37_output_0",
            "outputIndexes": [
                633
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                594
            ],
            "outputIndexes": [
                1690
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                1690
            ],
            "outputIndexes": [
                1691
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/v_proj/Linear",
            "inputIndexes": [
                1691
            ],
            "outputIndexes": [
                1692
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 256,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3072,
                    "weightSize": 0
                },
                "external": [
                    63868624,
                    196630,
                    24576,
                    1024,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                1692
            ],
            "outputIndexes": [
                1693
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1693
            ],
            "outputIndexes": [
                634
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    256
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                634,
                622
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_39_output_0",
            "outputIndexes": [
                635
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                620,
                633,
                635,
                86
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "/layers.9/self_attn/FusedAttention",
            "outputIndexes": [
                636
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                636
            ],
            "outputIndexes": [
                1694
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1024,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                1694
            ],
            "outputIndexes": [
                1695
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/o_proj/Linear",
            "inputIndexes": [
                1695
            ],
            "outputIndexes": [
                1696
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1024,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 12288,
                    "weightSize": 0
                },
                "external": [
                    64090854,
                    786454,
                    98304,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                1696
            ],
            "outputIndexes": [
                1697
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1697
            ],
            "outputIndexes": [
                637
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                591,
                637
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_38_output_0",
            "outputIndexes": [
                638
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                638
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/ffn_norm_9/Mul_output_0",
            "outputIndexes": [
                639
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.400391,
                    0.335938,
                    0.396484,
                    0.277344,
                    0.253906,
                    0.382812,
                    0.367188,
                    0.376953,
                    0.447266,
                    0.363281,
                    0.384766,
                    0.224609,
                    0.345703,
                    0.306641,
                    0.378906,
                    0.40625,
                    0.388672,
                    0.441406,
                    0.289062,
                    0.341797,
                    0.160156,
                    0.378906,
                    0.208008,
                    0.367188,
                    0.392578,
                    0.365234,
                    0.40625,
                    0.414062,
                    0.322266,
                    0.394531,
                    0.423828,
                    0.382812,
                    0.249023,
                    0.269531,
                    0.400391,
                    0.400391,
                    0.390625,
                    0.367188,
                    0.386719,
                    0.355469,
                    0.359375,
                    0.341797,
                    0.388672,
                    0.357422,
                    0.34375,
                    0.375,
                    0.314453,
                    0.363281,
                    0.392578,
                    0.209961,
                    0.382812,
                    0.378906,
                    0.347656,
                    0.388672,
                    0.191406,
                    0.433594,
                    0.376953,
                    0.369141,
                    0.390625,
                    0.419922,
                    0.289062,
                    0.351562,
                    0.188477,
                    0.384766,
                    0.443359,
                    0.439453,
                    0.382812,
                    0.322266,
                    0.355469,
                    0.263672,
                    0.349609,
                    0.376953,
                    0.330078,
                    0.408203,
                    0.219727,
                    0.414062,
                    0.365234,
                    0.429688,
                    0.349609,
                    0.363281,
                    0.349609,
                    0.376953,
                    0.369141,
                    0.361328,
                    0.216797,
                    0.361328,
                    0.330078,
                    0.400391,
                    0.421875,
                    0.251953,
                    0.423828,
                    0.289062,
                    0.392578,
                    0.330078,
                    0.361328,
                    0.339844,
                    0.205078,
                    0.380859,
                    0.1875,
                    0.205078,
                    0.384766,
                    0.371094,
                    0.294922,
                    0.392578,
                    0.371094,
                    0.320312,
                    0.314453,
                    0.243164,
                    0.24707,
                    0.390625,
                    0.392578,
                    0.371094,
                    0.429688,
                    0.242188,
                    0.318359,
                    0.328125,
                    0.396484,
                    0.371094,
                    0.320312,
                    0.357422,
                    0.384766,
                    0.318359,
                    0.341797,
                    0.400391,
                    0.322266,
                    0.439453,
                    0.378906,
                    0.376953,
                    0.412109,
                    0.392578,
                    0.433594,
                    0.378906,
                    0.3125,
                    0.396484,
                    0.357422,
                    0.332031,
                    0.217773,
                    0.402344,
                    0.404297,
                    0.226562,
                    0.400391,
                    0.40625,
                    0.294922,
                    0.400391,
                    0.174805,
                    0.182617,
                    0.287109,
                    0.402344,
                    0.351562,
                    0.259766,
                    0.376953,
                    0.310547,
                    0.351562,
                    0.335938,
                    0.335938,
                    0.322266,
                    0.394531,
                    0.402344,
                    0.380859,
                    0.363281,
                    0.431641,
                    0.271484,
                    0.435547,
                    0.330078,
                    0.341797,
                    0.363281,
                    0.369141,
                    0.351562,
                    0.361328,
                    0.134766,
                    0.208008,
                    0.363281,
                    0.185547,
                    0.384766,
                    0.367188,
                    0.404297,
                    0.353516,
                    0.390625,
                    0.386719,
                    0.416016,
                    0.375,
                    0.378906,
                    0.283203,
                    0.361328,
                    0.363281,
                    0.376953,
                    0.404297,
                    0.339844,
                    0.400391,
                    0.330078,
                    0.423828,
                    0.332031,
                    0.214844,
                    0.390625,
                    0.330078,
                    0.392578,
                    0.341797,
                    0.400391,
                    0.40625,
                    0.267578,
                    0.353516,
                    0.292969,
                    0.386719,
                    0.376953,
                    0.423828,
                    0.388672,
                    0.419922,
                    0.351562,
                    0.361328,
                    0.328125,
                    0.3125,
                    0.394531,
                    0.378906,
                    0.359375,
                    0.367188,
                    0.357422,
                    0.382812,
                    0.388672,
                    0.375,
                    0.349609,
                    0.388672,
                    0.416016,
                    0.363281,
                    0.189453,
                    0.412109,
                    0.255859,
                    0.382812,
                    0.298828,
                    0.351562,
                    0.361328,
                    0.365234,
                    0.361328,
                    0.28125,
                    0.257812,
                    0.347656,
                    0.353516,
                    0.353516,
                    0.283203,
                    0.386719,
                    0.34375,
                    0.304688,
                    0.200195,
                    0.388672,
                    0.367188,
                    0.318359,
                    0.371094,
                    0.178711,
                    0.390625,
                    0.384766,
                    0.353516,
                    0.347656,
                    0.186523,
                    0.376953,
                    0.318359,
                    0.390625,
                    0.392578,
                    0.337891,
                    0.376953,
                    0.382812,
                    0.365234,
                    0.380859,
                    0.351562,
                    0.178711,
                    0.441406,
                    0.392578,
                    0.400391,
                    0.455078,
                    0.224609,
                    0.339844,
                    0.302734,
                    0.380859,
                    0.380859,
                    0.326172,
                    0.398438,
                    0.392578,
                    0.296875,
                    0.380859,
                    0.104492,
                    0.365234,
                    0.233398,
                    0.394531,
                    0.363281,
                    0.277344,
                    0.388672,
                    0.375,
                    0.380859,
                    0.388672,
                    0.421875,
                    0.402344,
                    0.355469,
                    0.255859,
                    0.425781,
                    0.373047,
                    0.419922,
                    0.172852,
                    0.404297,
                    0.160156,
                    0.400391,
                    0.237305,
                    0.202148,
                    0.429688,
                    0.367188,
                    0.361328,
                    0.416016,
                    0.326172,
                    0.431641,
                    0.419922,
                    0.265625,
                    0.417969,
                    0.357422,
                    0.388672,
                    0.382812,
                    0.261719,
                    0.328125,
                    0.392578,
                    0.365234,
                    0.392578,
                    0.194336,
                    0.231445,
                    0.357422,
                    0.414062,
                    0.365234,
                    0.439453,
                    0.402344,
                    0.396484,
                    0.34375,
                    0.390625,
                    0.328125,
                    0.349609,
                    0.369141,
                    0.271484,
                    0.355469,
                    0.326172,
                    0.441406,
                    0.359375,
                    0.392578,
                    0.351562,
                    0.367188,
                    0.239258,
                    0.416016,
                    0.253906,
                    0.271484,
                    0.388672,
                    0.216797,
                    0.386719,
                    0.402344,
                    0.259766,
                    0.217773,
                    0.361328,
                    0.390625,
                    0.277344,
                    0.349609,
                    0.207031,
                    0.134766,
                    0.394531,
                    0.24707,
                    0.292969,
                    0.380859,
                    0.245117,
                    0.380859,
                    0.408203,
                    0.257812,
                    0.402344,
                    0.3125,
                    0.261719,
                    0.359375,
                    0.371094,
                    0.259766,
                    0.363281,
                    0.205078,
                    0.191406,
                    0.371094,
                    0.208008,
                    0.402344,
                    0.404297,
                    0.219727,
                    0.427734,
                    0.404297,
                    0.390625,
                    0.314453,
                    0.367188,
                    0.324219,
                    0.400391,
                    0.367188,
                    0.208984,
                    0.255859,
                    0.208008,
                    0.361328,
                    0.316406,
                    0.404297,
                    0.40625,
                    0.300781,
                    0.386719,
                    0.194336,
                    0.388672,
                    0.223633,
                    0.390625,
                    0.197266,
                    0.241211,
                    0.353516,
                    0.402344,
                    0.378906,
                    0.404297,
                    0.382812,
                    0.396484,
                    0.173828,
                    0.185547,
                    0.417969,
                    0.365234,
                    0.386719,
                    0.427734,
                    0.236328,
                    0.3125,
                    0.429688,
                    0.384766,
                    0.335938,
                    0.330078,
                    0.388672,
                    0.339844,
                    0.396484,
                    0.310547,
                    0.275391,
                    0.289062,
                    0.238281,
                    0.363281,
                    0.253906,
                    0.361328,
                    0.396484,
                    0.333984,
                    0.376953,
                    0.326172,
                    0.369141,
                    0.394531,
                    0.390625,
                    0.408203,
                    0.394531,
                    0.359375,
                    0.410156,
                    0.341797,
                    0.373047,
                    0.361328,
                    0.355469,
                    0.271484,
                    0.429688,
                    0.382812,
                    0.378906,
                    0.398438,
                    0.182617,
                    0.384766,
                    0.392578,
                    0.244141,
                    0.455078,
                    0.416016,
                    0.371094,
                    0.212891,
                    0.378906,
                    0.396484,
                    0.237305,
                    0.345703,
                    0.392578,
                    0.40625,
                    0.182617,
                    0.400391,
                    0.398438,
                    0.347656,
                    0.210938,
                    0.328125,
                    0.404297,
                    0.357422,
                    0.355469,
                    0.148438,
                    0.34375,
                    0.412109,
                    0.202148,
                    0.367188,
                    0.404297,
                    0.390625,
                    0.349609,
                    0.361328,
                    0.380859,
                    0.402344,
                    0.375,
                    0.376953,
                    0.25,
                    0.416016,
                    0.205078,
                    0.394531,
                    0.410156,
                    0.380859,
                    0.376953,
                    0.322266,
                    0.365234,
                    0.349609,
                    0.333984,
                    0.382812,
                    0.380859,
                    0.380859,
                    0.275391,
                    0.376953,
                    0.271484,
                    0.345703,
                    0.378906,
                    0.198242,
                    0.345703,
                    0.275391,
                    0.449219,
                    0.369141,
                    0.361328,
                    0.388672,
                    0.229492,
                    0.412109,
                    0.40625,
                    0.373047,
                    0.349609,
                    0.249023,
                    0.400391,
                    0.367188,
                    0.396484,
                    0.380859,
                    0.4375,
                    0.232422,
                    0.412109,
                    0.404297,
                    0.373047,
                    0.257812,
                    0.361328,
                    0.361328,
                    0.324219,
                    0.345703,
                    0.322266,
                    0.337891,
                    0.396484,
                    0.371094,
                    0.380859,
                    0.357422,
                    0.169922,
                    0.40625,
                    0.388672,
                    0.402344,
                    0.421875,
                    0.462891,
                    0.361328,
                    0.242188,
                    0.384766,
                    0.380859,
                    0.390625,
                    0.373047,
                    0.322266,
                    0.335938,
                    0.324219,
                    0.265625,
                    0.353516,
                    0.302734,
                    0.122559,
                    0.259766,
                    0.398438,
                    0.369141,
                    0.392578,
                    0.361328,
                    0.359375,
                    0.386719,
                    0.223633,
                    0.143555,
                    0.458984,
                    0.351562,
                    0.382812,
                    0.291016,
                    0.34375,
                    0.431641,
                    0.375,
                    0.382812,
                    0.240234,
                    0.349609,
                    0.287109,
                    0.392578,
                    0.351562,
                    0.267578,
                    0.318359,
                    0.347656,
                    0.447266,
                    0.380859,
                    0.398438,
                    0.429688,
                    0.359375,
                    0.324219,
                    0.388672,
                    0.318359,
                    0.316406,
                    0.328125,
                    0.378906,
                    0.408203,
                    0.412109,
                    0.425781,
                    0.335938,
                    0.4375,
                    0.369141,
                    0.238281,
                    0.232422,
                    0.355469,
                    0.212891,
                    0.339844,
                    0.365234,
                    0.386719,
                    0.373047,
                    0.308594,
                    0.292969,
                    0.445312,
                    0.204102,
                    0.207031,
                    0.390625,
                    0.316406,
                    0.208984,
                    0.365234,
                    0.345703,
                    0.453125,
                    0.363281,
                    0.355469,
                    0.357422,
                    0.166992,
                    0.337891,
                    0.410156,
                    0.392578,
                    0.337891,
                    0.355469,
                    0.396484,
                    0.388672,
                    0.398438,
                    0.441406,
                    0.371094,
                    0.382812,
                    0.390625,
                    0.324219,
                    0.404297,
                    0.365234,
                    0.373047,
                    0.410156,
                    0.427734,
                    0.365234,
                    0.390625,
                    0.345703,
                    0.40625,
                    0.241211,
                    0.359375,
                    0.378906,
                    0.351562,
                    0.304688,
                    0.404297,
                    0.296875,
                    0.318359,
                    0.421875,
                    0.382812,
                    0.382812,
                    0.380859,
                    0.326172,
                    0.388672,
                    0.402344,
                    0.349609,
                    0.300781,
                    0.378906,
                    0.231445,
                    0.351562,
                    0.425781,
                    0.316406,
                    0.363281,
                    0.304688,
                    0.378906,
                    0.326172,
                    0.400391,
                    0.339844,
                    0.28125,
                    0.259766,
                    0.414062,
                    0.194336,
                    0.421875,
                    0.349609,
                    0.353516,
                    0.390625,
                    0.369141,
                    0.335938,
                    0.34375,
                    0.371094,
                    0.349609,
                    0.367188,
                    0.371094,
                    0.298828,
                    0.412109,
                    0.243164,
                    0.373047,
                    0.373047,
                    0.365234,
                    0.359375,
                    0.249023,
                    0.394531,
                    0.402344,
                    0.292969,
                    0.332031,
                    0.355469,
                    0.388672,
                    0.408203,
                    0.34375,
                    0.390625,
                    0.365234,
                    0.191406,
                    0.361328,
                    0.433594,
                    0.349609,
                    0.375,
                    0.228516,
                    0.380859,
                    0.320312,
                    0.416016,
                    0.447266,
                    0.390625,
                    0.361328,
                    0.388672,
                    0.380859,
                    0.292969,
                    0.213867,
                    0.339844,
                    0.394531,
                    0.386719,
                    0.357422,
                    0.40625,
                    0.400391,
                    0.357422,
                    0.388672,
                    0.318359,
                    0.404297,
                    0.380859,
                    0.355469,
                    0.392578,
                    0.423828,
                    0.396484,
                    0.234375,
                    0.337891,
                    0.396484,
                    0.34375,
                    0.363281,
                    0.384766,
                    0.392578,
                    0.337891,
                    0.332031,
                    0.390625,
                    0.357422,
                    0.306641,
                    0.398438,
                    0.40625,
                    0.345703,
                    0.333984,
                    0.351562,
                    0.443359,
                    0.337891,
                    0.234375,
                    0.390625,
                    0.375,
                    0.209961,
                    0.314453,
                    0.402344,
                    0.443359,
                    0.373047,
                    0.427734,
                    0.394531,
                    0.361328,
                    0.380859,
                    0.396484,
                    0.151367,
                    0.376953,
                    0.347656,
                    0.416016,
                    0.355469,
                    0.363281,
                    0.408203,
                    0.337891,
                    0.396484,
                    0.337891,
                    0.449219,
                    0.355469,
                    0.384766,
                    0.386719,
                    0.419922,
                    0.365234,
                    0.296875,
                    0.433594,
                    0.375,
                    0.188477,
                    0.185547,
                    0.398438,
                    0.365234,
                    0.417969,
                    0.404297,
                    0.217773,
                    0.298828,
                    0.402344,
                    0.345703,
                    0.365234,
                    0.241211,
                    0.376953,
                    0.380859,
                    0.371094,
                    0.435547,
                    0.361328,
                    0.388672,
                    0.433594,
                    0.400391,
                    0.417969,
                    0.353516,
                    0.378906,
                    0.404297,
                    0.365234,
                    0.353516,
                    0.378906,
                    0.287109,
                    0.349609,
                    0.345703,
                    0.375,
                    0.414062,
                    0.236328,
                    0.316406,
                    0.292969,
                    0.390625,
                    0.157227,
                    0.435547,
                    0.328125,
                    0.361328,
                    0.369141,
                    0.404297,
                    0.404297,
                    0.433594,
                    0.355469,
                    0.359375,
                    0.34375,
                    0.382812,
                    0.22168,
                    0.318359,
                    0.396484,
                    0.237305,
                    0.392578,
                    0.289062,
                    0.470703,
                    0.255859,
                    0.182617,
                    0.294922,
                    0.40625,
                    0.414062,
                    0.410156,
                    0.261719,
                    0.423828,
                    0.433594,
                    0.378906,
                    0.404297,
                    0.617188,
                    0.171875,
                    0.369141,
                    0.196289,
                    0.302734,
                    0.400391,
                    0.347656,
                    0.400391,
                    0.300781,
                    0.373047,
                    0.357422,
                    0.373047,
                    0.273438,
                    0.367188,
                    0.376953,
                    0.382812,
                    0.361328,
                    0.439453,
                    0.347656,
                    0.287109,
                    0.34375,
                    0.380859,
                    0.380859,
                    0.355469,
                    0.396484,
                    0.435547,
                    0.339844,
                    0.318359,
                    0.380859,
                    0.398438,
                    0.435547,
                    0.40625,
                    0.380859,
                    0.380859,
                    0.376953,
                    0.316406,
                    0.355469,
                    0.253906,
                    -0.001228,
                    0.380859,
                    0.349609,
                    0.376953,
                    0.361328,
                    0.410156,
                    0.417969,
                    0.251953,
                    0.410156,
                    0.326172,
                    0.339844,
                    0.388672,
                    0.208008,
                    0.326172,
                    0.382812,
                    0.382812,
                    0.417969,
                    0.367188,
                    0.261719,
                    0.417969,
                    0.488281,
                    0.308594,
                    0.357422,
                    0.380859,
                    0.351562,
                    0.330078,
                    0.369141,
                    0.373047,
                    0.380859,
                    0.322266,
                    0.435547,
                    0.322266,
                    0.363281,
                    0.382812,
                    0.404297,
                    0.40625,
                    0.40625,
                    0.189453,
                    0.392578,
                    0.324219,
                    0.394531,
                    0.265625,
                    0.34375,
                    0.396484,
                    0.382812,
                    0.416016,
                    0.361328,
                    0.369141,
                    0.316406,
                    0.371094,
                    0.371094,
                    0.359375,
                    0.40625,
                    0.34375,
                    0.388672,
                    0.375,
                    0.335938,
                    0.396484,
                    0.251953,
                    0.416016,
                    0.345703,
                    0.339844,
                    0.396484,
                    0.234375,
                    0.369141,
                    0.412109,
                    0.386719,
                    0.398438,
                    0.310547,
                    0.417969,
                    0.365234,
                    0.263672,
                    0.365234,
                    0.400391,
                    0.273438,
                    0.277344,
                    0.208984,
                    0.365234,
                    0.192383,
                    0.341797,
                    0.375,
                    0.373047,
                    0.359375,
                    0.392578,
                    0.330078,
                    0.414062,
                    0.341797,
                    0.367188,
                    0.419922,
                    0.412109,
                    0.386719,
                    0.277344,
                    0.392578,
                    0.296875,
                    0.335938,
                    0.263672,
                    0.337891,
                    0.396484,
                    0.339844,
                    0.378906,
                    0.363281,
                    0.300781,
                    0.375,
                    0.353516,
                    0.386719,
                    0.289062,
                    0.384766,
                    0.355469,
                    0.186523,
                    0.259766,
                    0.390625,
                    0.320312,
                    0.294922,
                    0.165039,
                    0.416016,
                    0.433594,
                    0.341797,
                    0.417969,
                    0.423828,
                    0.386719,
                    0.3125,
                    0.4375,
                    0.208984,
                    0.388672,
                    0.390625,
                    0.237305,
                    0.367188,
                    0.34375,
                    0.386719,
                    0.390625,
                    0.435547,
                    0.375,
                    0.259766,
                    0.351562,
                    0.375,
                    0.625,
                    0.386719,
                    0.277344,
                    0.353516,
                    0.341797,
                    0.341797,
                    0.380859,
                    0.306641,
                    0.394531,
                    0.388672,
                    0.207031,
                    0.214844,
                    0.337891,
                    0.451172,
                    0.417969,
                    0.40625,
                    0.402344,
                    0.392578,
                    0.386719,
                    0.351562,
                    0.246094,
                    0.396484,
                    0.183594,
                    0.145508,
                    0.421875,
                    0.376953,
                    0.386719,
                    0.345703,
                    0.373047,
                    0.382812,
                    0.310547,
                    0.339844,
                    0.207031,
                    0.457031,
                    0.337891,
                    0.375,
                    0.302734,
                    0.316406,
                    0.554688,
                    0.392578,
                    0.357422,
                    0.382812,
                    0.367188,
                    0.359375,
                    0.423828,
                    0.375,
                    0.359375,
                    0.369141,
                    0.212891,
                    0.371094,
                    0.251953,
                    0.431641,
                    0.40625,
                    0.375,
                    0.445312,
                    0.435547,
                    0.172852,
                    0.376953,
                    0.365234,
                    0.390625,
                    0.198242,
                    0.203125,
                    0.248047,
                    0.173828,
                    0.210938,
                    0.326172,
                    0.287109,
                    0.347656,
                    0.382812,
                    0.355469,
                    0.421875,
                    0.373047,
                    0.275391,
                    0.392578,
                    0.388672,
                    0.449219,
                    0.412109,
                    0.384766,
                    0.330078,
                    0.367188,
                    0.417969,
                    0.412109,
                    0.40625,
                    0.414062,
                    0.351562,
                    0.339844,
                    0.404297,
                    0.40625,
                    0.375,
                    0.394531,
                    0.363281,
                    0.220703,
                    0.384766,
                    0.369141,
                    0.320312,
                    0.341797,
                    0.318359,
                    0.386719,
                    0.191406,
                    0.400391,
                    0.386719,
                    0.228516,
                    0.408203,
                    0.373047,
                    0.337891,
                    0.394531,
                    0.324219,
                    0.369141,
                    0.275391,
                    0.199219,
                    0.378906,
                    0.388672,
                    0.328125,
                    0.394531,
                    0.234375,
                    0.371094,
                    0.298828,
                    0.335938,
                    0.386719,
                    0.357422,
                    0.347656,
                    0.337891,
                    0.351562,
                    0.404297,
                    0.306641,
                    0.451172,
                    0.380859,
                    0.359375,
                    0.255859,
                    0.351562,
                    0.378906,
                    0.363281,
                    0.322266,
                    0.376953,
                    0.328125,
                    0.335938,
                    0.404297,
                    0.249023,
                    0.390625,
                    0.371094,
                    0.285156,
                    0.347656,
                    0.447266,
                    0.402344,
                    0.310547,
                    0.275391,
                    0.400391,
                    0.365234,
                    0.320312,
                    0.21875,
                    0.386719,
                    0.369141,
                    0.386719,
                    0.330078,
                    0.292969,
                    0.294922,
                    0.394531,
                    0.392578,
                    0.402344,
                    0.429688,
                    0.558594,
                    0.333984,
                    0.223633,
                    0.373047,
                    0.408203,
                    0.273438,
                    0.375,
                    0.357422,
                    0.353516,
                    0.443359,
                    0.289062,
                    0.369141,
                    0.390625,
                    0.339844,
                    0.404297,
                    0.351562,
                    0.310547,
                    0.40625,
                    0.371094,
                    0.378906,
                    0.182617,
                    0.380859,
                    0.235352,
                    0.337891,
                    0.359375,
                    0.318359,
                    0.412109,
                    0.412109,
                    0.375,
                    0.398438,
                    0.351562,
                    0.384766,
                    0.320312,
                    0.367188,
                    0.375,
                    0.328125,
                    0.351562,
                    0.285156,
                    0.363281,
                    0.355469,
                    0.337891,
                    0.386719,
                    0.402344,
                    0.388672,
                    0.390625,
                    0.400391,
                    0.380859,
                    0.429688,
                    0.421875,
                    0.351562,
                    0.376953,
                    0.40625,
                    0.382812,
                    0.375,
                    0.378906,
                    0.384766,
                    0.369141,
                    0.361328,
                    0.367188,
                    0.265625,
                    0.378906,
                    0.365234,
                    0.337891,
                    0.386719,
                    0.369141,
                    0.376953,
                    0.417969,
                    0.320312,
                    0.416016,
                    0.388672,
                    -0.001503,
                    0.259766,
                    0.423828,
                    0.396484,
                    0.222656,
                    0.394531,
                    0.40625,
                    0.402344,
                    0.388672,
                    0.287109,
                    0.326172,
                    0.285156,
                    0.382812,
                    0.3125,
                    0.34375,
                    0.345703,
                    0.365234,
                    0.373047,
                    0.306641,
                    0.34375,
                    0.388672,
                    0.371094,
                    0.351562,
                    0.412109,
                    0.279297,
                    0.367188,
                    0.289062,
                    0.375,
                    0.341797,
                    0.189453,
                    0.388672,
                    0.291016,
                    0.447266,
                    0.390625,
                    0.380859,
                    0.310547,
                    0.386719,
                    0.398438,
                    0.445312,
                    0.365234,
                    0.421875,
                    0.210938,
                    0.347656,
                    0.384766,
                    0.369141,
                    0.314453,
                    0.351562,
                    0.414062,
                    0.441406,
                    0.298828,
                    0.419922,
                    0.367188,
                    0.217773,
                    0.357422,
                    0.316406,
                    0.367188,
                    0.3125,
                    0.394531,
                    0.283203,
                    0.470703,
                    0.396484,
                    0.174805,
                    0.388672,
                    0.392578,
                    0.40625,
                    0.359375,
                    0.449219,
                    0.335938,
                    0.386719,
                    0.402344,
                    0.392578,
                    0.34375,
                    0.400391,
                    0.365234,
                    0.380859,
                    0.347656,
                    0.257812,
                    0.310547,
                    0.193359,
                    0.326172,
                    0.408203,
                    0.363281,
                    0.324219,
                    0.330078,
                    0.289062,
                    0.375,
                    0.375,
                    0.347656,
                    0.369141,
                    0.310547,
                    0.269531,
                    0.351562,
                    0.328125,
                    0.392578,
                    0.400391,
                    0.40625,
                    0.449219,
                    0.433594,
                    0.369141,
                    0.245117,
                    0.371094,
                    0.279297,
                    0.292969,
                    0.333984,
                    0.347656,
                    0.208008,
                    0.345703,
                    0.15332,
                    0.425781,
                    0.267578,
                    0.359375,
                    0.341797,
                    0.392578,
                    0.384766,
                    0.404297,
                    0.324219,
                    0.414062,
                    0.384766,
                    0.345703,
                    0.267578,
                    0.382812,
                    0.310547,
                    0.243164,
                    0.267578,
                    0.367188,
                    0.308594,
                    0.380859,
                    0.384766,
                    0.394531,
                    0.453125,
                    0.3125,
                    0.361328,
                    0.34375,
                    0.333984,
                    0.265625,
                    0.388672,
                    0.369141,
                    0.318359,
                    0.316406,
                    0.414062,
                    0.369141,
                    0.375,
                    0.404297,
                    0.390625,
                    0.416016,
                    0.519531,
                    0.400391,
                    0.388672,
                    0.351562,
                    0.482422,
                    0.373047,
                    0.412109,
                    0.316406,
                    0.373047,
                    0.378906,
                    0.34375,
                    0.279297,
                    0.318359,
                    0.382812,
                    0.419922,
                    0.273438,
                    0.302734,
                    0.40625,
                    0.253906,
                    0.417969,
                    0.355469,
                    0.375,
                    0.380859,
                    0.367188,
                    0.292969,
                    0.337891,
                    0.255859,
                    0.285156,
                    0.380859,
                    0.439453,
                    0.261719,
                    0.398438,
                    0.347656,
                    0.259766,
                    0.304688,
                    0.386719,
                    0.400391,
                    0.404297,
                    0.34375,
                    0.306641,
                    0.416016,
                    0.231445,
                    0.386719,
                    0.353516,
                    0.200195,
                    0.416016,
                    0.324219,
                    0.396484,
                    0.353516,
                    0.40625,
                    0.263672,
                    0.376953,
                    0.386719,
                    0.191406,
                    0.380859,
                    0.398438,
                    0.186523,
                    0.240234,
                    0.427734,
                    0.347656,
                    0.298828,
                    0.328125,
                    0.300781,
                    0.192383,
                    0.40625,
                    0.376953,
                    0.335938,
                    0.195312,
                    0.363281,
                    0.435547,
                    0.314453,
                    0.455078,
                    0.410156,
                    0.431641,
                    0.330078,
                    0.292969,
                    0.363281,
                    0.328125,
                    0.306641,
                    0.353516,
                    0.330078,
                    0.404297,
                    0.400391,
                    0.228516,
                    0.330078,
                    0.283203,
                    0.460938,
                    0.408203,
                    0.330078,
                    0.275391,
                    0.441406,
                    0.261719,
                    0.355469,
                    0.392578,
                    0.292969,
                    0.390625,
                    0.101562,
                    0.394531,
                    0.414062,
                    0.40625,
                    0.251953,
                    0.308594,
                    0.515625,
                    0.375,
                    0.367188,
                    0.425781,
                    0.376953,
                    0.355469,
                    0.298828,
                    0.376953,
                    0.376953,
                    0.363281,
                    0.433594,
                    0.427734,
                    0.394531,
                    0.382812,
                    0.180664,
                    0.345703,
                    0.392578,
                    0.367188,
                    0.185547,
                    0.388672,
                    0.271484,
                    0.398438,
                    0.363281,
                    0.402344,
                    0.326172,
                    0.363281,
                    0.390625,
                    0.390625,
                    0.347656,
                    0.398438,
                    0.345703,
                    0.376953,
                    0.388672,
                    0.359375,
                    0.349609,
                    0.330078
                ]
            },
            "name": "model.transformer.layers.9.ffn_norm.weight",
            "outputIndexes": [
                640
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                639,
                640
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/ffn_norm_9/Mul_1_output_0",
            "outputIndexes": [
                641
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/mlp/proj_1/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                641
            ],
            "outputIndexes": [
                1698
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/mlp/proj_1/Linear/pre_convert",
            "inputIndexes": [
                1698
            ],
            "outputIndexes": [
                1699
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/mlp/proj_1/Linear",
            "inputIndexes": [
                1699
            ],
            "outputIndexes": [
                1700
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 6656,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 79872,
                    "weightSize": 0
                },
                "external": [
                    64975612,
                    5111830,
                    638976,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/mlp/proj_1/Linear/post_convert",
            "inputIndexes": [
                1700
            ],
            "outputIndexes": [
                1701
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/mlp/proj_1/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1701
            ],
            "outputIndexes": [
                642
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    6656
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    3328
                ]
            },
            "name": "/ffn_9/Mul_output_0",
            "outputIndexes": [
                643
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                642,
                21,
                643,
                95
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/ffn_9/Slice_output_0",
            "outputIndexes": [
                644
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                644
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/ffn/act_9/Sigmoid_output_0",
            "outputIndexes": [
                645
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                644,
                645
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/ffn/act_9/Mul_output_0",
            "outputIndexes": [
                646
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    6656
                ]
            },
            "name": "/ffn_9/Mul_1_output_0",
            "outputIndexes": [
                647
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                642,
                643,
                647,
                95
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/ffn_9/Slice_1_output_0",
            "outputIndexes": [
                648
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                646,
                648
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/ffn_9/Mul_2_output_0",
            "outputIndexes": [
                649
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/mlp/proj_2/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                649
            ],
            "outputIndexes": [
                1702
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    3328,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/mlp/proj_2/Linear/pre_convert",
            "inputIndexes": [
                1702
            ],
            "outputIndexes": [
                1703
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/mlp/proj_2/Linear",
            "inputIndexes": [
                1703
            ],
            "outputIndexes": [
                1704
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 3328,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 39936,
                    "weightSize": 0
                },
                "external": [
                    70726418,
                    2555926,
                    319488,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/mlp/proj_2/Linear/post_convert",
            "inputIndexes": [
                1704
            ],
            "outputIndexes": [
                1705
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/mlp/proj_2/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1705
            ],
            "outputIndexes": [
                650
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                638,
                650
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_39_output_0",
            "outputIndexes": [
                651
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                651,
                1
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_40_output_0",
            "outputIndexes": [
                652
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                652
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/attn_norm_10/Mul_output_0",
            "outputIndexes": [
                653
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.322266,
                    0.238281,
                    0.245117,
                    0.255859,
                    0.253906,
                    0.294922,
                    0.259766,
                    0.229492,
                    0.292969,
                    0.25,
                    0.269531,
                    0.223633,
                    0.235352,
                    0.185547,
                    0.225586,
                    0.22168,
                    0.287109,
                    0.287109,
                    0.257812,
                    0.201172,
                    0.094727,
                    0.292969,
                    0.155273,
                    0.231445,
                    0.287109,
                    0.24707,
                    0.245117,
                    0.265625,
                    0.249023,
                    0.257812,
                    0.359375,
                    0.228516,
                    0.157227,
                    0.206055,
                    0.237305,
                    0.269531,
                    0.292969,
                    0.244141,
                    0.193359,
                    0.238281,
                    0.251953,
                    0.200195,
                    0.298828,
                    0.217773,
                    0.227539,
                    0.269531,
                    0.232422,
                    0.18457,
                    0.300781,
                    0.207031,
                    0.238281,
                    0.237305,
                    0.223633,
                    0.240234,
                    0.466797,
                    0.353516,
                    0.244141,
                    0.253906,
                    0.243164,
                    0.251953,
                    0.175781,
                    0.199219,
                    0.099609,
                    0.296875,
                    0.150391,
                    0.318359,
                    0.180664,
                    0.235352,
                    0.339844,
                    0.429688,
                    0.210938,
                    0.316406,
                    0.214844,
                    0.333984,
                    0.166992,
                    0.302734,
                    0.229492,
                    0.355469,
                    0.28125,
                    0.234375,
                    0.236328,
                    0.213867,
                    0.234375,
                    0.223633,
                    0.267578,
                    0.261719,
                    0.195312,
                    0.191406,
                    0.306641,
                    0.19043,
                    0.271484,
                    0.285156,
                    0.271484,
                    0.255859,
                    0.222656,
                    0.292969,
                    0.176758,
                    0.335938,
                    0.180664,
                    0.192383,
                    0.253906,
                    0.414062,
                    0.191406,
                    0.251953,
                    0.259766,
                    0.179688,
                    0.251953,
                    0.15332,
                    0.203125,
                    0.249023,
                    0.235352,
                    0.251953,
                    0.176758,
                    0.178711,
                    0.249023,
                    0.170898,
                    0.166992,
                    0.249023,
                    0.227539,
                    0.219727,
                    0.238281,
                    0.176758,
                    0.236328,
                    0.291016,
                    0.1875,
                    0.306641,
                    0.211914,
                    0.265625,
                    0.308594,
                    0.275391,
                    0.324219,
                    0.222656,
                    0.19043,
                    0.234375,
                    0.335938,
                    0.240234,
                    0.261719,
                    0.22168,
                    0.287109,
                    0.160156,
                    0.279297,
                    0.375,
                    0.205078,
                    0.257812,
                    0.175781,
                    0.143555,
                    0.217773,
                    0.353516,
                    0.182617,
                    0.211914,
                    0.269531,
                    0.225586,
                    0.263672,
                    0.198242,
                    0.189453,
                    0.251953,
                    0.296875,
                    0.196289,
                    0.235352,
                    0.375,
                    0.306641,
                    0.285156,
                    0.351562,
                    0.22168,
                    0.203125,
                    0.226562,
                    0.228516,
                    0.277344,
                    0.25,
                    0.410156,
                    0.15918,
                    0.209961,
                    0.166992,
                    0.235352,
                    0.201172,
                    0.214844,
                    0.224609,
                    0.300781,
                    0.277344,
                    0.320312,
                    0.208008,
                    0.273438,
                    0.194336,
                    0.253906,
                    0.269531,
                    0.199219,
                    0.265625,
                    0.267578,
                    0.273438,
                    0.201172,
                    0.333984,
                    0.22168,
                    0.753906,
                    0.296875,
                    0.222656,
                    0.265625,
                    0.318359,
                    0.263672,
                    0.257812,
                    0.320312,
                    0.222656,
                    0.196289,
                    0.275391,
                    0.255859,
                    0.300781,
                    0.245117,
                    0.285156,
                    0.275391,
                    0.251953,
                    0.18457,
                    0.285156,
                    0.400391,
                    0.201172,
                    0.199219,
                    0.273438,
                    0.214844,
                    0.261719,
                    0.242188,
                    0.228516,
                    0.287109,
                    0.289062,
                    0.349609,
                    0.197266,
                    0.100098,
                    0.306641,
                    0.4375,
                    0.279297,
                    0.173828,
                    0.224609,
                    0.229492,
                    0.21875,
                    0.224609,
                    0.339844,
                    0.222656,
                    0.231445,
                    0.235352,
                    0.223633,
                    0.164062,
                    0.273438,
                    0.273438,
                    0.241211,
                    0.206055,
                    0.225586,
                    0.204102,
                    0.237305,
                    0.233398,
                    0.139648,
                    0.224609,
                    0.283203,
                    0.259766,
                    0.242188,
                    0.155273,
                    0.259766,
                    0.373047,
                    0.287109,
                    0.263672,
                    0.238281,
                    0.263672,
                    0.257812,
                    0.182617,
                    0.251953,
                    0.253906,
                    0.121582,
                    0.341797,
                    0.217773,
                    0.316406,
                    0.320312,
                    0.398438,
                    0.267578,
                    0.206055,
                    0.211914,
                    0.238281,
                    0.208984,
                    0.22168,
                    0.21875,
                    0.168945,
                    0.240234,
                    0.398438,
                    0.233398,
                    0.135742,
                    0.287109,
                    0.240234,
                    0.223633,
                    0.302734,
                    0.253906,
                    0.259766,
                    0.211914,
                    0.279297,
                    0.367188,
                    0.287109,
                    0.146484,
                    0.285156,
                    0.238281,
                    0.316406,
                    0.102051,
                    0.241211,
                    0.166016,
                    0.229492,
                    0.164062,
                    0.119141,
                    0.380859,
                    0.222656,
                    0.263672,
                    0.287109,
                    0.220703,
                    0.347656,
                    0.353516,
                    0.21875,
                    0.294922,
                    0.214844,
                    0.251953,
                    0.235352,
                    0.25,
                    0.231445,
                    0.225586,
                    0.230469,
                    0.279297,
                    0.18457,
                    0.416016,
                    0.292969,
                    0.292969,
                    0.199219,
                    0.302734,
                    0.320312,
                    0.261719,
                    0.21582,
                    0.228516,
                    0.259766,
                    0.239258,
                    0.196289,
                    0.206055,
                    0.261719,
                    0.219727,
                    0.404297,
                    0.209961,
                    0.304688,
                    0.285156,
                    0.265625,
                    0.1875,
                    0.28125,
                    0.208984,
                    0.203125,
                    0.314453,
                    0.154297,
                    0.287109,
                    0.173828,
                    0.917969,
                    0.124023,
                    0.273438,
                    0.241211,
                    0.339844,
                    0.285156,
                    0.300781,
                    0.453125,
                    0.318359,
                    0.589844,
                    0.222656,
                    0.279297,
                    0.165039,
                    0.279297,
                    0.318359,
                    0.192383,
                    0.3125,
                    0.225586,
                    0.246094,
                    0.349609,
                    0.28125,
                    0.275391,
                    0.300781,
                    0.148438,
                    0.165039,
                    0.3125,
                    0.213867,
                    0.269531,
                    0.273438,
                    0.093262,
                    0.433594,
                    0.308594,
                    0.302734,
                    0.178711,
                    0.234375,
                    0.220703,
                    0.248047,
                    0.220703,
                    0.15625,
                    0.212891,
                    0.165039,
                    0.210938,
                    0.178711,
                    0.287109,
                    0.337891,
                    0.222656,
                    0.302734,
                    0.097656,
                    0.28125,
                    0.470703,
                    0.245117,
                    0.503906,
                    0.058838,
                    0.161133,
                    0.298828,
                    0.285156,
                    0.182617,
                    0.296875,
                    0.324219,
                    0.245117,
                    0.220703,
                    0.375,
                    0.257812,
                    0.255859,
                    0.265625,
                    0.361328,
                    0.228516,
                    0.308594,
                    0.248047,
                    0.232422,
                    0.249023,
                    0.253906,
                    0.233398,
                    0.273438,
                    0.267578,
                    0.269531,
                    0.261719,
                    0.53125,
                    0.255859,
                    0.300781,
                    0.246094,
                    0.261719,
                    0.380859,
                    0.240234,
                    0.273438,
                    0.220703,
                    0.269531,
                    0.223633,
                    0.259766,
                    0.229492,
                    0.25,
                    0.292969,
                    0.255859,
                    0.259766,
                    0.238281,
                    0.243164,
                    0.205078,
                    0.410156,
                    0.241211,
                    0.239258,
                    0.355469,
                    0.110352,
                    0.233398,
                    0.169922,
                    0.474609,
                    0.34375,
                    0.351562,
                    0.226562,
                    0.161133,
                    0.316406,
                    0.300781,
                    0.192383,
                    0.238281,
                    0.239258,
                    0.267578,
                    0.111328,
                    0.351562,
                    0.298828,
                    0.277344,
                    0.177734,
                    0.208984,
                    0.310547,
                    0.1875,
                    0.225586,
                    0.394531,
                    0.206055,
                    0.351562,
                    0.186523,
                    0.279297,
                    0.251953,
                    0.255859,
                    0.223633,
                    0.267578,
                    0.292969,
                    0.285156,
                    0.251953,
                    0.248047,
                    0.240234,
                    0.308594,
                    0.12793,
                    0.257812,
                    0.243164,
                    0.238281,
                    0.271484,
                    0.298828,
                    0.351562,
                    0.279297,
                    0.210938,
                    0.225586,
                    0.279297,
                    0.224609,
                    0.291016,
                    0.265625,
                    0.220703,
                    0.255859,
                    0.240234,
                    0.104004,
                    0.275391,
                    0.214844,
                    0.302734,
                    0.255859,
                    0.231445,
                    0.273438,
                    0.287109,
                    0.28125,
                    0.296875,
                    0.203125,
                    0.283203,
                    0.398438,
                    0.310547,
                    0.234375,
                    0.191406,
                    0.314453,
                    0.335938,
                    0.208984,
                    0.339844,
                    0.308594,
                    0.245117,
                    0.147461,
                    0.200195,
                    0.251953,
                    0.231445,
                    0.195312,
                    1.132812,
                    0.21875,
                    0.269531,
                    0.21875,
                    0.332031,
                    0.237305,
                    0.171875,
                    0.239258,
                    0.25,
                    0.259766,
                    0.302734,
                    0.347656,
                    0.199219,
                    0.238281,
                    0.277344,
                    0.269531,
                    0.285156,
                    0.216797,
                    0.251953,
                    0.206055,
                    0.227539,
                    0.197266,
                    0.237305,
                    0.363281,
                    0.404297,
                    0.185547,
                    0.289062,
                    0.208008,
                    0.265625,
                    0.188477,
                    0.205078,
                    0.279297,
                    0.265625,
                    0.384766,
                    0.404297,
                    0.359375,
                    0.208984,
                    0.182617,
                    0.220703,
                    0.289062,
                    0.277344,
                    0.245117,
                    0.227539,
                    0.22168,
                    0.24707,
                    0.273438,
                    0.261719,
                    0.363281,
                    0.201172,
                    0.269531,
                    0.314453,
                    0.257812,
                    0.277344,
                    0.308594,
                    0.212891,
                    0.216797,
                    0.19043,
                    0.202148,
                    0.233398,
                    0.291016,
                    0.21875,
                    0.246094,
                    0.320312,
                    0.341797,
                    0.213867,
                    0.251953,
                    0.223633,
                    0.154297,
                    0.205078,
                    0.277344,
                    0.129883,
                    0.230469,
                    0.236328,
                    0.253906,
                    0.220703,
                    0.201172,
                    0.186523,
                    0.326172,
                    0.141602,
                    0.142578,
                    0.269531,
                    0.257812,
                    0.145508,
                    0.243164,
                    0.263672,
                    0.365234,
                    0.175781,
                    0.21875,
                    0.196289,
                    0.419922,
                    0.206055,
                    0.285156,
                    0.251953,
                    0.208984,
                    0.208008,
                    0.298828,
                    0.275391,
                    0.25,
                    0.404297,
                    0.21875,
                    0.178711,
                    0.230469,
                    0.196289,
                    0.298828,
                    0.261719,
                    0.287109,
                    0.296875,
                    0.253906,
                    0.196289,
                    0.3125,
                    0.205078,
                    0.275391,
                    0.253906,
                    0.198242,
                    0.255859,
                    0.318359,
                    0.253906,
                    0.265625,
                    0.053223,
                    0.238281,
                    0.402344,
                    0.160156,
                    0.265625,
                    0.222656,
                    0.205078,
                    0.279297,
                    0.216797,
                    0.170898,
                    0.25,
                    0.238281,
                    0.515625,
                    0.259766,
                    0.355469,
                    0.237305,
                    0.230469,
                    0.205078,
                    0.245117,
                    0.292969,
                    0.378906,
                    0.179688,
                    0.228516,
                    0.175781,
                    0.279297,
                    0.259766,
                    0.355469,
                    0.248047,
                    0.206055,
                    0.462891,
                    0.240234,
                    0.216797,
                    0.207031,
                    0.265625,
                    0.231445,
                    0.246094,
                    0.279297,
                    0.21582,
                    0.296875,
                    0.279297,
                    0.199219,
                    0.324219,
                    0.279297,
                    0.237305,
                    0.1875,
                    0.249023,
                    0.195312,
                    0.166992,
                    0.214844,
                    0.222656,
                    0.259766,
                    0.287109,
                    0.261719,
                    0.214844,
                    0.242188,
                    0.174805,
                    0.277344,
                    0.188477,
                    0.214844,
                    0.195312,
                    0.22168,
                    0.228516,
                    0.197266,
                    0.277344,
                    0.339844,
                    0.220703,
                    0.279297,
                    0.304688,
                    0.183594,
                    0.233398,
                    0.137695,
                    0.259766,
                    0.265625,
                    0.225586,
                    0.289062,
                    0.174805,
                    0.226562,
                    0.208008,
                    0.277344,
                    0.216797,
                    0.239258,
                    0.217773,
                    0.201172,
                    0.259766,
                    0.263672,
                    0.328125,
                    0.414062,
                    0.296875,
                    0.194336,
                    0.217773,
                    0.271484,
                    0.291016,
                    0.275391,
                    0.287109,
                    0.227539,
                    0.253906,
                    0.404297,
                    0.228516,
                    0.322266,
                    0.265625,
                    0.259766,
                    0.222656,
                    0.507812,
                    0.373047,
                    0.279297,
                    0.351562,
                    0.304688,
                    0.263672,
                    0.433594,
                    0.206055,
                    0.275391,
                    0.416016,
                    0.248047,
                    0.15625,
                    0.211914,
                    0.220703,
                    0.25,
                    0.283203,
                    0.165039,
                    0.245117,
                    0.298828,
                    0.28125,
                    0.279297,
                    0.253906,
                    0.22168,
                    0.226562,
                    0.710938,
                    0.208984,
                    0.365234,
                    0.244141,
                    0.253906,
                    0.233398,
                    0.332031,
                    0.243164,
                    0.263672,
                    0.263672,
                    0.269531,
                    0.118164,
                    0.178711,
                    0.28125,
                    0.267578,
                    0.275391,
                    0.226562,
                    0.179688,
                    0.341797,
                    0.259766,
                    0.200195,
                    0.1875,
                    0.203125,
                    0.182617,
                    0.28125,
                    0.214844,
                    0.347656,
                    0.238281,
                    0.283203,
                    0.300781,
                    0.255859,
                    0.279297,
                    0.239258,
                    0.300781,
                    0.279297,
                    0.237305,
                    0.349609,
                    0.224609,
                    0.192383,
                    0.21875,
                    0.241211,
                    0.194336,
                    0.318359,
                    0.223633,
                    0.189453,
                    0.18457,
                    0.271484,
                    0.539062,
                    0.324219,
                    0.300781,
                    0.251953,
                    0.314453,
                    0.345703,
                    0.277344,
                    0.376953,
                    0.227539,
                    0.234375,
                    0.302734,
                    0.24707,
                    0.476562,
                    0.197266,
                    0.320312,
                    0.261719,
                    0.207031,
                    0.173828,
                    0.357422,
                    0.186523,
                    0.128906,
                    0.306641,
                    0.300781,
                    0.237305,
                    0.355469,
                    0.182617,
                    0.287109,
                    0.265625,
                    0.273438,
                    0.28125,
                    0.390625,
                    0.212891,
                    0.232422,
                    0.203125,
                    0.294922,
                    0.246094,
                    0.211914,
                    0.314453,
                    0.238281,
                    0.226562,
                    0.231445,
                    0.206055,
                    0.201172,
                    0.244141,
                    0.237305,
                    0.291016,
                    0.212891,
                    0.328125,
                    0.255859,
                    0.242188,
                    0.192383,
                    0.267578,
                    0.21582,
                    0.255859,
                    0.229492,
                    0.292969,
                    0.283203,
                    0.237305,
                    0.273438,
                    0.259766,
                    0.332031,
                    0.279297,
                    0.239258,
                    0.34375,
                    0.243164,
                    0.194336,
                    0.223633,
                    0.198242,
                    0.00036,
                    0.239258,
                    0.298828,
                    0.292969,
                    0.241211,
                    0.296875,
                    0.283203,
                    0.186523,
                    0.347656,
                    0.25,
                    0.146484,
                    0.275391,
                    0.145508,
                    0.269531,
                    0.287109,
                    0.322266,
                    0.318359,
                    0.255859,
                    0.492188,
                    0.314453,
                    0.597656,
                    0.242188,
                    0.224609,
                    0.304688,
                    0.196289,
                    0.263672,
                    0.294922,
                    0.259766,
                    0.220703,
                    0.207031,
                    0.267578,
                    0.24707,
                    0.21875,
                    0.25,
                    0.308594,
                    0.355469,
                    0.253906,
                    0.108398,
                    0.263672,
                    0.166992,
                    0.257812,
                    0.353516,
                    0.279297,
                    0.304688,
                    0.203125,
                    0.235352,
                    0.283203,
                    0.243164,
                    0.198242,
                    0.177734,
                    0.279297,
                    0.277344,
                    0.203125,
                    0.212891,
                    0.173828,
                    0.25,
                    0.231445,
                    0.265625,
                    0.183594,
                    0.306641,
                    0.211914,
                    0.217773,
                    0.244141,
                    0.163086,
                    0.242188,
                    0.233398,
                    0.318359,
                    0.253906,
                    0.244141,
                    0.318359,
                    0.144531,
                    0.157227,
                    0.205078,
                    0.314453,
                    0.255859,
                    0.304688,
                    0.449219,
                    0.277344,
                    0.18457,
                    0.204102,
                    0.229492,
                    0.246094,
                    0.233398,
                    0.24707,
                    0.324219,
                    0.302734,
                    0.3125,
                    0.243164,
                    0.333984,
                    0.166016,
                    0.239258,
                    0.351562,
                    0.287109,
                    0.151367,
                    0.186523,
                    0.248047,
                    0.224609,
                    0.248047,
                    0.243164,
                    0.257812,
                    0.251953,
                    0.289062,
                    0.199219,
                    0.3125,
                    0.271484,
                    0.206055,
                    0.257812,
                    0.253906,
                    0.139648,
                    0.246094,
                    0.244141,
                    0.257812,
                    0.205078,
                    0.093262,
                    0.314453,
                    0.382812,
                    0.21582,
                    0.314453,
                    0.152344,
                    0.302734,
                    0.208008,
                    0.373047,
                    0.12793,
                    0.244141,
                    0.237305,
                    0.170898,
                    0.238281,
                    0.203125,
                    0.333984,
                    0.242188,
                    0.453125,
                    0.244141,
                    0.173828,
                    0.204102,
                    0.249023,
                    1.296875,
                    0.255859,
                    0.257812,
                    0.191406,
                    0.245117,
                    0.261719,
                    0.212891,
                    0.213867,
                    0.220703,
                    0.24707,
                    0.177734,
                    0.168945,
                    0.223633,
                    0.339844,
                    0.339844,
                    0.248047,
                    0.326172,
                    0.251953,
                    0.253906,
                    0.236328,
                    0.394531,
                    0.248047,
                    0.380859,
                    0.392578,
                    0.294922,
                    0.199219,
                    0.25,
                    0.246094,
                    0.233398,
                    0.302734,
                    0.257812,
                    0.210938,
                    0.171875,
                    0.181641,
                    0.255859,
                    0.251953,
                    0.185547,
                    0.244141,
                    0.203125,
                    0.318359,
                    0.239258,
                    0.298828,
                    0.328125,
                    0.213867,
                    0.3125,
                    0.236328,
                    0.25,
                    0.198242,
                    0.229492,
                    0.225586,
                    0.146484,
                    0.291016,
                    0.265625,
                    0.294922,
                    0.146484,
                    0.300781,
                    0.133789,
                    0.209961,
                    0.236328,
                    0.283203,
                    0.28125,
                    0.15332,
                    0.636719,
                    0.107422,
                    0.128906,
                    0.229492,
                    0.224609,
                    0.259766,
                    0.208984,
                    0.330078,
                    0.306641,
                    0.241211,
                    0.174805,
                    0.217773,
                    0.251953,
                    0.339844,
                    0.25,
                    0.226562,
                    0.143555,
                    0.182617,
                    0.283203,
                    0.40625,
                    0.21875,
                    0.322266,
                    0.223633,
                    0.267578,
                    0.236328,
                    0.208008,
                    0.257812,
                    0.330078,
                    0.251953,
                    0.180664,
                    0.285156,
                    0.192383,
                    0.194336,
                    0.213867,
                    0.269531,
                    0.219727,
                    0.135742,
                    0.28125,
                    0.287109,
                    0.349609,
                    0.351562,
                    0.22168,
                    0.223633,
                    0.234375,
                    0.235352,
                    0.267578,
                    0.174805,
                    0.138672,
                    0.283203,
                    0.314453,
                    0.198242,
                    0.351562,
                    0.181641,
                    0.236328,
                    0.164062,
                    0.292969,
                    0.261719,
                    0.194336,
                    0.279297,
                    0.523438,
                    0.224609,
                    0.289062,
                    0.192383,
                    0.200195,
                    0.232422,
                    0.291016,
                    0.185547,
                    0.294922,
                    0.224609,
                    0.257812,
                    0.287109,
                    0.24707,
                    0.237305,
                    0.225586,
                    0.271484,
                    0.230469,
                    0.237305,
                    0.222656,
                    0.271484,
                    0.283203,
                    0.122559,
                    0.279297,
                    0.200195,
                    0.157227,
                    0.283203,
                    0.283203,
                    0.248047,
                    0.146484,
                    0.224609,
                    0.257812,
                    0.251953,
                    0.179688,
                    0.188477,
                    0.201172,
                    0.209961,
                    0.275391,
                    0.253906,
                    0.314453,
                    0.310547,
                    0.223633,
                    0.177734,
                    0.233398,
                    0.296875,
                    0.263672,
                    0.208984,
                    0.265625,
                    0.240234,
                    0.267578,
                    0.238281,
                    0.249023,
                    0.234375,
                    0.209961,
                    0.253906,
                    0.220703,
                    0.353516,
                    0.259766,
                    0.285156,
                    0.240234,
                    0.134766,
                    0.248047,
                    0.429688,
                    0.211914,
                    0.204102,
                    0.236328,
                    0.339844,
                    0.269531,
                    0.257812,
                    0.328125,
                    0.223633,
                    0.176758,
                    0.183594,
                    0.241211,
                    0.275391,
                    0.216797,
                    0.271484,
                    0.367188,
                    0.227539,
                    0.267578,
                    0.318359,
                    0.287109,
                    0.267578,
                    0.271484,
                    0.255859,
                    0.316406,
                    0.25,
                    0.316406,
                    0.177734,
                    0.257812,
                    0.204102,
                    0.277344,
                    0.232422,
                    0.363281,
                    0.267578,
                    0.263672,
                    0.261719,
                    0.229492,
                    0.21582,
                    0.261719,
                    0.277344,
                    0.237305,
                    0.21582,
                    0.292969,
                    0.279297,
                    0.271484,
                    0.308594,
                    0.217773,
                    0.292969,
                    0.235352,
                    0.240234,
                    0.21875,
                    0.291016,
                    0.279297,
                    0.287109,
                    0.273438,
                    0.136719,
                    0.287109,
                    0.273438,
                    0.261719,
                    0.253906,
                    0.182617,
                    0.236328,
                    0.183594,
                    0.22168,
                    0.300781,
                    0.241211,
                    0.257812,
                    0.236328,
                    0.376953,
                    0.265625,
                    0.291016,
                    0.238281,
                    0.330078,
                    0.200195,
                    0.230469,
                    0.34375,
                    0.169922,
                    0.183594,
                    0.122559,
                    0.243164,
                    0.206055,
                    0.255859,
                    0.287109,
                    0.220703,
                    0.275391,
                    0.240234,
                    0.273438,
                    0.322266,
                    0.211914,
                    0.335938,
                    0.143555,
                    0.208008,
                    0.261719,
                    0.214844,
                    0.232422,
                    0.229492,
                    0.261719,
                    0.345703,
                    0.279297,
                    0.263672,
                    0.241211,
                    0.140625,
                    0.246094,
                    0.217773,
                    0.304688,
                    0.255859,
                    0.330078,
                    0.202148,
                    0.192383,
                    0.211914,
                    0.182617,
                    0.308594,
                    0.310547,
                    0.302734,
                    0.223633,
                    0.296875,
                    0.259766,
                    0.263672,
                    0.294922,
                    0.310547,
                    0.244141,
                    0.287109,
                    0.196289,
                    0.251953,
                    0.220703,
                    0.21875,
                    0.180664,
                    0.148438,
                    0.242188,
                    0.25,
                    0.261719,
                    0.398438,
                    0.222656,
                    0.447266,
                    0.248047,
                    0.263672,
                    0.181641,
                    0.239258,
                    0.205078,
                    0.458984,
                    0.245117,
                    0.230469,
                    0.223633,
                    0.230469,
                    0.291016,
                    0.251953,
                    0.341797,
                    0.225586,
                    0.333984,
                    0.275391,
                    0.22168,
                    0.210938,
                    0.191406,
                    0.208008,
                    0.130859,
                    0.28125,
                    0.188477,
                    0.294922,
                    0.204102,
                    0.195312,
                    0.209961,
                    0.241211,
                    0.275391,
                    0.259766,
                    0.200195,
                    0.341797,
                    0.257812,
                    0.289062,
                    0.363281,
                    0.304688,
                    0.210938,
                    0.386719,
                    0.279297,
                    0.239258,
                    0.206055,
                    0.244141,
                    0.25,
                    0.326172,
                    0.333984,
                    0.302734,
                    0.289062,
                    0.244141,
                    0.232422,
                    0.168945,
                    0.289062,
                    0.19043,
                    0.207031,
                    0.226562,
                    0.236328,
                    0.196289,
                    0.291016,
                    0.310547,
                    0.251953,
                    0.273438,
                    0.457031,
                    0.251953,
                    0.265625,
                    0.267578,
                    0.394531,
                    0.255859,
                    0.289062,
                    0.239258,
                    0.322266,
                    0.419922,
                    0.21875,
                    0.199219,
                    0.199219,
                    0.277344,
                    0.28125,
                    0.291016,
                    0.404297,
                    0.263672,
                    0.168945,
                    0.283203,
                    0.208008,
                    0.294922,
                    0.236328,
                    0.229492,
                    0.175781,
                    0.267578,
                    0.188477,
                    0.208008,
                    0.239258,
                    0.398438,
                    0.15332,
                    0.261719,
                    0.269531,
                    0.22168,
                    0.230469,
                    0.232422,
                    0.241211,
                    0.164062,
                    0.223633,
                    0.229492,
                    0.251953,
                    0.308594,
                    0.240234,
                    0.213867,
                    0.142578,
                    0.375,
                    0.180664,
                    0.263672,
                    0.192383,
                    0.261719,
                    0.175781,
                    0.255859,
                    0.185547,
                    0.171875,
                    0.277344,
                    0.203125,
                    0.265625,
                    0.199219,
                    0.345703,
                    0.242188,
                    0.192383,
                    0.227539,
                    0.174805,
                    0.092773,
                    0.237305,
                    0.24707,
                    0.322266,
                    0.152344,
                    0.243164,
                    0.241211,
                    0.25,
                    0.367188,
                    0.267578,
                    0.308594,
                    0.209961,
                    0.203125,
                    0.279297,
                    0.193359,
                    0.25,
                    0.212891,
                    0.230469,
                    0.316406,
                    0.296875,
                    0.4375,
                    0.337891,
                    0.200195,
                    0.375,
                    0.419922,
                    0.457031,
                    0.201172,
                    0.316406,
                    0.228516,
                    0.179688,
                    0.243164,
                    0.185547,
                    0.277344,
                    0.400391,
                    0.292969,
                    0.294922,
                    0.206055,
                    0.263672,
                    0.24707,
                    0.404297,
                    0.257812,
                    0.227539,
                    0.365234,
                    0.269531,
                    0.234375,
                    0.194336,
                    0.283203,
                    0.265625,
                    0.205078,
                    0.341797,
                    0.357422,
                    0.257812,
                    0.245117,
                    0.208984,
                    0.392578,
                    0.322266,
                    0.285156,
                    0.155273,
                    0.292969,
                    0.149414,
                    0.267578,
                    0.263672,
                    0.269531,
                    0.259766,
                    0.211914,
                    0.267578,
                    0.296875,
                    0.240234,
                    0.249023,
                    0.283203,
                    0.232422,
                    0.296875,
                    0.234375,
                    0.275391,
                    0.220703
                ]
            },
            "name": "model.transformer.layers.10.attn_norm.weight",
            "outputIndexes": [
                654
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                653,
                654
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/attn_norm_10/Mul_1_output_0",
            "outputIndexes": [
                655
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                655
            ],
            "outputIndexes": [
                1706
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                1706
            ],
            "outputIndexes": [
                1707
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/q_proj/Linear",
            "inputIndexes": [
                1707
            ],
            "outputIndexes": [
                1708
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1280,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 15360,
                    "weightSize": 0
                },
                "external": [
                    73601832,
                    983062,
                    122880,
                    5120,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                1708
            ],
            "outputIndexes": [
                1709
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1709
            ],
            "outputIndexes": [
                656
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1280
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                655
            ],
            "main_type": "NONE",
            "name": "/Shape_41_output_0",
            "outputIndexes": [
                657
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                657
            ],
            "main_type": "NONE",
            "name": "Shape933",
            "outputIndexes": [
                658
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                657
            ],
            "main_type": "NONE",
            "name": "Rank935",
            "outputIndexes": [
                659
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                659,
                659
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp937",
            "outputIndexes": [
                660
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                660
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze938",
            "outputIndexes": [
                661
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                660,
                9
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp940",
            "outputIndexes": [
                662
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                662
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze941",
            "outputIndexes": [
                663
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                658,
                661,
                663,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice944",
            "outputIndexes": [
                664
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                664
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze945",
            "outputIndexes": [
                665
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                9,
                665
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp946",
            "outputIndexes": [
                666
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                666,
                665
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp947",
            "outputIndexes": [
                667
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                657,
                667,
                660
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_54_output_0",
            "outputIndexes": [
                668
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                668,
                21
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_101_output_0",
            "outputIndexes": [
                669
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    20
                ]
            },
            "name": "/Constant_302_output_0",
            "outputIndexes": [
                670
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                7,
                669,
                670,
                24
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_50_output_0",
            "outputIndexes": [
                671
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                656,
                671
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_41_output_0",
            "outputIndexes": [
                672
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                672
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/q_norm_10/Mul_output_0",
            "outputIndexes": [
                673
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    64
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.326172,
                    -0.007874,
                    0.033447,
                    1.398438,
                    1.820312,
                    1.6875,
                    1.421875,
                    1.484375,
                    1.59375,
                    1.796875,
                    1.6875,
                    1.757812,
                    1.59375,
                    2.03125,
                    1.929688,
                    2.046875,
                    1.992188,
                    1.734375,
                    1.992188,
                    2.0625,
                    2.1875,
                    1.703125,
                    2.0,
                    2.0,
                    1.992188,
                    2.296875,
                    2.0625,
                    2.03125,
                    2.515625,
                    2.15625,
                    2.171875,
                    1.726562,
                    0.015747,
                    1.125,
                    1.78125,
                    0.972656,
                    0.056885,
                    1.554688,
                    1.15625,
                    1.585938,
                    1.703125,
                    1.695312,
                    1.71875,
                    1.820312,
                    2.03125,
                    1.726562,
                    1.992188,
                    1.640625,
                    1.90625,
                    2.25,
                    1.992188,
                    1.976562,
                    1.875,
                    3.1875,
                    1.90625,
                    2.015625,
                    2.03125,
                    1.804688,
                    1.976562,
                    2.15625,
                    1.679688,
                    1.945312,
                    2.0625,
                    2.515625
                ]
            },
            "name": "model.transformer.layers.10.attn.q_norm.weight",
            "outputIndexes": [
                674
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                673,
                674
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/q_norm_10/Mul_1_output_0",
            "outputIndexes": [
                675
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                675,
                53
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_40_output_0",
            "outputIndexes": [
                676
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                675,
                55,
                56,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_41_output_0",
            "outputIndexes": [
                677
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                677
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_20_output_0",
            "outputIndexes": [
                678
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                675,
                21,
                55,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_40_output_0",
            "outputIndexes": [
                679
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                678,
                679
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_53_output_0",
            "outputIndexes": [
                680
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                680,
                68
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_41_output_0",
            "outputIndexes": [
                681
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                676,
                681
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_40_output_0",
            "outputIndexes": [
                682
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                655
            ],
            "outputIndexes": [
                1710
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                1710
            ],
            "outputIndexes": [
                1711
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/k_proj/Linear",
            "inputIndexes": [
                1711
            ],
            "outputIndexes": [
                1712
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 320,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3840,
                    "weightSize": 0
                },
                "external": [
                    74712894,
                    245782,
                    30720,
                    1280,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                1712
            ],
            "outputIndexes": [
                1713
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1713
            ],
            "outputIndexes": [
                683
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    320
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    5
                ]
            },
            "name": "/Constant_304_output_0",
            "outputIndexes": [
                684
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                7,
                669,
                684,
                24
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_51_output_0",
            "outputIndexes": [
                685
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                683,
                685
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_42_output_0",
            "outputIndexes": [
                686
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                686
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/k_norm_10/Mul_output_0",
            "outputIndexes": [
                687
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    64
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.304688,
                    0.03833,
                    0.05957,
                    1.460938,
                    1.421875,
                    1.75,
                    1.585938,
                    1.679688,
                    1.6875,
                    1.265625,
                    1.882812,
                    1.8125,
                    2.09375,
                    1.679688,
                    1.8125,
                    1.492188,
                    1.921875,
                    2.296875,
                    1.867188,
                    2.0,
                    1.773438,
                    2.796875,
                    1.96875,
                    1.976562,
                    2.09375,
                    1.890625,
                    2.0625,
                    2.171875,
                    2.671875,
                    2.046875,
                    2.21875,
                    3.125,
                    -0.023193,
                    0.925781,
                    1.320312,
                    0.103027,
                    0.126953,
                    1.546875,
                    0.640625,
                    1.28125,
                    1.414062,
                    1.78125,
                    1.390625,
                    1.703125,
                    1.023438,
                    2.140625,
                    1.953125,
                    2.1875,
                    2.078125,
                    1.507812,
                    1.953125,
                    1.921875,
                    2.15625,
                    1.0,
                    2.109375,
                    2.03125,
                    2.0625,
                    2.0625,
                    2.125,
                    2.15625,
                    2.53125,
                    2.171875,
                    2.265625,
                    2.03125
                ]
            },
            "name": "model.transformer.layers.10.attn.k_norm.weight",
            "outputIndexes": [
                688
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                687,
                688
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/k_norm_10/Mul_1_output_0",
            "outputIndexes": [
                689
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                689,
                53
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_42_output_0",
            "outputIndexes": [
                690
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                689,
                55,
                56,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_43_output_0",
            "outputIndexes": [
                691
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                691
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_21_output_0",
            "outputIndexes": [
                692
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                689,
                21,
                55,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_42_output_0",
            "outputIndexes": [
                693
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                692,
                693
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_54_output_0",
            "outputIndexes": [
                694
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                694,
                68
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_43_output_0",
            "outputIndexes": [
                695
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                690,
                695
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_41_output_0",
            "outputIndexes": [
                696
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                655
            ],
            "outputIndexes": [
                1714
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                1714
            ],
            "outputIndexes": [
                1715
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/v_proj/Linear",
            "inputIndexes": [
                1715
            ],
            "outputIndexes": [
                1716
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 320,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3840,
                    "weightSize": 0
                },
                "external": [
                    74990676,
                    245782,
                    30720,
                    1280,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                1716
            ],
            "outputIndexes": [
                1717
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1717
            ],
            "outputIndexes": [
                697
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    320
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                697,
                685
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_43_output_0",
            "outputIndexes": [
                698
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                682,
                696,
                698,
                86
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "/layers.10/self_attn/FusedAttention",
            "outputIndexes": [
                699
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                699
            ],
            "outputIndexes": [
                1718
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1280,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                1718
            ],
            "outputIndexes": [
                1719
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/o_proj/Linear",
            "inputIndexes": [
                1719
            ],
            "outputIndexes": [
                1720
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1280,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 15360,
                    "weightSize": 0
                },
                "external": [
                    75268458,
                    983062,
                    122880,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                1720
            ],
            "outputIndexes": [
                1721
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1721
            ],
            "outputIndexes": [
                700
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                652,
                700
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_42_output_0",
            "outputIndexes": [
                701
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                701
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/ffn_norm_10/Mul_output_0",
            "outputIndexes": [
                702
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.443359,
                    0.351562,
                    0.402344,
                    0.296875,
                    0.251953,
                    0.408203,
                    0.398438,
                    0.390625,
                    0.470703,
                    0.390625,
                    0.414062,
                    0.223633,
                    0.378906,
                    0.326172,
                    0.402344,
                    0.429688,
                    0.425781,
                    0.443359,
                    0.320312,
                    0.328125,
                    0.328125,
                    0.398438,
                    0.233398,
                    0.382812,
                    0.443359,
                    0.376953,
                    0.421875,
                    0.421875,
                    0.345703,
                    0.412109,
                    0.453125,
                    0.402344,
                    0.273438,
                    0.28125,
                    0.416016,
                    0.4375,
                    0.423828,
                    0.386719,
                    0.392578,
                    0.382812,
                    0.390625,
                    0.355469,
                    0.398438,
                    0.390625,
                    0.373047,
                    0.396484,
                    0.341797,
                    0.351562,
                    0.398438,
                    0.22168,
                    0.419922,
                    0.402344,
                    0.376953,
                    0.416016,
                    0.224609,
                    0.458984,
                    0.402344,
                    0.414062,
                    0.410156,
                    0.449219,
                    0.3125,
                    0.378906,
                    0.179688,
                    0.414062,
                    0.373047,
                    0.507812,
                    0.398438,
                    0.337891,
                    0.373047,
                    0.279297,
                    0.375,
                    0.412109,
                    0.347656,
                    0.457031,
                    0.240234,
                    0.447266,
                    0.394531,
                    0.466797,
                    0.371094,
                    0.376953,
                    0.365234,
                    0.400391,
                    0.402344,
                    0.384766,
                    0.243164,
                    0.376953,
                    0.337891,
                    0.421875,
                    0.455078,
                    0.267578,
                    0.453125,
                    0.3125,
                    0.419922,
                    0.359375,
                    0.386719,
                    0.328125,
                    0.230469,
                    0.419922,
                    0.19043,
                    0.22168,
                    0.423828,
                    0.431641,
                    0.3125,
                    0.431641,
                    0.408203,
                    0.341797,
                    0.326172,
                    0.261719,
                    0.271484,
                    0.421875,
                    0.423828,
                    0.390625,
                    0.359375,
                    0.253906,
                    0.34375,
                    0.333984,
                    0.382812,
                    0.392578,
                    0.333984,
                    0.373047,
                    0.414062,
                    0.322266,
                    0.359375,
                    0.433594,
                    0.335938,
                    0.492188,
                    0.417969,
                    0.419922,
                    0.453125,
                    0.416016,
                    0.490234,
                    0.402344,
                    0.328125,
                    0.417969,
                    0.382812,
                    0.351562,
                    0.230469,
                    0.402344,
                    0.433594,
                    0.249023,
                    0.427734,
                    0.443359,
                    0.314453,
                    0.414062,
                    0.186523,
                    0.211914,
                    0.310547,
                    0.457031,
                    0.347656,
                    0.273438,
                    0.40625,
                    0.322266,
                    0.357422,
                    0.365234,
                    0.347656,
                    0.34375,
                    0.431641,
                    0.402344,
                    0.402344,
                    0.373047,
                    0.46875,
                    0.337891,
                    0.46875,
                    0.357422,
                    0.375,
                    0.382812,
                    0.398438,
                    0.388672,
                    0.396484,
                    0.125,
                    0.233398,
                    0.373047,
                    0.204102,
                    0.400391,
                    0.396484,
                    0.447266,
                    0.365234,
                    0.429688,
                    0.423828,
                    0.453125,
                    0.412109,
                    0.419922,
                    0.308594,
                    0.386719,
                    0.380859,
                    0.394531,
                    0.439453,
                    0.359375,
                    0.431641,
                    0.353516,
                    0.478516,
                    0.355469,
                    0.198242,
                    0.408203,
                    0.359375,
                    0.419922,
                    0.359375,
                    0.443359,
                    0.443359,
                    0.273438,
                    0.376953,
                    0.3125,
                    0.417969,
                    0.400391,
                    0.455078,
                    0.400391,
                    0.431641,
                    0.376953,
                    0.380859,
                    0.345703,
                    0.332031,
                    0.439453,
                    0.400391,
                    0.384766,
                    0.369141,
                    0.371094,
                    0.412109,
                    0.40625,
                    0.390625,
                    0.369141,
                    0.417969,
                    0.441406,
                    0.382812,
                    0.169922,
                    0.453125,
                    0.291016,
                    0.404297,
                    0.326172,
                    0.369141,
                    0.392578,
                    0.400391,
                    0.378906,
                    0.300781,
                    0.273438,
                    0.369141,
                    0.382812,
                    0.376953,
                    0.308594,
                    0.402344,
                    0.355469,
                    0.316406,
                    0.217773,
                    0.416016,
                    0.398438,
                    0.337891,
                    0.402344,
                    0.195312,
                    0.390625,
                    0.429688,
                    0.375,
                    0.375,
                    0.212891,
                    0.392578,
                    0.349609,
                    0.414062,
                    0.433594,
                    0.361328,
                    0.382812,
                    0.40625,
                    0.380859,
                    0.394531,
                    0.373047,
                    0.164062,
                    0.507812,
                    0.412109,
                    0.425781,
                    0.488281,
                    0.241211,
                    0.345703,
                    0.316406,
                    0.398438,
                    0.414062,
                    0.339844,
                    0.412109,
                    0.421875,
                    0.324219,
                    0.419922,
                    0.094727,
                    0.394531,
                    0.25,
                    0.441406,
                    0.388672,
                    0.275391,
                    0.417969,
                    0.396484,
                    0.419922,
                    0.392578,
                    0.478516,
                    0.449219,
                    0.367188,
                    0.275391,
                    0.464844,
                    0.386719,
                    0.458984,
                    0.199219,
                    0.4375,
                    0.15918,
                    0.435547,
                    0.251953,
                    0.231445,
                    0.476562,
                    0.388672,
                    0.371094,
                    0.449219,
                    0.359375,
                    0.453125,
                    0.451172,
                    0.308594,
                    0.464844,
                    0.376953,
                    0.410156,
                    0.408203,
                    0.328125,
                    0.328125,
                    0.416016,
                    0.398438,
                    0.439453,
                    0.206055,
                    0.235352,
                    0.367188,
                    0.416016,
                    0.371094,
                    0.476562,
                    0.441406,
                    0.429688,
                    0.357422,
                    0.408203,
                    0.347656,
                    0.371094,
                    0.386719,
                    0.296875,
                    0.386719,
                    0.339844,
                    0.449219,
                    0.371094,
                    0.431641,
                    0.357422,
                    0.376953,
                    0.261719,
                    0.457031,
                    0.277344,
                    0.294922,
                    0.416016,
                    0.234375,
                    0.425781,
                    0.404297,
                    0.253906,
                    0.251953,
                    0.396484,
                    0.400391,
                    0.298828,
                    0.375,
                    0.196289,
                    0.133789,
                    0.416016,
                    0.263672,
                    0.314453,
                    0.410156,
                    0.269531,
                    0.394531,
                    0.445312,
                    0.271484,
                    0.425781,
                    0.34375,
                    0.277344,
                    0.373047,
                    0.402344,
                    0.279297,
                    0.382812,
                    0.226562,
                    0.200195,
                    0.412109,
                    0.210938,
                    0.416016,
                    0.445312,
                    0.171875,
                    0.470703,
                    0.439453,
                    0.419922,
                    0.320312,
                    0.394531,
                    0.345703,
                    0.416016,
                    0.396484,
                    0.243164,
                    0.273438,
                    0.179688,
                    0.373047,
                    0.330078,
                    0.429688,
                    0.453125,
                    0.316406,
                    0.414062,
                    0.170898,
                    0.416016,
                    0.25,
                    0.425781,
                    0.206055,
                    0.233398,
                    0.318359,
                    0.4375,
                    0.408203,
                    0.400391,
                    0.390625,
                    0.425781,
                    0.175781,
                    0.188477,
                    0.4375,
                    0.398438,
                    0.402344,
                    0.412109,
                    0.220703,
                    0.330078,
                    0.462891,
                    0.394531,
                    0.357422,
                    0.357422,
                    0.417969,
                    0.376953,
                    0.425781,
                    0.335938,
                    0.292969,
                    0.298828,
                    0.249023,
                    0.388672,
                    0.265625,
                    0.382812,
                    0.419922,
                    0.34375,
                    0.398438,
                    0.341797,
                    0.388672,
                    0.429688,
                    0.425781,
                    0.435547,
                    0.427734,
                    0.384766,
                    0.435547,
                    0.519531,
                    0.408203,
                    0.398438,
                    0.367188,
                    0.287109,
                    0.470703,
                    0.398438,
                    0.396484,
                    0.431641,
                    0.186523,
                    0.390625,
                    0.390625,
                    0.255859,
                    0.496094,
                    0.470703,
                    0.384766,
                    0.226562,
                    0.402344,
                    0.429688,
                    0.265625,
                    0.378906,
                    0.421875,
                    0.427734,
                    0.201172,
                    0.416016,
                    0.423828,
                    0.355469,
                    0.225586,
                    0.345703,
                    0.439453,
                    0.375,
                    0.373047,
                    0.15332,
                    0.376953,
                    0.451172,
                    0.232422,
                    0.392578,
                    0.431641,
                    0.416016,
                    0.367188,
                    0.390625,
                    0.394531,
                    0.429688,
                    0.410156,
                    0.421875,
                    0.263672,
                    0.416016,
                    0.167969,
                    0.419922,
                    0.441406,
                    0.396484,
                    0.378906,
                    0.34375,
                    0.369141,
                    0.380859,
                    0.357422,
                    0.408203,
                    0.402344,
                    0.398438,
                    0.285156,
                    0.410156,
                    0.292969,
                    0.355469,
                    0.386719,
                    0.180664,
                    0.363281,
                    0.294922,
                    0.484375,
                    0.373047,
                    0.384766,
                    0.416016,
                    0.244141,
                    0.458984,
                    0.421875,
                    0.382812,
                    0.367188,
                    0.257812,
                    0.443359,
                    0.398438,
                    0.425781,
                    0.382812,
                    0.460938,
                    0.251953,
                    0.443359,
                    0.447266,
                    0.400391,
                    0.275391,
                    0.375,
                    0.382812,
                    0.34375,
                    0.375,
                    0.359375,
                    0.357422,
                    0.441406,
                    0.396484,
                    0.410156,
                    0.373047,
                    0.173828,
                    0.443359,
                    0.417969,
                    0.435547,
                    0.453125,
                    0.527344,
                    0.351562,
                    0.253906,
                    0.419922,
                    0.414062,
                    0.433594,
                    0.388672,
                    0.34375,
                    0.347656,
                    0.335938,
                    0.271484,
                    0.365234,
                    0.306641,
                    0.106445,
                    0.285156,
                    0.449219,
                    0.388672,
                    0.433594,
                    0.384766,
                    0.371094,
                    0.40625,
                    0.229492,
                    0.139648,
                    0.5,
                    0.369141,
                    0.394531,
                    0.308594,
                    0.363281,
                    0.457031,
                    0.388672,
                    0.433594,
                    0.259766,
                    0.367188,
                    0.316406,
                    0.443359,
                    0.363281,
                    0.267578,
                    0.324219,
                    0.365234,
                    0.494141,
                    0.417969,
                    0.431641,
                    0.453125,
                    0.380859,
                    0.349609,
                    0.367188,
                    0.320312,
                    0.333984,
                    0.335938,
                    0.390625,
                    0.435547,
                    0.449219,
                    0.466797,
                    0.353516,
                    0.458984,
                    0.394531,
                    0.259766,
                    0.237305,
                    0.378906,
                    0.242188,
                    0.390625,
                    0.386719,
                    0.400391,
                    0.412109,
                    0.318359,
                    0.3125,
                    0.460938,
                    0.229492,
                    0.233398,
                    0.414062,
                    0.34375,
                    0.226562,
                    0.404297,
                    0.359375,
                    0.5,
                    0.378906,
                    0.376953,
                    0.369141,
                    0.179688,
                    0.369141,
                    0.464844,
                    0.416016,
                    0.371094,
                    0.378906,
                    0.443359,
                    0.419922,
                    0.416016,
                    0.490234,
                    0.400391,
                    0.390625,
                    0.425781,
                    0.330078,
                    0.429688,
                    0.382812,
                    0.373047,
                    0.427734,
                    0.443359,
                    0.371094,
                    0.429688,
                    0.359375,
                    0.417969,
                    0.257812,
                    0.351562,
                    0.404297,
                    0.371094,
                    0.310547,
                    0.416016,
                    0.112793,
                    0.333984,
                    0.470703,
                    0.328125,
                    0.412109,
                    0.404297,
                    0.335938,
                    0.410156,
                    0.435547,
                    0.357422,
                    0.337891,
                    0.40625,
                    0.227539,
                    0.378906,
                    0.449219,
                    0.322266,
                    0.390625,
                    0.339844,
                    0.40625,
                    0.34375,
                    0.443359,
                    0.367188,
                    0.296875,
                    0.28125,
                    0.488281,
                    0.174805,
                    0.453125,
                    0.367188,
                    0.380859,
                    0.419922,
                    0.392578,
                    0.353516,
                    0.363281,
                    0.390625,
                    0.371094,
                    0.398438,
                    0.400391,
                    0.302734,
                    0.447266,
                    0.277344,
                    0.382812,
                    0.451172,
                    0.398438,
                    0.384766,
                    0.263672,
                    0.425781,
                    0.400391,
                    0.300781,
                    0.365234,
                    0.373047,
                    0.40625,
                    0.433594,
                    0.357422,
                    0.398438,
                    0.363281,
                    0.191406,
                    0.386719,
                    0.402344,
                    0.371094,
                    0.392578,
                    0.251953,
                    0.408203,
                    0.335938,
                    0.4375,
                    0.470703,
                    0.439453,
                    0.394531,
                    0.410156,
                    0.382812,
                    0.294922,
                    0.240234,
                    0.373047,
                    0.423828,
                    0.402344,
                    0.376953,
                    0.416016,
                    0.421875,
                    0.375,
                    0.408203,
                    0.341797,
                    0.427734,
                    0.410156,
                    0.380859,
                    0.417969,
                    0.464844,
                    0.443359,
                    0.253906,
                    0.357422,
                    0.427734,
                    0.361328,
                    0.386719,
                    0.410156,
                    0.414062,
                    0.373047,
                    0.363281,
                    0.419922,
                    0.369141,
                    0.3125,
                    0.429688,
                    0.435547,
                    0.380859,
                    0.345703,
                    0.347656,
                    0.503906,
                    0.367188,
                    0.241211,
                    0.404297,
                    0.384766,
                    0.226562,
                    0.333984,
                    0.423828,
                    0.503906,
                    0.390625,
                    0.339844,
                    0.431641,
                    0.378906,
                    0.402344,
                    0.433594,
                    0.147461,
                    0.402344,
                    0.351562,
                    0.458984,
                    0.396484,
                    0.398438,
                    0.4375,
                    0.34375,
                    0.457031,
                    0.355469,
                    0.494141,
                    0.367188,
                    0.427734,
                    0.408203,
                    0.439453,
                    0.386719,
                    0.322266,
                    0.457031,
                    0.417969,
                    0.171875,
                    0.193359,
                    0.449219,
                    0.390625,
                    0.451172,
                    0.423828,
                    0.243164,
                    0.322266,
                    0.427734,
                    0.345703,
                    0.371094,
                    0.248047,
                    0.328125,
                    0.396484,
                    0.392578,
                    0.474609,
                    0.384766,
                    0.419922,
                    0.462891,
                    0.419922,
                    0.46875,
                    0.373047,
                    0.404297,
                    0.433594,
                    0.390625,
                    0.388672,
                    0.402344,
                    0.304688,
                    0.375,
                    0.361328,
                    0.376953,
                    0.472656,
                    0.251953,
                    0.328125,
                    0.302734,
                    0.439453,
                    0.176758,
                    0.462891,
                    0.345703,
                    0.396484,
                    0.390625,
                    0.427734,
                    0.419922,
                    0.464844,
                    0.365234,
                    0.382812,
                    0.367188,
                    0.40625,
                    0.220703,
                    0.337891,
                    0.443359,
                    0.269531,
                    0.414062,
                    0.296875,
                    0.507812,
                    0.273438,
                    0.210938,
                    0.292969,
                    0.414062,
                    0.4375,
                    0.464844,
                    0.298828,
                    0.466797,
                    0.460938,
                    0.402344,
                    0.433594,
                    0.601562,
                    0.149414,
                    0.380859,
                    0.208984,
                    0.308594,
                    0.431641,
                    0.365234,
                    0.451172,
                    0.328125,
                    0.388672,
                    0.388672,
                    0.394531,
                    0.292969,
                    0.402344,
                    0.410156,
                    0.423828,
                    0.373047,
                    0.478516,
                    0.359375,
                    0.308594,
                    0.355469,
                    0.421875,
                    0.417969,
                    0.376953,
                    0.433594,
                    0.486328,
                    0.359375,
                    0.335938,
                    0.414062,
                    0.433594,
                    0.480469,
                    0.445312,
                    0.412109,
                    0.400391,
                    0.412109,
                    0.330078,
                    0.384766,
                    0.283203,
                    0.000755,
                    0.416016,
                    0.369141,
                    0.414062,
                    0.408203,
                    0.421875,
                    0.441406,
                    0.269531,
                    0.447266,
                    0.333984,
                    0.326172,
                    0.417969,
                    0.234375,
                    0.353516,
                    0.412109,
                    0.412109,
                    0.451172,
                    0.402344,
                    0.292969,
                    0.46875,
                    0.515625,
                    0.318359,
                    0.375,
                    0.421875,
                    0.371094,
                    0.351562,
                    0.398438,
                    0.388672,
                    0.396484,
                    0.324219,
                    0.472656,
                    0.357422,
                    0.394531,
                    0.410156,
                    0.4375,
                    0.439453,
                    0.453125,
                    0.15918,
                    0.421875,
                    0.34375,
                    0.423828,
                    0.271484,
                    0.371094,
                    0.419922,
                    0.390625,
                    0.445312,
                    0.371094,
                    0.40625,
                    0.339844,
                    0.388672,
                    0.40625,
                    0.371094,
                    0.398438,
                    0.359375,
                    0.369141,
                    0.398438,
                    0.351562,
                    0.421875,
                    0.28125,
                    0.494141,
                    0.363281,
                    0.365234,
                    0.416016,
                    0.249023,
                    0.380859,
                    0.4375,
                    0.423828,
                    0.435547,
                    0.320312,
                    0.447266,
                    0.357422,
                    0.28125,
                    0.367188,
                    0.441406,
                    0.283203,
                    0.296875,
                    0.229492,
                    0.404297,
                    0.216797,
                    0.365234,
                    0.388672,
                    0.384766,
                    0.396484,
                    0.410156,
                    0.353516,
                    0.441406,
                    0.382812,
                    0.404297,
                    0.441406,
                    0.386719,
                    0.40625,
                    0.283203,
                    0.410156,
                    0.300781,
                    0.333984,
                    0.273438,
                    0.367188,
                    0.414062,
                    0.357422,
                    0.408203,
                    0.382812,
                    0.322266,
                    0.384766,
                    0.355469,
                    0.417969,
                    0.292969,
                    0.414062,
                    0.373047,
                    0.203125,
                    0.269531,
                    0.425781,
                    0.345703,
                    0.316406,
                    0.192383,
                    0.441406,
                    0.482422,
                    0.369141,
                    0.443359,
                    0.400391,
                    0.416016,
                    0.332031,
                    0.507812,
                    0.150391,
                    0.417969,
                    0.400391,
                    0.257812,
                    0.404297,
                    0.351562,
                    0.408203,
                    0.431641,
                    0.488281,
                    0.390625,
                    0.279297,
                    0.390625,
                    0.404297,
                    0.5625,
                    0.423828,
                    0.287109,
                    0.373047,
                    0.380859,
                    0.361328,
                    0.416016,
                    0.324219,
                    0.417969,
                    0.416016,
                    0.236328,
                    0.237305,
                    0.345703,
                    0.478516,
                    0.433594,
                    0.4375,
                    0.447266,
                    0.417969,
                    0.412109,
                    0.365234,
                    0.234375,
                    0.447266,
                    0.172852,
                    0.137695,
                    0.462891,
                    0.390625,
                    0.427734,
                    0.361328,
                    0.394531,
                    0.425781,
                    0.318359,
                    0.365234,
                    0.238281,
                    0.425781,
                    0.359375,
                    0.402344,
                    0.289062,
                    0.333984,
                    0.435547,
                    0.410156,
                    0.390625,
                    0.423828,
                    0.369141,
                    0.394531,
                    0.46875,
                    0.402344,
                    0.371094,
                    0.384766,
                    0.222656,
                    0.408203,
                    0.263672,
                    0.470703,
                    0.433594,
                    0.410156,
                    0.380859,
                    0.478516,
                    0.176758,
                    0.376953,
                    0.396484,
                    0.414062,
                    0.181641,
                    0.204102,
                    0.265625,
                    0.174805,
                    0.229492,
                    0.349609,
                    0.314453,
                    0.365234,
                    0.417969,
                    0.369141,
                    0.453125,
                    0.417969,
                    0.285156,
                    0.421875,
                    0.421875,
                    0.490234,
                    0.431641,
                    0.402344,
                    0.322266,
                    0.378906,
                    0.4375,
                    0.492188,
                    0.423828,
                    0.443359,
                    0.386719,
                    0.371094,
                    0.414062,
                    0.419922,
                    0.394531,
                    0.423828,
                    0.382812,
                    0.238281,
                    0.427734,
                    0.390625,
                    0.349609,
                    0.347656,
                    0.335938,
                    0.421875,
                    0.197266,
                    0.445312,
                    0.404297,
                    0.22168,
                    0.445312,
                    0.402344,
                    0.373047,
                    0.431641,
                    0.332031,
                    0.386719,
                    0.292969,
                    0.229492,
                    0.417969,
                    0.429688,
                    0.34375,
                    0.423828,
                    0.244141,
                    0.390625,
                    0.3125,
                    0.339844,
                    0.421875,
                    0.380859,
                    0.363281,
                    0.367188,
                    0.382812,
                    0.457031,
                    0.330078,
                    0.435547,
                    0.398438,
                    0.373047,
                    0.259766,
                    0.382812,
                    0.416016,
                    0.390625,
                    0.339844,
                    0.425781,
                    0.353516,
                    0.353516,
                    0.443359,
                    0.259766,
                    0.416016,
                    0.386719,
                    0.300781,
                    0.363281,
                    0.375,
                    0.425781,
                    0.333984,
                    0.291016,
                    0.439453,
                    0.386719,
                    0.326172,
                    0.157227,
                    0.414062,
                    0.392578,
                    0.433594,
                    0.355469,
                    0.298828,
                    0.308594,
                    0.414062,
                    0.414062,
                    0.416016,
                    0.441406,
                    0.546875,
                    0.341797,
                    0.164062,
                    0.410156,
                    0.429688,
                    0.277344,
                    0.396484,
                    0.375,
                    0.388672,
                    0.472656,
                    0.310547,
                    0.396484,
                    0.416016,
                    0.361328,
                    0.449219,
                    0.376953,
                    0.316406,
                    0.425781,
                    0.410156,
                    0.398438,
                    0.163086,
                    0.412109,
                    0.244141,
                    0.398438,
                    0.390625,
                    0.347656,
                    0.429688,
                    0.457031,
                    0.396484,
                    0.429688,
                    0.367188,
                    0.398438,
                    0.333984,
                    0.388672,
                    0.402344,
                    0.332031,
                    0.382812,
                    0.294922,
                    0.396484,
                    0.40625,
                    0.357422,
                    0.421875,
                    0.453125,
                    0.408203,
                    0.431641,
                    0.441406,
                    0.402344,
                    0.470703,
                    0.355469,
                    0.369141,
                    0.398438,
                    0.453125,
                    0.419922,
                    0.404297,
                    0.40625,
                    0.417969,
                    0.408203,
                    0.394531,
                    0.390625,
                    0.287109,
                    0.400391,
                    0.382812,
                    0.363281,
                    0.402344,
                    0.412109,
                    0.392578,
                    0.441406,
                    0.351562,
                    0.470703,
                    0.404297,
                    0.188477,
                    0.285156,
                    0.445312,
                    0.425781,
                    0.235352,
                    0.429688,
                    0.357422,
                    0.453125,
                    0.414062,
                    0.289062,
                    0.34375,
                    0.298828,
                    0.398438,
                    0.326172,
                    0.373047,
                    0.373047,
                    0.380859,
                    0.384766,
                    0.318359,
                    0.355469,
                    0.414062,
                    0.390625,
                    0.386719,
                    0.458984,
                    0.298828,
                    0.382812,
                    0.296875,
                    0.380859,
                    0.34375,
                    0.196289,
                    0.439453,
                    0.3125,
                    0.457031,
                    0.443359,
                    0.417969,
                    0.328125,
                    0.394531,
                    0.433594,
                    0.484375,
                    0.384766,
                    0.429688,
                    0.242188,
                    0.378906,
                    0.425781,
                    0.392578,
                    0.330078,
                    0.373047,
                    0.443359,
                    0.464844,
                    0.314453,
                    0.458984,
                    0.398438,
                    0.227539,
                    0.392578,
                    0.333984,
                    0.404297,
                    0.326172,
                    0.417969,
                    0.292969,
                    0.402344,
                    0.384766,
                    0.175781,
                    0.419922,
                    0.431641,
                    0.457031,
                    0.378906,
                    0.480469,
                    0.347656,
                    0.408203,
                    0.417969,
                    0.435547,
                    0.371094,
                    0.423828,
                    0.398438,
                    0.398438,
                    0.365234,
                    0.273438,
                    0.330078,
                    0.214844,
                    0.34375,
                    0.417969,
                    0.369141,
                    0.304688,
                    0.351562,
                    0.314453,
                    0.404297,
                    0.423828,
                    0.359375,
                    0.400391,
                    0.330078,
                    0.269531,
                    0.365234,
                    0.353516,
                    0.388672,
                    0.414062,
                    0.427734,
                    0.445312,
                    0.507812,
                    0.386719,
                    0.248047,
                    0.392578,
                    0.300781,
                    0.302734,
                    0.345703,
                    0.375,
                    0.237305,
                    0.365234,
                    0.169922,
                    0.470703,
                    0.283203,
                    0.376953,
                    0.349609,
                    0.414062,
                    0.425781,
                    0.417969,
                    0.351562,
                    0.449219,
                    0.40625,
                    0.367188,
                    0.267578,
                    0.408203,
                    0.335938,
                    0.251953,
                    0.283203,
                    0.376953,
                    0.318359,
                    0.40625,
                    0.417969,
                    0.425781,
                    0.550781,
                    0.316406,
                    0.392578,
                    0.380859,
                    0.341797,
                    0.283203,
                    0.410156,
                    0.394531,
                    0.337891,
                    0.351562,
                    0.435547,
                    0.404297,
                    0.392578,
                    0.435547,
                    0.414062,
                    0.433594,
                    0.546875,
                    0.417969,
                    0.443359,
                    0.380859,
                    0.519531,
                    0.388672,
                    0.429688,
                    0.337891,
                    0.396484,
                    0.408203,
                    0.361328,
                    0.298828,
                    0.345703,
                    0.412109,
                    0.460938,
                    0.285156,
                    0.328125,
                    0.441406,
                    0.273438,
                    0.449219,
                    0.371094,
                    0.394531,
                    0.410156,
                    0.408203,
                    0.322266,
                    0.345703,
                    0.267578,
                    0.310547,
                    0.40625,
                    0.492188,
                    0.279297,
                    0.427734,
                    0.363281,
                    0.271484,
                    0.306641,
                    0.402344,
                    0.429688,
                    0.378906,
                    0.375,
                    0.3125,
                    0.439453,
                    0.234375,
                    0.396484,
                    0.355469,
                    0.22168,
                    0.482422,
                    0.345703,
                    0.427734,
                    0.365234,
                    0.449219,
                    0.285156,
                    0.412109,
                    0.410156,
                    0.212891,
                    0.392578,
                    0.392578,
                    0.171875,
                    0.267578,
                    0.474609,
                    0.367188,
                    0.306641,
                    0.349609,
                    0.324219,
                    0.200195,
                    0.408203,
                    0.386719,
                    0.349609,
                    0.174805,
                    0.382812,
                    0.460938,
                    0.357422,
                    0.515625,
                    0.445312,
                    0.484375,
                    0.357422,
                    0.300781,
                    0.396484,
                    0.359375,
                    0.314453,
                    0.373047,
                    0.339844,
                    0.427734,
                    0.451172,
                    0.225586,
                    0.326172,
                    0.294922,
                    0.507812,
                    0.445312,
                    0.332031,
                    0.279297,
                    0.472656,
                    0.28125,
                    0.341797,
                    0.412109,
                    0.320312,
                    0.421875,
                    0.08252,
                    0.431641,
                    0.462891,
                    0.416016,
                    0.271484,
                    0.330078,
                    0.546875,
                    0.410156,
                    0.384766,
                    0.496094,
                    0.40625,
                    0.378906,
                    0.308594,
                    0.390625,
                    0.400391,
                    0.382812,
                    0.484375,
                    0.4375,
                    0.4375,
                    0.423828,
                    0.192383,
                    0.371094,
                    0.388672,
                    0.414062,
                    0.185547,
                    0.425781,
                    0.287109,
                    0.427734,
                    0.378906,
                    0.429688,
                    0.367188,
                    0.386719,
                    0.433594,
                    0.435547,
                    0.351562,
                    0.433594,
                    0.365234,
                    0.40625,
                    0.425781,
                    0.386719,
                    0.371094,
                    0.351562
                ]
            },
            "name": "model.transformer.layers.10.ffn_norm.weight",
            "outputIndexes": [
                703
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                702,
                703
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/ffn_norm_10/Mul_1_output_0",
            "outputIndexes": [
                704
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/mlp/proj_1/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                704
            ],
            "outputIndexes": [
                1722
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/mlp/proj_1/Linear/pre_convert",
            "inputIndexes": [
                1722
            ],
            "outputIndexes": [
                1723
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/mlp/proj_1/Linear",
            "inputIndexes": [
                1723
            ],
            "outputIndexes": [
                1724
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 7168,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 86016,
                    "weightSize": 0
                },
                "external": [
                    76374400,
                    5505046,
                    688128,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/mlp/proj_1/Linear/post_convert",
            "inputIndexes": [
                1724
            ],
            "outputIndexes": [
                1725
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/mlp/proj_1/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1725
            ],
            "outputIndexes": [
                705
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    7168
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                705,
                21,
                344,
                95
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/ffn_10/Slice_output_0",
            "outputIndexes": [
                706
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                706
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/ffn/act_10/Sigmoid_output_0",
            "outputIndexes": [
                707
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                706,
                707
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/ffn/act_10/Mul_output_0",
            "outputIndexes": [
                708
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    7168
                ]
            },
            "name": "/ffn_10/Mul_1_output_0",
            "outputIndexes": [
                709
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                705,
                344,
                709,
                95
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/ffn_10/Slice_1_output_0",
            "outputIndexes": [
                710
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                708,
                710
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/ffn_10/Mul_2_output_0",
            "outputIndexes": [
                711
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/mlp/proj_2/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                711
            ],
            "outputIndexes": [
                1726
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    3584,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/mlp/proj_2/Linear/pre_convert",
            "inputIndexes": [
                1726
            ],
            "outputIndexes": [
                1727
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/mlp/proj_2/Linear",
            "inputIndexes": [
                1727
            ],
            "outputIndexes": [
                1728
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 3584,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 43008,
                    "weightSize": 0
                },
                "external": [
                    82567574,
                    2752534,
                    344064,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/mlp/proj_2/Linear/post_convert",
            "inputIndexes": [
                1728
            ],
            "outputIndexes": [
                1729
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/mlp/proj_2/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1729
            ],
            "outputIndexes": [
                712
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                701,
                712
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_43_output_0",
            "outputIndexes": [
                713
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                713,
                1
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_44_output_0",
            "outputIndexes": [
                714
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                714
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/attn_norm_11/Mul_output_0",
            "outputIndexes": [
                715
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.5625,
                    0.382812,
                    0.431641,
                    0.320312,
                    0.28125,
                    0.431641,
                    0.384766,
                    0.390625,
                    0.542969,
                    0.410156,
                    0.447266,
                    0.259766,
                    0.355469,
                    0.285156,
                    0.365234,
                    0.414062,
                    0.478516,
                    0.474609,
                    0.330078,
                    0.300781,
                    0.094727,
                    0.433594,
                    0.212891,
                    0.425781,
                    0.431641,
                    0.363281,
                    0.433594,
                    0.380859,
                    0.375,
                    0.384766,
                    0.59375,
                    0.414062,
                    0.206055,
                    0.232422,
                    0.380859,
                    0.464844,
                    0.457031,
                    0.351562,
                    0.279297,
                    0.414062,
                    0.367188,
                    0.318359,
                    0.482422,
                    0.316406,
                    0.335938,
                    0.441406,
                    0.341797,
                    0.265625,
                    0.419922,
                    0.245117,
                    0.449219,
                    0.353516,
                    0.349609,
                    0.394531,
                    0.757812,
                    0.550781,
                    0.410156,
                    0.449219,
                    0.451172,
                    0.400391,
                    0.24707,
                    0.339844,
                    0.141602,
                    0.443359,
                    0.188477,
                    0.621094,
                    0.292969,
                    0.324219,
                    0.523438,
                    0.5625,
                    0.289062,
                    0.484375,
                    0.339844,
                    0.53125,
                    0.193359,
                    0.453125,
                    0.375,
                    0.613281,
                    0.384766,
                    0.371094,
                    0.40625,
                    0.300781,
                    0.421875,
                    0.388672,
                    0.316406,
                    0.351562,
                    0.261719,
                    0.314453,
                    0.585938,
                    0.234375,
                    0.373047,
                    0.396484,
                    0.472656,
                    0.451172,
                    0.332031,
                    0.425781,
                    0.203125,
                    0.503906,
                    0.228516,
                    0.207031,
                    0.378906,
                    0.820312,
                    0.273438,
                    0.5,
                    0.443359,
                    0.267578,
                    0.382812,
                    0.21582,
                    0.283203,
                    0.412109,
                    0.4375,
                    0.400391,
                    0.235352,
                    0.246094,
                    0.363281,
                    0.279297,
                    0.239258,
                    0.40625,
                    0.3125,
                    0.369141,
                    0.408203,
                    0.223633,
                    0.306641,
                    0.498047,
                    0.255859,
                    0.609375,
                    0.390625,
                    0.423828,
                    0.542969,
                    0.400391,
                    0.652344,
                    0.324219,
                    0.302734,
                    0.361328,
                    0.511719,
                    0.351562,
                    0.335938,
                    0.359375,
                    0.470703,
                    0.1875,
                    0.441406,
                    0.585938,
                    0.306641,
                    0.425781,
                    0.208984,
                    0.169922,
                    0.332031,
                    0.683594,
                    0.291016,
                    0.302734,
                    0.416016,
                    0.306641,
                    0.408203,
                    0.337891,
                    0.296875,
                    0.320312,
                    0.466797,
                    0.326172,
                    0.425781,
                    0.507812,
                    0.539062,
                    0.498047,
                    0.542969,
                    0.310547,
                    0.328125,
                    0.376953,
                    0.390625,
                    0.439453,
                    0.412109,
                    0.371094,
                    0.229492,
                    0.324219,
                    0.208008,
                    0.337891,
                    0.328125,
                    0.363281,
                    0.337891,
                    0.486328,
                    0.462891,
                    0.558594,
                    0.351562,
                    0.46875,
                    0.283203,
                    0.412109,
                    0.392578,
                    0.332031,
                    0.476562,
                    0.40625,
                    0.451172,
                    0.373047,
                    0.582031,
                    0.289062,
                    1.039062,
                    0.412109,
                    0.380859,
                    0.429688,
                    0.425781,
                    0.486328,
                    0.492188,
                    0.390625,
                    0.320312,
                    0.279297,
                    0.435547,
                    0.410156,
                    0.5625,
                    0.427734,
                    0.453125,
                    0.476562,
                    0.34375,
                    0.289062,
                    0.435547,
                    0.609375,
                    0.314453,
                    0.316406,
                    0.396484,
                    0.289062,
                    0.416016,
                    0.464844,
                    0.378906,
                    0.400391,
                    0.404297,
                    0.601562,
                    0.322266,
                    0.136719,
                    0.542969,
                    0.542969,
                    0.371094,
                    0.267578,
                    0.369141,
                    0.347656,
                    0.361328,
                    0.332031,
                    0.416016,
                    0.310547,
                    0.394531,
                    0.396484,
                    0.34375,
                    0.241211,
                    0.433594,
                    0.447266,
                    0.324219,
                    0.226562,
                    0.361328,
                    0.34375,
                    0.365234,
                    0.417969,
                    0.18457,
                    0.3125,
                    0.511719,
                    0.419922,
                    0.328125,
                    0.195312,
                    0.429688,
                    0.542969,
                    0.4375,
                    0.416016,
                    0.330078,
                    0.423828,
                    0.384766,
                    0.339844,
                    0.388672,
                    0.361328,
                    0.15918,
                    0.664062,
                    0.353516,
                    0.511719,
                    0.605469,
                    0.570312,
                    0.445312,
                    0.269531,
                    0.318359,
                    0.398438,
                    0.314453,
                    0.357422,
                    0.462891,
                    0.255859,
                    0.380859,
                    0.185547,
                    0.431641,
                    0.19043,
                    0.527344,
                    0.382812,
                    0.291016,
                    0.5,
                    0.388672,
                    0.462891,
                    0.34375,
                    0.5625,
                    0.558594,
                    0.435547,
                    0.213867,
                    0.546875,
                    0.365234,
                    0.589844,
                    0.137695,
                    0.419922,
                    0.160156,
                    0.363281,
                    0.199219,
                    0.15332,
                    0.636719,
                    0.369141,
                    0.375,
                    0.498047,
                    0.337891,
                    0.5625,
                    0.613281,
                    0.300781,
                    0.570312,
                    0.332031,
                    0.427734,
                    0.349609,
                    0.421875,
                    0.302734,
                    0.363281,
                    0.416016,
                    0.503906,
                    0.212891,
                    0.597656,
                    0.425781,
                    0.449219,
                    0.320312,
                    0.494141,
                    0.496094,
                    0.443359,
                    0.373047,
                    0.410156,
                    0.353516,
                    0.345703,
                    0.347656,
                    0.249023,
                    0.429688,
                    0.314453,
                    0.597656,
                    0.298828,
                    0.439453,
                    0.369141,
                    0.433594,
                    0.265625,
                    0.511719,
                    0.287109,
                    0.306641,
                    0.5625,
                    0.196289,
                    0.478516,
                    0.316406,
                    1.414062,
                    0.188477,
                    0.466797,
                    0.355469,
                    0.439453,
                    0.443359,
                    0.347656,
                    0.291016,
                    0.476562,
                    0.832031,
                    0.304688,
                    0.412109,
                    0.210938,
                    0.386719,
                    0.582031,
                    0.243164,
                    0.503906,
                    0.314453,
                    0.306641,
                    0.486328,
                    0.445312,
                    0.392578,
                    0.492188,
                    0.208008,
                    0.194336,
                    0.554688,
                    0.240234,
                    0.46875,
                    0.496094,
                    0.12793,
                    0.601562,
                    0.503906,
                    0.511719,
                    0.25,
                    0.376953,
                    0.296875,
                    0.367188,
                    0.402344,
                    0.211914,
                    0.273438,
                    0.148438,
                    0.332031,
                    0.248047,
                    0.507812,
                    0.636719,
                    0.314453,
                    0.439453,
                    0.122559,
                    0.443359,
                    0.65625,
                    0.376953,
                    0.71875,
                    0.120605,
                    0.202148,
                    0.546875,
                    0.476562,
                    0.28125,
                    0.402344,
                    0.539062,
                    0.233398,
                    0.257812,
                    0.546875,
                    0.398438,
                    0.347656,
                    0.386719,
                    0.460938,
                    0.324219,
                    0.490234,
                    0.314453,
                    0.326172,
                    0.351562,
                    0.431641,
                    0.371094,
                    0.400391,
                    0.384766,
                    0.324219,
                    0.324219,
                    0.78125,
                    0.384766,
                    0.34375,
                    0.412109,
                    0.400391,
                    0.455078,
                    0.492188,
                    0.359375,
                    0.351562,
                    0.5,
                    0.359375,
                    0.46875,
                    0.392578,
                    0.398438,
                    0.498047,
                    1.28125,
                    0.447266,
                    0.386719,
                    0.392578,
                    0.283203,
                    0.75,
                    0.447266,
                    0.367188,
                    0.494141,
                    0.141602,
                    0.345703,
                    0.285156,
                    0.613281,
                    0.5625,
                    0.621094,
                    0.320312,
                    0.188477,
                    0.441406,
                    0.535156,
                    0.251953,
                    0.345703,
                    0.466797,
                    0.460938,
                    0.151367,
                    0.53125,
                    0.484375,
                    0.394531,
                    0.211914,
                    0.285156,
                    0.566406,
                    0.324219,
                    0.324219,
                    0.345703,
                    0.328125,
                    0.601562,
                    0.220703,
                    0.421875,
                    0.453125,
                    0.433594,
                    0.351562,
                    0.417969,
                    0.455078,
                    0.433594,
                    0.371094,
                    0.457031,
                    0.345703,
                    0.425781,
                    0.162109,
                    0.478516,
                    0.466797,
                    0.396484,
                    0.396484,
                    0.417969,
                    0.466797,
                    0.447266,
                    0.326172,
                    0.404297,
                    0.400391,
                    0.388672,
                    0.347656,
                    0.482422,
                    0.337891,
                    0.337891,
                    0.353516,
                    0.135742,
                    0.398438,
                    0.283203,
                    0.628906,
                    0.335938,
                    0.378906,
                    0.458984,
                    0.357422,
                    0.519531,
                    0.4375,
                    0.287109,
                    0.378906,
                    0.527344,
                    0.578125,
                    0.398438,
                    0.386719,
                    0.464844,
                    0.5625,
                    0.259766,
                    0.554688,
                    0.494141,
                    0.394531,
                    0.222656,
                    0.3125,
                    0.392578,
                    0.34375,
                    0.357422,
                    1.84375,
                    0.314453,
                    0.417969,
                    0.367188,
                    0.515625,
                    0.353516,
                    0.177734,
                    0.453125,
                    0.431641,
                    0.472656,
                    0.496094,
                    0.609375,
                    0.291016,
                    0.289062,
                    0.453125,
                    0.507812,
                    0.554688,
                    0.347656,
                    0.400391,
                    0.310547,
                    0.306641,
                    0.287109,
                    0.335938,
                    0.458984,
                    0.243164,
                    0.269531,
                    0.484375,
                    0.347656,
                    0.458984,
                    0.306641,
                    0.316406,
                    0.472656,
                    0.328125,
                    0.320312,
                    0.578125,
                    0.59375,
                    0.308594,
                    0.249023,
                    0.382812,
                    0.449219,
                    0.433594,
                    0.453125,
                    0.269531,
                    0.328125,
                    0.359375,
                    0.480469,
                    0.398438,
                    0.392578,
                    0.283203,
                    0.414062,
                    0.671875,
                    0.402344,
                    0.490234,
                    0.494141,
                    0.322266,
                    0.314453,
                    0.306641,
                    0.294922,
                    0.349609,
                    0.339844,
                    0.386719,
                    0.457031,
                    0.5,
                    0.609375,
                    0.318359,
                    0.476562,
                    0.376953,
                    0.200195,
                    0.335938,
                    0.433594,
                    0.166016,
                    0.378906,
                    0.347656,
                    0.402344,
                    0.384766,
                    0.287109,
                    0.251953,
                    0.496094,
                    0.183594,
                    0.182617,
                    0.4375,
                    0.369141,
                    0.186523,
                    0.410156,
                    0.359375,
                    0.574219,
                    0.289062,
                    0.349609,
                    0.308594,
                    0.419922,
                    0.353516,
                    0.5625,
                    0.410156,
                    0.337891,
                    0.34375,
                    0.494141,
                    0.443359,
                    0.414062,
                    0.675781,
                    0.384766,
                    0.300781,
                    0.429688,
                    0.302734,
                    0.539062,
                    0.402344,
                    0.449219,
                    0.427734,
                    0.421875,
                    0.292969,
                    0.451172,
                    0.322266,
                    0.400391,
                    0.335938,
                    0.3125,
                    0.431641,
                    0.484375,
                    0.380859,
                    0.472656,
                    0.071289,
                    0.332031,
                    0.738281,
                    0.224609,
                    0.472656,
                    0.394531,
                    0.308594,
                    0.408203,
                    0.435547,
                    0.253906,
                    0.503906,
                    0.380859,
                    0.738281,
                    0.410156,
                    0.589844,
                    0.330078,
                    0.369141,
                    0.320312,
                    0.365234,
                    0.40625,
                    0.546875,
                    0.289062,
                    0.289062,
                    0.208984,
                    0.507812,
                    0.239258,
                    0.609375,
                    0.417969,
                    0.292969,
                    0.671875,
                    0.375,
                    0.324219,
                    0.324219,
                    0.408203,
                    0.369141,
                    0.357422,
                    0.388672,
                    0.292969,
                    0.490234,
                    0.341797,
                    0.308594,
                    0.554688,
                    0.460938,
                    0.380859,
                    0.273438,
                    0.427734,
                    0.306641,
                    0.214844,
                    0.337891,
                    0.341797,
                    0.40625,
                    0.535156,
                    0.335938,
                    0.353516,
                    0.341797,
                    0.209961,
                    0.416016,
                    0.306641,
                    0.339844,
                    0.318359,
                    0.233398,
                    0.363281,
                    0.279297,
                    0.416016,
                    0.628906,
                    0.376953,
                    0.457031,
                    0.507812,
                    0.279297,
                    0.283203,
                    0.185547,
                    0.367188,
                    0.417969,
                    0.337891,
                    0.490234,
                    0.287109,
                    0.408203,
                    0.296875,
                    0.455078,
                    0.304688,
                    0.392578,
                    0.367188,
                    0.357422,
                    0.476562,
                    0.470703,
                    0.476562,
                    0.574219,
                    0.527344,
                    0.306641,
                    0.345703,
                    0.414062,
                    0.4375,
                    0.443359,
                    0.421875,
                    0.414062,
                    0.449219,
                    0.765625,
                    0.277344,
                    0.53125,
                    0.486328,
                    0.390625,
                    0.318359,
                    0.683594,
                    0.640625,
                    0.482422,
                    0.4375,
                    0.466797,
                    0.402344,
                    0.601562,
                    0.277344,
                    0.507812,
                    0.769531,
                    0.345703,
                    0.197266,
                    0.396484,
                    0.361328,
                    0.414062,
                    0.511719,
                    0.160156,
                    0.404297,
                    0.46875,
                    0.4375,
                    0.410156,
                    0.408203,
                    0.376953,
                    0.314453,
                    1.15625,
                    0.322266,
                    0.691406,
                    0.375,
                    0.365234,
                    0.402344,
                    0.578125,
                    0.388672,
                    0.34375,
                    0.460938,
                    0.425781,
                    0.150391,
                    0.197266,
                    0.492188,
                    0.396484,
                    0.453125,
                    0.375,
                    0.230469,
                    0.453125,
                    0.466797,
                    0.316406,
                    0.300781,
                    0.253906,
                    0.241211,
                    0.408203,
                    0.382812,
                    0.597656,
                    0.408203,
                    0.449219,
                    0.46875,
                    0.408203,
                    0.498047,
                    0.384766,
                    0.443359,
                    0.451172,
                    0.332031,
                    0.535156,
                    0.324219,
                    0.265625,
                    0.345703,
                    0.378906,
                    0.291016,
                    0.6875,
                    0.24707,
                    0.277344,
                    0.24707,
                    0.478516,
                    0.882812,
                    0.503906,
                    0.416016,
                    0.400391,
                    0.435547,
                    0.582031,
                    0.447266,
                    0.542969,
                    0.378906,
                    0.361328,
                    0.421875,
                    0.412109,
                    0.617188,
                    0.289062,
                    0.519531,
                    0.333984,
                    0.34375,
                    0.25,
                    0.757812,
                    0.267578,
                    0.199219,
                    0.367188,
                    0.435547,
                    0.408203,
                    0.679688,
                    0.285156,
                    0.566406,
                    0.441406,
                    0.4375,
                    0.400391,
                    0.691406,
                    0.204102,
                    0.310547,
                    0.246094,
                    0.335938,
                    0.425781,
                    0.361328,
                    0.519531,
                    0.335938,
                    0.365234,
                    0.384766,
                    0.339844,
                    0.259766,
                    0.435547,
                    0.388672,
                    0.472656,
                    0.3125,
                    0.5625,
                    0.384766,
                    0.330078,
                    0.304688,
                    0.455078,
                    0.361328,
                    0.416016,
                    0.40625,
                    0.550781,
                    0.410156,
                    0.34375,
                    0.400391,
                    0.503906,
                    0.527344,
                    0.486328,
                    0.449219,
                    0.574219,
                    0.484375,
                    0.304688,
                    0.341797,
                    0.291016,
                    -9.7e-05,
                    0.419922,
                    0.417969,
                    0.492188,
                    0.425781,
                    0.476562,
                    0.425781,
                    0.21582,
                    0.554688,
                    0.318359,
                    0.230469,
                    0.435547,
                    0.169922,
                    0.412109,
                    0.435547,
                    0.480469,
                    0.554688,
                    0.404297,
                    0.734375,
                    0.640625,
                    0.875,
                    0.322266,
                    0.363281,
                    0.5625,
                    0.320312,
                    0.392578,
                    0.515625,
                    0.429688,
                    0.353516,
                    0.339844,
                    0.507812,
                    0.353516,
                    0.398438,
                    0.412109,
                    0.535156,
                    0.589844,
                    0.46875,
                    0.152344,
                    0.425781,
                    0.24707,
                    0.427734,
                    0.449219,
                    0.417969,
                    0.507812,
                    0.308594,
                    0.412109,
                    0.382812,
                    0.404297,
                    0.326172,
                    0.287109,
                    0.484375,
                    0.363281,
                    0.285156,
                    0.322266,
                    0.28125,
                    0.427734,
                    0.332031,
                    0.460938,
                    0.243164,
                    0.582031,
                    0.304688,
                    0.318359,
                    0.419922,
                    0.239258,
                    0.339844,
                    0.417969,
                    0.488281,
                    0.486328,
                    0.289062,
                    0.601562,
                    0.232422,
                    0.222656,
                    0.302734,
                    0.535156,
                    0.289062,
                    0.380859,
                    0.554688,
                    0.460938,
                    0.220703,
                    0.275391,
                    0.384766,
                    0.353516,
                    0.394531,
                    0.431641,
                    0.496094,
                    0.5,
                    0.585938,
                    0.445312,
                    0.498047,
                    0.248047,
                    0.375,
                    0.417969,
                    0.433594,
                    0.208984,
                    0.269531,
                    0.283203,
                    0.308594,
                    0.375,
                    0.359375,
                    0.523438,
                    0.376953,
                    0.472656,
                    0.316406,
                    0.40625,
                    0.455078,
                    0.233398,
                    0.398438,
                    0.365234,
                    0.162109,
                    0.269531,
                    0.417969,
                    0.351562,
                    0.279297,
                    0.113281,
                    0.5,
                    0.597656,
                    0.361328,
                    0.5,
                    0.25,
                    0.515625,
                    0.304688,
                    0.667969,
                    0.140625,
                    0.386719,
                    0.380859,
                    0.238281,
                    0.427734,
                    0.243164,
                    0.519531,
                    0.449219,
                    0.6875,
                    0.359375,
                    0.227539,
                    0.285156,
                    0.466797,
                    1.929688,
                    0.435547,
                    0.296875,
                    0.292969,
                    0.457031,
                    0.408203,
                    0.369141,
                    0.292969,
                    0.349609,
                    0.433594,
                    0.238281,
                    0.214844,
                    0.333984,
                    0.769531,
                    0.470703,
                    0.439453,
                    0.570312,
                    0.431641,
                    0.439453,
                    0.335938,
                    0.455078,
                    0.480469,
                    0.400391,
                    0.320312,
                    0.59375,
                    0.304688,
                    0.416016,
                    0.396484,
                    0.402344,
                    0.558594,
                    0.363281,
                    0.302734,
                    0.238281,
                    0.328125,
                    0.345703,
                    0.441406,
                    0.298828,
                    0.380859,
                    0.24707,
                    0.482422,
                    0.421875,
                    0.539062,
                    0.515625,
                    0.291016,
                    0.5625,
                    0.419922,
                    0.34375,
                    0.347656,
                    0.244141,
                    0.375,
                    0.195312,
                    0.507812,
                    0.46875,
                    0.472656,
                    0.202148,
                    0.605469,
                    0.166992,
                    0.341797,
                    0.369141,
                    0.466797,
                    0.277344,
                    0.183594,
                    0.792969,
                    0.125977,
                    0.157227,
                    0.371094,
                    0.28125,
                    0.351562,
                    0.373047,
                    0.443359,
                    0.488281,
                    0.417969,
                    0.240234,
                    0.375,
                    0.419922,
                    0.746094,
                    0.419922,
                    0.361328,
                    0.220703,
                    0.294922,
                    0.478516,
                    0.75,
                    0.386719,
                    0.570312,
                    0.375,
                    0.410156,
                    0.375,
                    0.365234,
                    0.402344,
                    0.507812,
                    0.400391,
                    0.212891,
                    0.527344,
                    0.302734,
                    0.255859,
                    0.328125,
                    0.478516,
                    0.367188,
                    0.170898,
                    0.523438,
                    0.447266,
                    0.357422,
                    0.53125,
                    0.351562,
                    0.367188,
                    0.417969,
                    0.328125,
                    0.375,
                    0.249023,
                    0.167969,
                    0.566406,
                    0.447266,
                    0.267578,
                    0.535156,
                    0.207031,
                    0.347656,
                    0.248047,
                    0.369141,
                    0.476562,
                    0.306641,
                    0.373047,
                    0.753906,
                    0.328125,
                    0.539062,
                    0.279297,
                    0.332031,
                    0.369141,
                    0.388672,
                    0.225586,
                    0.462891,
                    0.384766,
                    0.392578,
                    0.357422,
                    0.466797,
                    0.347656,
                    0.333984,
                    0.470703,
                    0.302734,
                    0.458984,
                    0.388672,
                    0.330078,
                    0.408203,
                    0.143555,
                    0.476562,
                    0.322266,
                    0.232422,
                    0.46875,
                    0.369141,
                    0.371094,
                    0.18457,
                    0.34375,
                    0.404297,
                    0.455078,
                    0.245117,
                    0.227539,
                    0.291016,
                    0.361328,
                    0.46875,
                    0.439453,
                    0.519531,
                    0.582031,
                    0.318359,
                    0.178711,
                    0.384766,
                    0.507812,
                    0.308594,
                    0.353516,
                    0.414062,
                    0.367188,
                    0.419922,
                    0.341797,
                    0.449219,
                    0.382812,
                    0.333984,
                    0.435547,
                    0.345703,
                    0.515625,
                    0.435547,
                    0.482422,
                    0.390625,
                    0.168945,
                    0.447266,
                    0.380859,
                    0.585938,
                    0.34375,
                    0.390625,
                    0.482422,
                    0.470703,
                    0.453125,
                    0.511719,
                    0.357422,
                    0.292969,
                    0.265625,
                    0.345703,
                    0.435547,
                    0.330078,
                    0.386719,
                    0.439453,
                    0.394531,
                    0.4375,
                    0.458984,
                    0.492188,
                    0.492188,
                    0.464844,
                    0.503906,
                    0.5625,
                    0.375,
                    0.597656,
                    0.261719,
                    0.376953,
                    0.355469,
                    0.523438,
                    0.414062,
                    0.5625,
                    0.427734,
                    0.378906,
                    0.4375,
                    0.373047,
                    0.357422,
                    0.339844,
                    0.416016,
                    0.353516,
                    0.335938,
                    0.460938,
                    0.503906,
                    0.427734,
                    0.458984,
                    0.375,
                    0.527344,
                    0.384766,
                    0.466797,
                    0.330078,
                    0.570312,
                    0.460938,
                    0.345703,
                    0.474609,
                    0.210938,
                    0.539062,
                    0.441406,
                    0.302734,
                    0.298828,
                    0.245117,
                    0.361328,
                    0.273438,
                    0.363281,
                    0.400391,
                    0.382812,
                    0.410156,
                    0.318359,
                    0.494141,
                    0.486328,
                    0.466797,
                    0.359375,
                    0.59375,
                    0.259766,
                    0.341797,
                    0.464844,
                    0.296875,
                    0.275391,
                    0.164062,
                    0.494141,
                    0.328125,
                    0.457031,
                    0.5625,
                    0.412109,
                    0.304688,
                    0.400391,
                    0.503906,
                    0.550781,
                    0.351562,
                    0.457031,
                    0.227539,
                    0.330078,
                    0.445312,
                    0.369141,
                    0.308594,
                    0.330078,
                    0.443359,
                    0.59375,
                    0.337891,
                    0.507812,
                    0.380859,
                    0.172852,
                    0.507812,
                    0.34375,
                    0.488281,
                    0.357422,
                    0.542969,
                    0.238281,
                    0.296875,
                    0.296875,
                    0.19043,
                    0.511719,
                    0.574219,
                    0.582031,
                    0.34375,
                    0.496094,
                    0.353516,
                    0.433594,
                    0.427734,
                    0.589844,
                    0.392578,
                    0.46875,
                    0.320312,
                    0.416016,
                    0.310547,
                    0.251953,
                    0.291016,
                    0.181641,
                    0.359375,
                    0.388672,
                    0.345703,
                    0.519531,
                    0.365234,
                    0.644531,
                    0.408203,
                    0.419922,
                    0.285156,
                    0.414062,
                    0.296875,
                    0.660156,
                    0.347656,
                    0.367188,
                    0.349609,
                    0.382812,
                    0.494141,
                    0.462891,
                    0.5625,
                    0.400391,
                    0.390625,
                    0.417969,
                    0.287109,
                    0.261719,
                    0.287109,
                    0.339844,
                    0.206055,
                    0.421875,
                    0.200195,
                    0.582031,
                    0.267578,
                    0.291016,
                    0.296875,
                    0.373047,
                    0.435547,
                    0.408203,
                    0.314453,
                    0.507812,
                    0.464844,
                    0.433594,
                    0.519531,
                    0.470703,
                    0.310547,
                    0.462891,
                    0.361328,
                    0.367188,
                    0.287109,
                    0.419922,
                    0.376953,
                    0.535156,
                    0.597656,
                    0.371094,
                    0.566406,
                    0.427734,
                    0.304688,
                    0.230469,
                    0.451172,
                    0.306641,
                    0.283203,
                    0.339844,
                    0.398438,
                    0.412109,
                    0.4375,
                    0.589844,
                    0.384766,
                    0.457031,
                    0.722656,
                    0.451172,
                    0.441406,
                    0.447266,
                    0.714844,
                    0.361328,
                    0.462891,
                    0.337891,
                    0.447266,
                    0.71875,
                    0.328125,
                    0.306641,
                    0.322266,
                    0.498047,
                    0.494141,
                    0.359375,
                    0.640625,
                    0.458984,
                    0.228516,
                    0.511719,
                    0.318359,
                    0.476562,
                    0.378906,
                    0.363281,
                    0.239258,
                    0.404297,
                    0.230469,
                    0.287109,
                    0.416016,
                    0.640625,
                    0.217773,
                    0.458984,
                    0.341797,
                    0.28125,
                    0.308594,
                    0.380859,
                    0.375,
                    0.246094,
                    0.365234,
                    0.314453,
                    0.466797,
                    0.361328,
                    0.398438,
                    0.333984,
                    0.189453,
                    0.71875,
                    0.261719,
                    0.46875,
                    0.298828,
                    0.511719,
                    0.235352,
                    0.394531,
                    0.292969,
                    0.216797,
                    0.427734,
                    0.306641,
                    0.251953,
                    0.251953,
                    0.710938,
                    0.332031,
                    0.275391,
                    0.339844,
                    0.287109,
                    0.12793,
                    0.359375,
                    0.412109,
                    0.458984,
                    0.179688,
                    0.353516,
                    0.382812,
                    0.470703,
                    0.652344,
                    0.453125,
                    0.535156,
                    0.337891,
                    0.234375,
                    0.431641,
                    0.298828,
                    0.345703,
                    0.335938,
                    0.330078,
                    0.5,
                    0.515625,
                    0.632812,
                    0.421875,
                    0.285156,
                    0.625,
                    0.59375,
                    0.671875,
                    0.25,
                    0.570312,
                    0.324219,
                    0.259766,
                    0.373047,
                    0.261719,
                    0.5,
                    0.151367,
                    0.515625,
                    0.566406,
                    0.361328,
                    0.324219,
                    0.34375,
                    0.546875,
                    0.441406,
                    0.363281,
                    0.6875,
                    0.472656,
                    0.318359,
                    0.279297,
                    0.455078,
                    0.375,
                    0.296875,
                    0.632812,
                    0.542969,
                    0.488281,
                    0.400391,
                    0.22168,
                    0.574219,
                    0.429688,
                    0.566406,
                    0.175781,
                    0.472656,
                    0.203125,
                    0.470703,
                    0.390625,
                    0.451172,
                    0.441406,
                    0.355469,
                    0.412109,
                    0.492188,
                    0.347656,
                    0.40625,
                    0.404297,
                    0.349609,
                    0.542969,
                    0.402344,
                    0.361328,
                    0.337891
                ]
            },
            "name": "model.transformer.layers.11.attn_norm.weight",
            "outputIndexes": [
                716
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                715,
                716
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/attn_norm_11/Mul_1_output_0",
            "outputIndexes": [
                717
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                717
            ],
            "outputIndexes": [
                1730
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                1730
            ],
            "outputIndexes": [
                1731
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/q_proj/Linear",
            "inputIndexes": [
                1731
            ],
            "outputIndexes": [
                1732
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1280,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 15360,
                    "weightSize": 0
                },
                "external": [
                    85664172,
                    983062,
                    122880,
                    5120,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                1732
            ],
            "outputIndexes": [
                1733
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1733
            ],
            "outputIndexes": [
                718
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1280
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                717
            ],
            "main_type": "NONE",
            "name": "/Shape_45_output_0",
            "outputIndexes": [
                719
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                719
            ],
            "main_type": "NONE",
            "name": "Shape1020",
            "outputIndexes": [
                720
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                719
            ],
            "main_type": "NONE",
            "name": "Rank1022",
            "outputIndexes": [
                721
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                721,
                721
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1024",
            "outputIndexes": [
                722
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                722
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1025",
            "outputIndexes": [
                723
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                722,
                9
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1027",
            "outputIndexes": [
                724
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                724
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1028",
            "outputIndexes": [
                725
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                720,
                723,
                725,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice1031",
            "outputIndexes": [
                726
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                726
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze1032",
            "outputIndexes": [
                727
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                9,
                727
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1033",
            "outputIndexes": [
                728
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                728,
                727
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1034",
            "outputIndexes": [
                729
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                719,
                729,
                722
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_59_output_0",
            "outputIndexes": [
                730
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                730,
                21
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_111_output_0",
            "outputIndexes": [
                731
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                7,
                731,
                670,
                24
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_55_output_0",
            "outputIndexes": [
                732
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                718,
                732
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_45_output_0",
            "outputIndexes": [
                733
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                733
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/q_norm_11/Mul_output_0",
            "outputIndexes": [
                734
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    64
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    1.570312,
                    0.225586,
                    0.022705,
                    1.460938,
                    0.016724,
                    2.0,
                    1.28125,
                    1.59375,
                    1.578125,
                    1.601562,
                    1.429688,
                    1.6875,
                    1.546875,
                    1.460938,
                    1.5,
                    1.726562,
                    2.0,
                    1.757812,
                    1.992188,
                    1.625,
                    2.03125,
                    1.75,
                    3.6875,
                    1.78125,
                    1.960938,
                    1.984375,
                    1.859375,
                    1.914062,
                    2.171875,
                    1.835938,
                    1.828125,
                    1.9375,
                    0.049561,
                    -0.014282,
                    1.460938,
                    0.169922,
                    1.617188,
                    1.5,
                    1.34375,
                    1.523438,
                    1.484375,
                    1.710938,
                    1.882812,
                    1.671875,
                    2.171875,
                    1.828125,
                    2.078125,
                    1.867188,
                    1.367188,
                    1.984375,
                    1.671875,
                    2.03125,
                    1.8125,
                    2.234375,
                    0.59375,
                    2.03125,
                    1.890625,
                    1.8125,
                    1.914062,
                    1.859375,
                    1.5,
                    1.804688,
                    1.914062,
                    1.734375
                ]
            },
            "name": "model.transformer.layers.11.attn.q_norm.weight",
            "outputIndexes": [
                735
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                734,
                735
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/q_norm_11/Mul_1_output_0",
            "outputIndexes": [
                736
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                736,
                53
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_44_output_0",
            "outputIndexes": [
                737
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                736,
                55,
                56,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_45_output_0",
            "outputIndexes": [
                738
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                738
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_22_output_0",
            "outputIndexes": [
                739
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                736,
                21,
                55,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_44_output_0",
            "outputIndexes": [
                740
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                739,
                740
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_58_output_0",
            "outputIndexes": [
                741
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                741,
                68
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_45_output_0",
            "outputIndexes": [
                742
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                737,
                742
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_44_output_0",
            "outputIndexes": [
                743
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                717
            ],
            "outputIndexes": [
                1734
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                1734
            ],
            "outputIndexes": [
                1735
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/k_proj/Linear",
            "inputIndexes": [
                1735
            ],
            "outputIndexes": [
                1736
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 320,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3840,
                    "weightSize": 0
                },
                "external": [
                    86775234,
                    245782,
                    30720,
                    1280,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                1736
            ],
            "outputIndexes": [
                1737
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1737
            ],
            "outputIndexes": [
                744
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    320
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                7,
                731,
                684,
                24
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_56_output_0",
            "outputIndexes": [
                745
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                744,
                745
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_46_output_0",
            "outputIndexes": [
                746
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                746
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/k_norm_11/Mul_output_0",
            "outputIndexes": [
                747
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    64
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    1.335938,
                    0.257812,
                    0.010559,
                    1.148438,
                    -0.01062,
                    1.75,
                    1.078125,
                    1.304688,
                    1.242188,
                    1.546875,
                    1.929688,
                    1.359375,
                    2.046875,
                    2.03125,
                    2.03125,
                    1.953125,
                    1.25,
                    2.0625,
                    1.585938,
                    2.078125,
                    1.828125,
                    2.015625,
                    0.164062,
                    2.0,
                    1.859375,
                    1.8125,
                    1.992188,
                    1.90625,
                    2.09375,
                    1.882812,
                    2.046875,
                    1.835938,
                    0.011414,
                    -0.004333,
                    0.96875,
                    0.123047,
                    0.992188,
                    1.546875,
                    1.46875,
                    1.617188,
                    1.648438,
                    1.625,
                    0.847656,
                    1.78125,
                    1.25,
                    1.40625,
                    1.054688,
                    1.734375,
                    2.203125,
                    1.601562,
                    2.03125,
                    1.453125,
                    2.015625,
                    1.664062,
                    5.8125,
                    1.875,
                    1.960938,
                    1.960938,
                    1.835938,
                    1.921875,
                    2.40625,
                    1.84375,
                    2.296875,
                    1.882812
                ]
            },
            "name": "model.transformer.layers.11.attn.k_norm.weight",
            "outputIndexes": [
                748
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                747,
                748
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/k_norm_11/Mul_1_output_0",
            "outputIndexes": [
                749
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                749,
                53
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_46_output_0",
            "outputIndexes": [
                750
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                749,
                55,
                56,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_47_output_0",
            "outputIndexes": [
                751
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                751
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_23_output_0",
            "outputIndexes": [
                752
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                749,
                21,
                55,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_46_output_0",
            "outputIndexes": [
                753
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                752,
                753
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_59_output_0",
            "outputIndexes": [
                754
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                754,
                68
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_47_output_0",
            "outputIndexes": [
                755
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                750,
                755
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_45_output_0",
            "outputIndexes": [
                756
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                717
            ],
            "outputIndexes": [
                1738
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                1738
            ],
            "outputIndexes": [
                1739
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/v_proj/Linear",
            "inputIndexes": [
                1739
            ],
            "outputIndexes": [
                1740
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 320,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3840,
                    "weightSize": 0
                },
                "external": [
                    87053016,
                    245782,
                    30720,
                    1280,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                1740
            ],
            "outputIndexes": [
                1741
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1741
            ],
            "outputIndexes": [
                757
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    320
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                757,
                745
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_47_output_0",
            "outputIndexes": [
                758
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                743,
                756,
                758,
                86
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "/layers.11/self_attn/FusedAttention",
            "outputIndexes": [
                759
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                759
            ],
            "outputIndexes": [
                1742
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1280,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                1742
            ],
            "outputIndexes": [
                1743
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/o_proj/Linear",
            "inputIndexes": [
                1743
            ],
            "outputIndexes": [
                1744
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1280,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 15360,
                    "weightSize": 0
                },
                "external": [
                    87330798,
                    983062,
                    122880,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                1744
            ],
            "outputIndexes": [
                1745
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1745
            ],
            "outputIndexes": [
                760
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                714,
                760
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_46_output_0",
            "outputIndexes": [
                761
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                761
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/ffn_norm_11/Mul_output_0",
            "outputIndexes": [
                762
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.441406,
                    0.351562,
                    0.412109,
                    0.314453,
                    0.291016,
                    0.410156,
                    0.404297,
                    0.394531,
                    0.470703,
                    0.386719,
                    0.441406,
                    0.296875,
                    0.380859,
                    0.330078,
                    0.398438,
                    0.457031,
                    0.412109,
                    0.435547,
                    0.322266,
                    0.361328,
                    0.167969,
                    0.414062,
                    0.273438,
                    0.380859,
                    0.443359,
                    0.378906,
                    0.414062,
                    0.416016,
                    0.347656,
                    0.408203,
                    0.439453,
                    0.402344,
                    0.292969,
                    0.3125,
                    0.419922,
                    0.441406,
                    0.421875,
                    0.400391,
                    0.388672,
                    0.388672,
                    0.394531,
                    0.365234,
                    0.400391,
                    0.390625,
                    0.371094,
                    0.40625,
                    0.34375,
                    0.351562,
                    0.410156,
                    0.310547,
                    0.408203,
                    0.394531,
                    0.376953,
                    0.414062,
                    0.261719,
                    0.466797,
                    0.417969,
                    0.396484,
                    0.400391,
                    0.439453,
                    0.332031,
                    0.384766,
                    0.263672,
                    0.410156,
                    0.392578,
                    0.480469,
                    0.394531,
                    0.355469,
                    0.380859,
                    0.273438,
                    0.376953,
                    0.419922,
                    0.357422,
                    0.441406,
                    0.277344,
                    0.449219,
                    0.396484,
                    0.458984,
                    0.376953,
                    0.394531,
                    0.369141,
                    0.398438,
                    0.388672,
                    0.386719,
                    0.308594,
                    0.382812,
                    0.34375,
                    0.402344,
                    0.4375,
                    0.304688,
                    0.451172,
                    0.324219,
                    0.421875,
                    0.359375,
                    0.380859,
                    0.347656,
                    0.292969,
                    0.40625,
                    0.273438,
                    0.273438,
                    0.433594,
                    0.279297,
                    0.324219,
                    0.433594,
                    0.400391,
                    0.349609,
                    0.337891,
                    0.300781,
                    0.294922,
                    0.421875,
                    0.427734,
                    0.388672,
                    0.371094,
                    0.300781,
                    0.34375,
                    0.339844,
                    0.386719,
                    0.392578,
                    0.355469,
                    0.378906,
                    0.408203,
                    0.341797,
                    0.365234,
                    0.423828,
                    0.357422,
                    0.490234,
                    0.417969,
                    0.425781,
                    0.455078,
                    0.410156,
                    0.472656,
                    0.408203,
                    0.351562,
                    0.423828,
                    0.378906,
                    0.373047,
                    0.275391,
                    0.404297,
                    0.431641,
                    0.285156,
                    0.433594,
                    0.441406,
                    0.314453,
                    0.416016,
                    0.261719,
                    0.279297,
                    0.322266,
                    0.4375,
                    0.349609,
                    0.314453,
                    0.402344,
                    0.318359,
                    0.363281,
                    0.376953,
                    0.357422,
                    0.353516,
                    0.425781,
                    0.402344,
                    0.412109,
                    0.355469,
                    0.462891,
                    0.369141,
                    0.46875,
                    0.361328,
                    0.357422,
                    0.386719,
                    0.412109,
                    0.376953,
                    0.392578,
                    0.157227,
                    0.296875,
                    0.375,
                    0.287109,
                    0.408203,
                    0.396484,
                    0.447266,
                    0.378906,
                    0.425781,
                    0.404297,
                    0.441406,
                    0.414062,
                    0.414062,
                    0.322266,
                    0.392578,
                    0.398438,
                    0.398438,
                    0.427734,
                    0.361328,
                    0.429688,
                    0.365234,
                    0.462891,
                    0.367188,
                    0.263672,
                    0.408203,
                    0.359375,
                    0.414062,
                    0.347656,
                    0.441406,
                    0.414062,
                    0.287109,
                    0.376953,
                    0.3125,
                    0.40625,
                    0.402344,
                    0.46875,
                    0.414062,
                    0.427734,
                    0.380859,
                    0.384766,
                    0.361328,
                    0.333984,
                    0.419922,
                    0.386719,
                    0.380859,
                    0.361328,
                    0.380859,
                    0.423828,
                    0.410156,
                    0.386719,
                    0.361328,
                    0.419922,
                    0.441406,
                    0.40625,
                    0.257812,
                    0.478516,
                    0.326172,
                    0.416016,
                    0.337891,
                    0.355469,
                    0.396484,
                    0.404297,
                    0.376953,
                    0.314453,
                    0.298828,
                    0.376953,
                    0.392578,
                    0.378906,
                    0.324219,
                    0.400391,
                    0.355469,
                    0.335938,
                    0.285156,
                    0.416016,
                    0.394531,
                    0.337891,
                    0.400391,
                    0.273438,
                    0.392578,
                    0.429688,
                    0.369141,
                    0.363281,
                    0.257812,
                    0.392578,
                    0.34375,
                    0.425781,
                    0.449219,
                    0.373047,
                    0.388672,
                    0.396484,
                    0.384766,
                    0.410156,
                    0.394531,
                    0.240234,
                    0.476562,
                    0.394531,
                    0.439453,
                    0.503906,
                    0.263672,
                    0.347656,
                    0.333984,
                    0.398438,
                    0.402344,
                    0.357422,
                    0.398438,
                    0.408203,
                    0.335938,
                    0.419922,
                    0.133789,
                    0.386719,
                    0.310547,
                    0.419922,
                    0.380859,
                    0.308594,
                    0.408203,
                    0.394531,
                    0.412109,
                    0.412109,
                    0.503906,
                    0.435547,
                    0.375,
                    0.302734,
                    0.445312,
                    0.392578,
                    0.451172,
                    0.279297,
                    0.429688,
                    0.242188,
                    0.429688,
                    0.300781,
                    0.275391,
                    0.476562,
                    0.392578,
                    0.386719,
                    0.453125,
                    0.357422,
                    0.449219,
                    0.451172,
                    0.277344,
                    0.457031,
                    0.380859,
                    0.423828,
                    0.394531,
                    0.582031,
                    0.337891,
                    0.404297,
                    0.412109,
                    0.445312,
                    0.291016,
                    0.240234,
                    0.378906,
                    0.414062,
                    0.378906,
                    0.449219,
                    0.449219,
                    0.453125,
                    0.380859,
                    0.414062,
                    0.351562,
                    0.373047,
                    0.396484,
                    0.308594,
                    0.394531,
                    0.347656,
                    0.4375,
                    0.384766,
                    0.427734,
                    0.373047,
                    0.373047,
                    0.291016,
                    0.457031,
                    0.304688,
                    0.304688,
                    0.412109,
                    0.287109,
                    0.443359,
                    0.408203,
                    0.306641,
                    0.283203,
                    0.380859,
                    0.417969,
                    0.3125,
                    0.380859,
                    0.273438,
                    0.158203,
                    0.40625,
                    0.259766,
                    0.328125,
                    0.408203,
                    0.292969,
                    0.412109,
                    0.445312,
                    0.298828,
                    0.425781,
                    0.355469,
                    0.298828,
                    0.361328,
                    0.386719,
                    0.296875,
                    0.382812,
                    0.287109,
                    0.28125,
                    0.408203,
                    0.273438,
                    0.419922,
                    0.4375,
                    0.223633,
                    0.447266,
                    0.4375,
                    0.416016,
                    0.335938,
                    0.398438,
                    0.353516,
                    0.416016,
                    0.398438,
                    0.292969,
                    0.300781,
                    0.242188,
                    0.384766,
                    0.337891,
                    0.431641,
                    0.443359,
                    0.330078,
                    0.423828,
                    0.24707,
                    0.410156,
                    0.236328,
                    0.429688,
                    0.233398,
                    0.225586,
                    0.318359,
                    0.435547,
                    0.412109,
                    0.392578,
                    0.390625,
                    0.423828,
                    0.259766,
                    0.271484,
                    0.4375,
                    0.398438,
                    0.398438,
                    0.412109,
                    0.255859,
                    0.337891,
                    0.466797,
                    0.390625,
                    0.359375,
                    0.355469,
                    0.410156,
                    0.371094,
                    0.427734,
                    0.341797,
                    0.318359,
                    0.304688,
                    0.232422,
                    0.400391,
                    0.291016,
                    0.390625,
                    0.427734,
                    0.355469,
                    0.404297,
                    0.339844,
                    0.382812,
                    0.402344,
                    0.435547,
                    0.423828,
                    0.433594,
                    0.384766,
                    0.451172,
                    0.412109,
                    0.394531,
                    0.396484,
                    0.378906,
                    0.314453,
                    0.431641,
                    0.410156,
                    0.394531,
                    0.441406,
                    0.24707,
                    0.396484,
                    0.388672,
                    0.265625,
                    0.478516,
                    0.460938,
                    0.386719,
                    0.283203,
                    0.408203,
                    0.408203,
                    0.300781,
                    0.367188,
                    0.416016,
                    0.417969,
                    0.259766,
                    0.412109,
                    0.410156,
                    0.365234,
                    0.277344,
                    0.369141,
                    0.435547,
                    0.371094,
                    0.382812,
                    0.172852,
                    0.373047,
                    0.4375,
                    0.257812,
                    0.396484,
                    0.4375,
                    0.421875,
                    0.367188,
                    0.400391,
                    0.398438,
                    0.431641,
                    0.40625,
                    0.410156,
                    0.296875,
                    0.416016,
                    0.263672,
                    0.421875,
                    0.421875,
                    0.396484,
                    0.396484,
                    0.345703,
                    0.365234,
                    0.378906,
                    0.369141,
                    0.417969,
                    0.400391,
                    0.392578,
                    0.306641,
                    0.402344,
                    0.322266,
                    0.353516,
                    0.394531,
                    0.279297,
                    0.373047,
                    0.304688,
                    0.5,
                    0.386719,
                    0.398438,
                    0.396484,
                    0.287109,
                    0.4375,
                    0.423828,
                    0.390625,
                    0.361328,
                    0.279297,
                    0.439453,
                    0.392578,
                    0.421875,
                    0.384766,
                    0.447266,
                    0.296875,
                    0.431641,
                    0.453125,
                    0.394531,
                    0.304688,
                    0.384766,
                    0.375,
                    0.34375,
                    0.392578,
                    0.439453,
                    0.365234,
                    0.431641,
                    0.402344,
                    0.400391,
                    0.380859,
                    0.273438,
                    0.447266,
                    0.419922,
                    0.423828,
                    0.441406,
                    0.539062,
                    0.349609,
                    0.291016,
                    0.417969,
                    0.417969,
                    0.458984,
                    0.380859,
                    0.349609,
                    0.357422,
                    0.345703,
                    0.3125,
                    0.375,
                    0.300781,
                    0.141602,
                    0.308594,
                    0.451172,
                    0.376953,
                    0.412109,
                    0.371094,
                    0.380859,
                    0.412109,
                    0.287109,
                    0.171875,
                    0.476562,
                    0.365234,
                    0.394531,
                    0.316406,
                    0.365234,
                    0.449219,
                    0.396484,
                    0.429688,
                    0.292969,
                    0.367188,
                    0.326172,
                    0.4375,
                    0.363281,
                    0.285156,
                    0.332031,
                    0.373047,
                    0.464844,
                    0.417969,
                    0.421875,
                    0.460938,
                    0.390625,
                    0.357422,
                    0.373047,
                    0.341797,
                    0.347656,
                    0.341797,
                    0.380859,
                    0.431641,
                    0.4375,
                    0.46875,
                    0.353516,
                    0.462891,
                    0.386719,
                    0.287109,
                    0.298828,
                    0.365234,
                    0.279297,
                    0.382812,
                    0.392578,
                    0.40625,
                    0.414062,
                    0.341797,
                    0.326172,
                    0.457031,
                    0.273438,
                    0.275391,
                    0.404297,
                    0.341797,
                    0.285156,
                    0.394531,
                    0.363281,
                    0.480469,
                    0.373047,
                    0.382812,
                    0.371094,
                    0.203125,
                    0.373047,
                    0.466797,
                    0.423828,
                    0.367188,
                    0.382812,
                    0.433594,
                    0.425781,
                    0.416016,
                    0.460938,
                    0.398438,
                    0.404297,
                    0.40625,
                    0.353516,
                    0.443359,
                    0.394531,
                    0.376953,
                    0.417969,
                    0.447266,
                    0.361328,
                    0.414062,
                    0.373047,
                    0.396484,
                    0.277344,
                    0.365234,
                    0.416016,
                    0.375,
                    0.320312,
                    0.423828,
                    0.15918,
                    0.361328,
                    0.46875,
                    0.341797,
                    0.416016,
                    0.398438,
                    0.365234,
                    0.414062,
                    0.445312,
                    0.363281,
                    0.34375,
                    0.400391,
                    0.244141,
                    0.380859,
                    0.423828,
                    0.333984,
                    0.390625,
                    0.345703,
                    0.410156,
                    0.349609,
                    0.441406,
                    0.371094,
                    0.314453,
                    0.296875,
                    0.476562,
                    0.271484,
                    0.445312,
                    0.382812,
                    0.369141,
                    0.398438,
                    0.404297,
                    0.367188,
                    0.367188,
                    0.394531,
                    0.373047,
                    0.396484,
                    0.384766,
                    0.316406,
                    0.449219,
                    0.341797,
                    0.384766,
                    0.5,
                    0.400391,
                    0.394531,
                    0.285156,
                    0.421875,
                    0.412109,
                    0.322266,
                    0.376953,
                    0.376953,
                    0.40625,
                    0.419922,
                    0.363281,
                    0.408203,
                    0.359375,
                    0.261719,
                    0.388672,
                    0.431641,
                    0.376953,
                    0.384766,
                    0.291016,
                    0.404297,
                    0.349609,
                    0.425781,
                    0.474609,
                    0.435547,
                    0.378906,
                    0.390625,
                    0.376953,
                    0.316406,
                    0.275391,
                    0.375,
                    0.421875,
                    0.40625,
                    0.382812,
                    0.417969,
                    0.421875,
                    0.375,
                    0.419922,
                    0.353516,
                    0.447266,
                    0.402344,
                    0.384766,
                    0.404297,
                    0.453125,
                    0.435547,
                    0.275391,
                    0.353516,
                    0.416016,
                    0.363281,
                    0.398438,
                    0.417969,
                    0.433594,
                    0.375,
                    0.380859,
                    0.421875,
                    0.271484,
                    0.318359,
                    0.417969,
                    0.458984,
                    0.375,
                    0.353516,
                    0.337891,
                    0.466797,
                    0.363281,
                    0.28125,
                    0.394531,
                    0.388672,
                    0.22168,
                    0.34375,
                    0.414062,
                    0.515625,
                    0.382812,
                    0.347656,
                    0.425781,
                    0.388672,
                    0.390625,
                    0.429688,
                    0.242188,
                    0.40625,
                    0.361328,
                    0.457031,
                    0.384766,
                    0.40625,
                    0.4375,
                    0.365234,
                    0.484375,
                    0.365234,
                    0.474609,
                    0.378906,
                    0.40625,
                    0.416016,
                    0.449219,
                    0.384766,
                    0.337891,
                    0.476562,
                    0.408203,
                    0.238281,
                    0.267578,
                    0.443359,
                    0.392578,
                    0.431641,
                    0.429688,
                    0.279297,
                    0.316406,
                    0.433594,
                    0.34375,
                    0.367188,
                    0.296875,
                    0.328125,
                    0.400391,
                    0.404297,
                    0.474609,
                    0.380859,
                    0.417969,
                    0.457031,
                    0.425781,
                    0.455078,
                    0.371094,
                    0.396484,
                    0.447266,
                    0.378906,
                    0.369141,
                    0.398438,
                    0.318359,
                    0.371094,
                    0.361328,
                    0.380859,
                    0.460938,
                    0.28125,
                    0.337891,
                    0.318359,
                    0.441406,
                    0.298828,
                    0.462891,
                    0.355469,
                    0.380859,
                    0.408203,
                    0.423828,
                    0.419922,
                    0.445312,
                    0.369141,
                    0.373047,
                    0.351562,
                    0.421875,
                    0.232422,
                    0.337891,
                    0.435547,
                    0.355469,
                    0.416016,
                    0.306641,
                    0.492188,
                    0.310547,
                    0.263672,
                    0.308594,
                    0.404297,
                    0.439453,
                    0.455078,
                    0.300781,
                    0.458984,
                    0.486328,
                    0.400391,
                    0.429688,
                    0.578125,
                    0.253906,
                    0.388672,
                    0.292969,
                    0.320312,
                    0.429688,
                    0.363281,
                    0.445312,
                    0.328125,
                    0.380859,
                    0.400391,
                    0.386719,
                    0.310547,
                    0.412109,
                    0.394531,
                    0.416016,
                    0.375,
                    0.458984,
                    0.376953,
                    0.320312,
                    0.365234,
                    0.421875,
                    0.417969,
                    0.376953,
                    0.433594,
                    0.472656,
                    0.357422,
                    0.349609,
                    0.412109,
                    0.429688,
                    0.474609,
                    0.449219,
                    0.40625,
                    0.382812,
                    0.412109,
                    0.339844,
                    0.388672,
                    0.316406,
                    0.000311,
                    0.416016,
                    0.378906,
                    0.414062,
                    0.398438,
                    0.435547,
                    0.427734,
                    0.306641,
                    0.447266,
                    0.345703,
                    0.337891,
                    0.416016,
                    0.277344,
                    0.355469,
                    0.396484,
                    0.408203,
                    0.443359,
                    0.390625,
                    0.275391,
                    0.449219,
                    0.46875,
                    0.332031,
                    0.363281,
                    0.419922,
                    0.382812,
                    0.355469,
                    0.400391,
                    0.402344,
                    0.398438,
                    0.328125,
                    0.462891,
                    0.361328,
                    0.382812,
                    0.423828,
                    0.443359,
                    0.429688,
                    0.449219,
                    0.236328,
                    0.416016,
                    0.375,
                    0.423828,
                    0.298828,
                    0.375,
                    0.429688,
                    0.380859,
                    0.427734,
                    0.365234,
                    0.414062,
                    0.355469,
                    0.380859,
                    0.382812,
                    0.380859,
                    0.394531,
                    0.365234,
                    0.367188,
                    0.396484,
                    0.355469,
                    0.427734,
                    0.294922,
                    0.464844,
                    0.363281,
                    0.355469,
                    0.417969,
                    0.283203,
                    0.371094,
                    0.435547,
                    0.431641,
                    0.439453,
                    0.337891,
                    0.466797,
                    0.363281,
                    0.296875,
                    0.375,
                    0.443359,
                    0.308594,
                    0.304688,
                    0.246094,
                    0.408203,
                    0.294922,
                    0.363281,
                    0.394531,
                    0.402344,
                    0.400391,
                    0.402344,
                    0.351562,
                    0.435547,
                    0.365234,
                    0.412109,
                    0.441406,
                    0.386719,
                    0.416016,
                    0.302734,
                    0.396484,
                    0.335938,
                    0.34375,
                    0.300781,
                    0.367188,
                    0.412109,
                    0.361328,
                    0.40625,
                    0.400391,
                    0.326172,
                    0.388672,
                    0.371094,
                    0.416016,
                    0.320312,
                    0.412109,
                    0.369141,
                    0.267578,
                    0.300781,
                    0.429688,
                    0.351562,
                    0.333984,
                    0.265625,
                    0.419922,
                    0.490234,
                    0.371094,
                    0.457031,
                    0.398438,
                    0.410156,
                    0.333984,
                    0.5,
                    0.229492,
                    0.408203,
                    0.410156,
                    0.283203,
                    0.410156,
                    0.353516,
                    0.392578,
                    0.404297,
                    0.457031,
                    0.384766,
                    0.304688,
                    0.392578,
                    0.419922,
                    0.621094,
                    0.416016,
                    0.306641,
                    0.378906,
                    0.361328,
                    0.375,
                    0.423828,
                    0.34375,
                    0.400391,
                    0.425781,
                    0.283203,
                    0.275391,
                    0.357422,
                    0.474609,
                    0.425781,
                    0.435547,
                    0.453125,
                    0.408203,
                    0.402344,
                    0.376953,
                    0.253906,
                    0.423828,
                    0.201172,
                    0.170898,
                    0.427734,
                    0.400391,
                    0.431641,
                    0.365234,
                    0.400391,
                    0.400391,
                    0.337891,
                    0.371094,
                    0.279297,
                    0.419922,
                    0.375,
                    0.388672,
                    0.296875,
                    0.349609,
                    0.480469,
                    0.419922,
                    0.386719,
                    0.417969,
                    0.359375,
                    0.392578,
                    0.464844,
                    0.412109,
                    0.386719,
                    0.394531,
                    0.285156,
                    0.417969,
                    0.287109,
                    0.445312,
                    0.429688,
                    0.398438,
                    0.380859,
                    0.453125,
                    0.279297,
                    0.378906,
                    0.388672,
                    0.404297,
                    0.279297,
                    0.285156,
                    0.255859,
                    0.238281,
                    0.28125,
                    0.361328,
                    0.322266,
                    0.378906,
                    0.419922,
                    0.361328,
                    0.445312,
                    0.404297,
                    0.320312,
                    0.417969,
                    0.416016,
                    0.515625,
                    0.435547,
                    0.400391,
                    0.333984,
                    0.382812,
                    0.427734,
                    0.519531,
                    0.417969,
                    0.453125,
                    0.386719,
                    0.380859,
                    0.402344,
                    0.427734,
                    0.386719,
                    0.410156,
                    0.394531,
                    0.28125,
                    0.419922,
                    0.394531,
                    0.357422,
                    0.365234,
                    0.357422,
                    0.414062,
                    0.263672,
                    0.443359,
                    0.414062,
                    0.287109,
                    0.439453,
                    0.410156,
                    0.375,
                    0.427734,
                    0.351562,
                    0.396484,
                    0.310547,
                    0.283203,
                    0.423828,
                    0.421875,
                    0.349609,
                    0.410156,
                    0.289062,
                    0.396484,
                    0.332031,
                    0.353516,
                    0.40625,
                    0.378906,
                    0.363281,
                    0.316406,
                    0.382812,
                    0.4375,
                    0.337891,
                    0.40625,
                    0.408203,
                    0.378906,
                    0.28125,
                    0.380859,
                    0.400391,
                    0.380859,
                    0.355469,
                    0.410156,
                    0.361328,
                    0.361328,
                    0.445312,
                    0.291016,
                    0.423828,
                    0.396484,
                    0.316406,
                    0.361328,
                    0.367188,
                    0.417969,
                    0.347656,
                    0.314453,
                    0.419922,
                    0.380859,
                    0.332031,
                    0.226562,
                    0.416016,
                    0.388672,
                    0.427734,
                    0.355469,
                    0.328125,
                    0.326172,
                    0.40625,
                    0.408203,
                    0.419922,
                    0.433594,
                    0.542969,
                    0.361328,
                    0.227539,
                    0.402344,
                    0.435547,
                    0.302734,
                    0.390625,
                    0.378906,
                    0.386719,
                    0.460938,
                    0.326172,
                    0.390625,
                    0.421875,
                    0.369141,
                    0.449219,
                    0.378906,
                    0.302734,
                    0.431641,
                    0.400391,
                    0.40625,
                    0.287109,
                    0.416016,
                    0.248047,
                    0.375,
                    0.384766,
                    0.349609,
                    0.421875,
                    0.451172,
                    0.40625,
                    0.429688,
                    0.361328,
                    0.412109,
                    0.339844,
                    0.396484,
                    0.410156,
                    0.353516,
                    0.376953,
                    0.308594,
                    0.380859,
                    0.394531,
                    0.361328,
                    0.412109,
                    0.458984,
                    0.421875,
                    0.416016,
                    0.416016,
                    0.398438,
                    0.464844,
                    0.353516,
                    0.376953,
                    0.402344,
                    0.451172,
                    0.40625,
                    0.400391,
                    0.400391,
                    0.431641,
                    0.392578,
                    0.402344,
                    0.386719,
                    0.302734,
                    0.400391,
                    0.394531,
                    0.371094,
                    0.410156,
                    0.398438,
                    0.402344,
                    0.443359,
                    0.363281,
                    0.457031,
                    0.392578,
                    0.257812,
                    0.310547,
                    0.451172,
                    0.425781,
                    0.302734,
                    0.423828,
                    0.376953,
                    0.4375,
                    0.416016,
                    0.320312,
                    0.357422,
                    0.316406,
                    0.40625,
                    0.324219,
                    0.378906,
                    0.371094,
                    0.382812,
                    0.378906,
                    0.337891,
                    0.349609,
                    0.419922,
                    0.376953,
                    0.380859,
                    0.441406,
                    0.322266,
                    0.388672,
                    0.302734,
                    0.373047,
                    0.333984,
                    0.28125,
                    0.421875,
                    0.332031,
                    0.46875,
                    0.447266,
                    0.435547,
                    0.326172,
                    0.400391,
                    0.417969,
                    0.46875,
                    0.382812,
                    0.425781,
                    0.277344,
                    0.394531,
                    0.433594,
                    0.396484,
                    0.34375,
                    0.371094,
                    0.464844,
                    0.458984,
                    0.324219,
                    0.447266,
                    0.392578,
                    0.271484,
                    0.382812,
                    0.339844,
                    0.408203,
                    0.337891,
                    0.416016,
                    0.322266,
                    0.396484,
                    0.384766,
                    0.273438,
                    0.416016,
                    0.449219,
                    0.445312,
                    0.375,
                    0.466797,
                    0.355469,
                    0.402344,
                    0.40625,
                    0.427734,
                    0.376953,
                    0.427734,
                    0.394531,
                    0.400391,
                    0.361328,
                    0.291016,
                    0.326172,
                    0.283203,
                    0.355469,
                    0.417969,
                    0.373047,
                    0.314453,
                    0.359375,
                    0.322266,
                    0.414062,
                    0.417969,
                    0.365234,
                    0.396484,
                    0.345703,
                    0.241211,
                    0.369141,
                    0.363281,
                    0.388672,
                    0.421875,
                    0.417969,
                    0.447266,
                    0.470703,
                    0.390625,
                    0.261719,
                    0.408203,
                    0.316406,
                    0.324219,
                    0.361328,
                    0.373047,
                    0.285156,
                    0.378906,
                    0.233398,
                    0.453125,
                    0.316406,
                    0.367188,
                    0.365234,
                    0.410156,
                    0.425781,
                    0.419922,
                    0.363281,
                    0.455078,
                    0.408203,
                    0.378906,
                    0.273438,
                    0.398438,
                    0.339844,
                    0.259766,
                    0.296875,
                    0.378906,
                    0.341797,
                    0.400391,
                    0.412109,
                    0.408203,
                    0.527344,
                    0.347656,
                    0.386719,
                    0.386719,
                    0.353516,
                    0.302734,
                    0.402344,
                    0.394531,
                    0.345703,
                    0.345703,
                    0.425781,
                    0.410156,
                    0.402344,
                    0.451172,
                    0.410156,
                    0.433594,
                    0.515625,
                    0.425781,
                    0.433594,
                    0.376953,
                    0.482422,
                    0.382812,
                    0.423828,
                    0.34375,
                    0.400391,
                    0.380859,
                    0.353516,
                    0.324219,
                    0.357422,
                    0.425781,
                    0.439453,
                    0.304688,
                    0.279297,
                    0.445312,
                    0.294922,
                    0.439453,
                    0.369141,
                    0.396484,
                    0.404297,
                    0.402344,
                    0.326172,
                    0.367188,
                    0.296875,
                    0.326172,
                    0.400391,
                    0.498047,
                    0.300781,
                    0.427734,
                    0.371094,
                    0.300781,
                    0.332031,
                    0.400391,
                    0.435547,
                    0.376953,
                    0.378906,
                    0.345703,
                    0.478516,
                    0.265625,
                    0.390625,
                    0.367188,
                    0.277344,
                    0.455078,
                    0.345703,
                    0.441406,
                    0.373047,
                    0.429688,
                    0.304688,
                    0.408203,
                    0.417969,
                    0.271484,
                    0.40625,
                    0.382812,
                    0.287109,
                    0.292969,
                    0.46875,
                    0.365234,
                    0.330078,
                    0.367188,
                    0.333984,
                    0.246094,
                    0.416016,
                    0.400391,
                    0.355469,
                    0.291016,
                    0.382812,
                    0.476562,
                    0.367188,
                    0.519531,
                    0.417969,
                    0.498047,
                    0.353516,
                    0.318359,
                    0.384766,
                    0.355469,
                    0.330078,
                    0.388672,
                    0.355469,
                    0.451172,
                    0.435547,
                    0.255859,
                    0.330078,
                    0.322266,
                    0.496094,
                    0.431641,
                    0.300781,
                    0.318359,
                    0.482422,
                    0.298828,
                    0.353516,
                    0.412109,
                    0.339844,
                    0.421875,
                    0.10791,
                    0.439453,
                    0.451172,
                    0.423828,
                    0.291016,
                    0.332031,
                    0.527344,
                    0.394531,
                    0.400391,
                    0.480469,
                    0.40625,
                    0.392578,
                    0.324219,
                    0.396484,
                    0.400391,
                    0.373047,
                    0.482422,
                    0.435547,
                    0.414062,
                    0.419922,
                    0.271484,
                    0.365234,
                    0.402344,
                    0.404297,
                    0.273438,
                    0.404297,
                    0.310547,
                    0.429688,
                    0.386719,
                    0.431641,
                    0.359375,
                    0.390625,
                    0.425781,
                    0.441406,
                    0.369141,
                    0.427734,
                    0.369141,
                    0.417969,
                    0.419922,
                    0.388672,
                    0.378906,
                    0.359375
                ]
            },
            "name": "model.transformer.layers.11.ffn_norm.weight",
            "outputIndexes": [
                763
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                762,
                763
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/ffn_norm_11/Mul_1_output_0",
            "outputIndexes": [
                764
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/mlp/proj_1/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                764
            ],
            "outputIndexes": [
                1746
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/mlp/proj_1/Linear/pre_convert",
            "inputIndexes": [
                1746
            ],
            "outputIndexes": [
                1747
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/mlp/proj_1/Linear",
            "inputIndexes": [
                1747
            ],
            "outputIndexes": [
                1748
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 7680,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 92160,
                    "weightSize": 0
                },
                "external": [
                    88436740,
                    5898262,
                    737280,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/mlp/proj_1/Linear/post_convert",
            "inputIndexes": [
                1748
            ],
            "outputIndexes": [
                1749
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/mlp/proj_1/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1749
            ],
            "outputIndexes": [
                765
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    7680
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    3840
                ]
            },
            "name": "/ffn_11/Mul_output_0",
            "outputIndexes": [
                766
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                765,
                21,
                766,
                95
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/ffn_11/Slice_output_0",
            "outputIndexes": [
                767
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                767
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/ffn/act_11/Sigmoid_output_0",
            "outputIndexes": [
                768
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                767,
                768
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/ffn/act_11/Mul_output_0",
            "outputIndexes": [
                769
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    7680
                ]
            },
            "name": "/ffn_11/Mul_1_output_0",
            "outputIndexes": [
                770
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                765,
                766,
                770,
                95
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/ffn_11/Slice_1_output_0",
            "outputIndexes": [
                771
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                769,
                771
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/ffn_11/Mul_2_output_0",
            "outputIndexes": [
                772
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/mlp/proj_2/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                772
            ],
            "outputIndexes": [
                1750
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    3840,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/mlp/proj_2/Linear/pre_convert",
            "inputIndexes": [
                1750
            ],
            "outputIndexes": [
                1751
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/mlp/proj_2/Linear",
            "inputIndexes": [
                1751
            ],
            "outputIndexes": [
                1752
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 3840,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 46080,
                    "weightSize": 0
                },
                "external": [
                    95072282,
                    2949142,
                    368640,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/mlp/proj_2/Linear/post_convert",
            "inputIndexes": [
                1752
            ],
            "outputIndexes": [
                1753
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/mlp/proj_2/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1753
            ],
            "outputIndexes": [
                773
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                761,
                773
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_47_output_0",
            "outputIndexes": [
                774
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                774,
                1
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_48_output_0",
            "outputIndexes": [
                775
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                775
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/attn_norm_12/Mul_output_0",
            "outputIndexes": [
                776
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.492188,
                    0.357422,
                    0.40625,
                    0.333984,
                    0.345703,
                    0.453125,
                    0.429688,
                    0.365234,
                    0.527344,
                    0.382812,
                    0.455078,
                    0.335938,
                    0.357422,
                    0.324219,
                    0.376953,
                    0.392578,
                    0.5,
                    0.398438,
                    0.386719,
                    0.394531,
                    0.25,
                    0.455078,
                    0.251953,
                    0.408203,
                    0.462891,
                    0.339844,
                    0.386719,
                    0.412109,
                    0.378906,
                    0.375,
                    0.527344,
                    0.384766,
                    0.255859,
                    0.3125,
                    0.394531,
                    0.457031,
                    0.416016,
                    0.382812,
                    0.283203,
                    0.392578,
                    0.417969,
                    0.302734,
                    0.498047,
                    0.380859,
                    0.363281,
                    0.46875,
                    0.345703,
                    0.257812,
                    0.425781,
                    0.300781,
                    0.414062,
                    0.353516,
                    0.349609,
                    0.402344,
                    0.746094,
                    0.511719,
                    0.451172,
                    0.376953,
                    0.392578,
                    0.396484,
                    0.269531,
                    0.330078,
                    0.237305,
                    0.441406,
                    0.192383,
                    0.519531,
                    0.283203,
                    0.308594,
                    0.507812,
                    0.609375,
                    0.345703,
                    0.427734,
                    0.316406,
                    0.519531,
                    0.241211,
                    0.441406,
                    0.419922,
                    0.605469,
                    0.404297,
                    0.378906,
                    0.369141,
                    0.298828,
                    0.388672,
                    0.394531,
                    0.480469,
                    0.373047,
                    0.298828,
                    0.292969,
                    0.550781,
                    0.306641,
                    0.400391,
                    0.416016,
                    0.419922,
                    0.396484,
                    0.355469,
                    0.46875,
                    0.296875,
                    0.488281,
                    0.289062,
                    0.267578,
                    0.419922,
                    0.707031,
                    0.240234,
                    0.451172,
                    0.431641,
                    0.267578,
                    0.375,
                    0.25,
                    0.314453,
                    0.402344,
                    0.373047,
                    0.402344,
                    0.234375,
                    0.257812,
                    0.386719,
                    0.259766,
                    0.217773,
                    0.398438,
                    0.339844,
                    0.371094,
                    0.388672,
                    0.240234,
                    0.322266,
                    0.476562,
                    0.285156,
                    0.601562,
                    0.367188,
                    0.457031,
                    0.550781,
                    0.460938,
                    0.570312,
                    0.359375,
                    0.330078,
                    0.339844,
                    0.527344,
                    0.382812,
                    0.425781,
                    0.322266,
                    0.470703,
                    0.235352,
                    0.480469,
                    0.53125,
                    0.318359,
                    0.394531,
                    0.308594,
                    0.193359,
                    0.333984,
                    0.585938,
                    0.263672,
                    0.300781,
                    0.398438,
                    0.328125,
                    0.384766,
                    0.3125,
                    0.314453,
                    0.341797,
                    0.414062,
                    0.310547,
                    0.421875,
                    0.511719,
                    0.535156,
                    0.492188,
                    0.484375,
                    0.353516,
                    0.337891,
                    0.363281,
                    0.386719,
                    0.447266,
                    0.369141,
                    0.703125,
                    0.269531,
                    0.326172,
                    0.269531,
                    0.359375,
                    0.347656,
                    0.359375,
                    0.347656,
                    0.427734,
                    0.425781,
                    0.490234,
                    0.34375,
                    0.431641,
                    0.273438,
                    0.390625,
                    0.408203,
                    0.320312,
                    0.451172,
                    0.386719,
                    0.466797,
                    0.388672,
                    0.503906,
                    0.371094,
                    0.917969,
                    0.412109,
                    0.361328,
                    0.455078,
                    0.402344,
                    0.488281,
                    0.498047,
                    0.441406,
                    0.341797,
                    0.291016,
                    0.464844,
                    0.417969,
                    0.515625,
                    0.433594,
                    0.357422,
                    0.472656,
                    0.335938,
                    0.306641,
                    0.464844,
                    0.523438,
                    0.322266,
                    0.335938,
                    0.417969,
                    0.318359,
                    0.410156,
                    0.474609,
                    0.337891,
                    0.423828,
                    0.445312,
                    0.503906,
                    0.345703,
                    0.239258,
                    0.507812,
                    0.710938,
                    0.394531,
                    0.285156,
                    0.355469,
                    0.367188,
                    0.347656,
                    0.382812,
                    0.484375,
                    0.339844,
                    0.396484,
                    0.394531,
                    0.367188,
                    0.257812,
                    0.449219,
                    0.416016,
                    0.369141,
                    0.310547,
                    0.373047,
                    0.351562,
                    0.353516,
                    0.361328,
                    0.230469,
                    0.34375,
                    0.484375,
                    0.4375,
                    0.332031,
                    0.359375,
                    0.408203,
                    0.589844,
                    0.4375,
                    0.433594,
                    0.353516,
                    0.421875,
                    0.382812,
                    0.318359,
                    0.427734,
                    0.400391,
                    0.238281,
                    0.605469,
                    0.332031,
                    0.535156,
                    0.554688,
                    0.65625,
                    0.423828,
                    0.310547,
                    0.365234,
                    0.390625,
                    0.363281,
                    0.324219,
                    0.410156,
                    0.25,
                    0.386719,
                    0.605469,
                    0.408203,
                    0.199219,
                    0.414062,
                    0.349609,
                    0.341797,
                    0.472656,
                    0.376953,
                    0.394531,
                    0.34375,
                    0.535156,
                    0.523438,
                    0.417969,
                    0.243164,
                    0.488281,
                    0.384766,
                    0.535156,
                    0.19043,
                    0.423828,
                    0.238281,
                    0.341797,
                    0.239258,
                    0.192383,
                    0.589844,
                    0.351562,
                    0.380859,
                    0.480469,
                    0.369141,
                    0.558594,
                    0.640625,
                    0.237305,
                    0.503906,
                    0.320312,
                    0.423828,
                    0.349609,
                    0.515625,
                    0.333984,
                    0.347656,
                    0.378906,
                    0.486328,
                    0.25,
                    0.652344,
                    0.419922,
                    0.410156,
                    0.322266,
                    0.490234,
                    0.480469,
                    0.447266,
                    0.367188,
                    0.402344,
                    0.359375,
                    0.332031,
                    0.322266,
                    0.291016,
                    0.435547,
                    0.330078,
                    0.515625,
                    0.314453,
                    0.441406,
                    0.429688,
                    0.445312,
                    0.267578,
                    0.458984,
                    0.285156,
                    0.320312,
                    0.478516,
                    0.237305,
                    0.515625,
                    0.294922,
                    1.15625,
                    0.208984,
                    0.443359,
                    0.386719,
                    0.507812,
                    0.429688,
                    0.462891,
                    0.453125,
                    0.46875,
                    0.859375,
                    0.347656,
                    0.4375,
                    0.240234,
                    0.425781,
                    0.492188,
                    0.298828,
                    0.474609,
                    0.341797,
                    0.353516,
                    0.519531,
                    0.4375,
                    0.435547,
                    0.46875,
                    0.251953,
                    0.237305,
                    0.503906,
                    0.332031,
                    0.449219,
                    0.490234,
                    0.28125,
                    0.550781,
                    0.494141,
                    0.449219,
                    0.271484,
                    0.361328,
                    0.337891,
                    0.390625,
                    0.369141,
                    0.25,
                    0.332031,
                    0.237305,
                    0.34375,
                    0.265625,
                    0.439453,
                    0.535156,
                    0.349609,
                    0.515625,
                    0.208008,
                    0.404297,
                    0.726562,
                    0.378906,
                    0.71875,
                    0.101074,
                    0.207031,
                    0.460938,
                    0.4375,
                    0.283203,
                    0.433594,
                    0.519531,
                    0.291016,
                    0.283203,
                    0.53125,
                    0.40625,
                    0.404297,
                    0.359375,
                    0.570312,
                    0.353516,
                    0.453125,
                    0.351562,
                    0.328125,
                    0.322266,
                    0.464844,
                    0.390625,
                    0.40625,
                    0.382812,
                    0.380859,
                    0.347656,
                    0.75,
                    0.392578,
                    0.433594,
                    0.386719,
                    0.410156,
                    0.486328,
                    0.433594,
                    0.390625,
                    0.324219,
                    0.464844,
                    0.378906,
                    0.447266,
                    0.386719,
                    0.369141,
                    0.480469,
                    0.386719,
                    0.453125,
                    0.351562,
                    0.382812,
                    0.285156,
                    0.640625,
                    0.380859,
                    0.335938,
                    0.542969,
                    0.175781,
                    0.339844,
                    0.273438,
                    0.863281,
                    0.490234,
                    0.515625,
                    0.365234,
                    0.230469,
                    0.492188,
                    0.486328,
                    0.294922,
                    0.34375,
                    0.431641,
                    0.414062,
                    0.180664,
                    0.535156,
                    0.492188,
                    0.400391,
                    0.285156,
                    0.308594,
                    0.574219,
                    0.333984,
                    0.361328,
                    0.671875,
                    0.328125,
                    0.578125,
                    0.287109,
                    0.457031,
                    0.439453,
                    0.439453,
                    0.345703,
                    0.398438,
                    0.484375,
                    0.449219,
                    0.382812,
                    0.402344,
                    0.394531,
                    0.357422,
                    0.239258,
                    0.416016,
                    0.427734,
                    0.373047,
                    0.386719,
                    0.414062,
                    0.503906,
                    0.400391,
                    0.330078,
                    0.378906,
                    0.408203,
                    0.376953,
                    0.410156,
                    0.388672,
                    0.355469,
                    0.369141,
                    0.367188,
                    0.225586,
                    0.392578,
                    0.310547,
                    0.601562,
                    0.388672,
                    0.396484,
                    0.453125,
                    0.429688,
                    0.466797,
                    0.46875,
                    0.304688,
                    0.380859,
                    0.542969,
                    0.515625,
                    0.373047,
                    0.335938,
                    0.439453,
                    0.515625,
                    0.296875,
                    0.470703,
                    0.527344,
                    0.376953,
                    0.21582,
                    0.302734,
                    0.369141,
                    0.361328,
                    0.361328,
                    1.695312,
                    0.337891,
                    0.408203,
                    0.390625,
                    0.507812,
                    0.351562,
                    0.277344,
                    0.5,
                    0.416016,
                    0.445312,
                    0.460938,
                    0.605469,
                    0.271484,
                    0.361328,
                    0.431641,
                    0.460938,
                    0.582031,
                    0.310547,
                    0.396484,
                    0.328125,
                    0.320312,
                    0.328125,
                    0.373047,
                    0.488281,
                    0.597656,
                    0.271484,
                    0.519531,
                    0.310547,
                    0.429688,
                    0.339844,
                    0.316406,
                    0.441406,
                    0.425781,
                    0.648438,
                    0.535156,
                    0.5625,
                    0.34375,
                    0.261719,
                    0.363281,
                    0.412109,
                    0.412109,
                    0.386719,
                    0.324219,
                    0.316406,
                    0.357422,
                    0.46875,
                    0.375,
                    0.515625,
                    0.308594,
                    0.419922,
                    0.574219,
                    0.433594,
                    0.484375,
                    0.535156,
                    0.332031,
                    0.335938,
                    0.302734,
                    0.326172,
                    0.335938,
                    0.416016,
                    0.339844,
                    0.419922,
                    0.566406,
                    0.582031,
                    0.324219,
                    0.466797,
                    0.369141,
                    0.232422,
                    0.320312,
                    0.417969,
                    0.196289,
                    0.367188,
                    0.371094,
                    0.376953,
                    0.361328,
                    0.326172,
                    0.261719,
                    0.472656,
                    0.208008,
                    0.205078,
                    0.472656,
                    0.384766,
                    0.209961,
                    0.376953,
                    0.367188,
                    0.5625,
                    0.265625,
                    0.357422,
                    0.302734,
                    0.714844,
                    0.326172,
                    0.550781,
                    0.423828,
                    0.351562,
                    0.351562,
                    0.447266,
                    0.435547,
                    0.451172,
                    0.683594,
                    0.371094,
                    0.225586,
                    0.369141,
                    0.302734,
                    0.523438,
                    0.386719,
                    0.417969,
                    0.425781,
                    0.410156,
                    0.314453,
                    0.494141,
                    0.308594,
                    0.341797,
                    0.388672,
                    0.285156,
                    0.421875,
                    0.427734,
                    0.394531,
                    0.443359,
                    0.236328,
                    0.367188,
                    0.675781,
                    0.21875,
                    0.464844,
                    0.382812,
                    0.353516,
                    0.404297,
                    0.429688,
                    0.261719,
                    0.375,
                    0.384766,
                    0.738281,
                    0.417969,
                    0.5,
                    0.351562,
                    0.386719,
                    0.314453,
                    0.414062,
                    0.4375,
                    0.558594,
                    0.296875,
                    0.322266,
                    0.249023,
                    0.5,
                    0.367188,
                    0.589844,
                    0.390625,
                    0.314453,
                    0.683594,
                    0.353516,
                    0.320312,
                    0.328125,
                    0.421875,
                    0.355469,
                    0.390625,
                    0.337891,
                    0.296875,
                    0.410156,
                    0.482422,
                    0.300781,
                    0.472656,
                    0.419922,
                    0.410156,
                    0.292969,
                    0.414062,
                    0.285156,
                    0.261719,
                    0.335938,
                    0.357422,
                    0.416016,
                    0.462891,
                    0.371094,
                    0.384766,
                    0.367188,
                    0.287109,
                    0.394531,
                    0.376953,
                    0.328125,
                    0.308594,
                    0.328125,
                    0.369141,
                    0.314453,
                    0.398438,
                    0.511719,
                    0.375,
                    0.447266,
                    0.482422,
                    0.277344,
                    0.332031,
                    0.230469,
                    0.410156,
                    0.378906,
                    0.34375,
                    0.5,
                    0.246094,
                    0.341797,
                    0.314453,
                    0.476562,
                    0.330078,
                    0.404297,
                    0.320312,
                    0.335938,
                    0.439453,
                    0.515625,
                    0.5,
                    0.542969,
                    0.472656,
                    0.300781,
                    0.320312,
                    0.423828,
                    0.472656,
                    0.5,
                    0.398438,
                    0.359375,
                    0.441406,
                    0.691406,
                    0.330078,
                    0.498047,
                    0.457031,
                    0.369141,
                    0.332031,
                    0.757812,
                    0.527344,
                    0.447266,
                    0.578125,
                    0.431641,
                    0.367188,
                    0.714844,
                    0.308594,
                    0.460938,
                    0.722656,
                    0.326172,
                    0.196289,
                    0.357422,
                    0.380859,
                    0.386719,
                    0.496094,
                    0.216797,
                    0.390625,
                    0.474609,
                    0.439453,
                    0.410156,
                    0.410156,
                    0.376953,
                    0.345703,
                    0.789062,
                    0.333984,
                    0.59375,
                    0.347656,
                    0.365234,
                    0.425781,
                    0.5,
                    0.355469,
                    0.375,
                    0.490234,
                    0.453125,
                    0.222656,
                    0.269531,
                    0.496094,
                    0.410156,
                    0.429688,
                    0.392578,
                    0.285156,
                    0.503906,
                    0.458984,
                    0.28125,
                    0.308594,
                    0.287109,
                    0.240234,
                    0.414062,
                    0.382812,
                    0.53125,
                    0.359375,
                    0.441406,
                    0.419922,
                    0.429688,
                    0.484375,
                    0.427734,
                    0.480469,
                    0.478516,
                    0.349609,
                    0.566406,
                    0.367188,
                    0.291016,
                    0.363281,
                    0.363281,
                    0.28125,
                    0.527344,
                    0.300781,
                    0.289062,
                    0.300781,
                    0.474609,
                    0.644531,
                    0.507812,
                    0.484375,
                    0.425781,
                    0.480469,
                    0.582031,
                    0.400391,
                    0.449219,
                    0.357422,
                    0.328125,
                    0.423828,
                    0.443359,
                    0.824219,
                    0.330078,
                    0.5,
                    0.482422,
                    0.371094,
                    0.24707,
                    0.644531,
                    0.294922,
                    0.176758,
                    0.394531,
                    0.410156,
                    0.359375,
                    0.652344,
                    0.275391,
                    0.435547,
                    0.46875,
                    0.404297,
                    0.388672,
                    0.671875,
                    0.326172,
                    0.345703,
                    0.322266,
                    0.408203,
                    0.427734,
                    0.365234,
                    0.464844,
                    0.373047,
                    0.333984,
                    0.396484,
                    0.292969,
                    0.304688,
                    0.427734,
                    0.421875,
                    0.490234,
                    0.324219,
                    0.523438,
                    0.398438,
                    0.345703,
                    0.296875,
                    0.451172,
                    0.351562,
                    0.40625,
                    0.423828,
                    0.503906,
                    0.400391,
                    0.361328,
                    0.431641,
                    0.4375,
                    0.511719,
                    0.507812,
                    0.412109,
                    0.535156,
                    0.46875,
                    0.308594,
                    0.353516,
                    0.308594,
                    0.298828,
                    0.423828,
                    0.441406,
                    0.464844,
                    0.378906,
                    0.519531,
                    0.353516,
                    0.24707,
                    0.494141,
                    0.375,
                    0.235352,
                    0.410156,
                    0.203125,
                    0.384766,
                    0.458984,
                    0.476562,
                    0.482422,
                    0.416016,
                    0.644531,
                    0.5,
                    0.714844,
                    0.337891,
                    0.345703,
                    0.453125,
                    0.318359,
                    0.416016,
                    0.488281,
                    0.433594,
                    0.335938,
                    0.292969,
                    0.455078,
                    0.40625,
                    0.361328,
                    0.4375,
                    0.462891,
                    0.535156,
                    0.427734,
                    0.235352,
                    0.378906,
                    0.265625,
                    0.455078,
                    0.503906,
                    0.394531,
                    0.535156,
                    0.333984,
                    0.388672,
                    0.386719,
                    0.371094,
                    0.322266,
                    0.308594,
                    0.457031,
                    0.412109,
                    0.285156,
                    0.320312,
                    0.257812,
                    0.392578,
                    0.326172,
                    0.453125,
                    0.25,
                    0.515625,
                    0.333984,
                    0.324219,
                    0.394531,
                    0.267578,
                    0.339844,
                    0.40625,
                    0.419922,
                    0.472656,
                    0.324219,
                    0.59375,
                    0.257812,
                    0.257812,
                    0.328125,
                    0.527344,
                    0.339844,
                    0.445312,
                    0.675781,
                    0.419922,
                    0.310547,
                    0.285156,
                    0.34375,
                    0.439453,
                    0.386719,
                    0.433594,
                    0.511719,
                    0.527344,
                    0.488281,
                    0.433594,
                    0.492188,
                    0.242188,
                    0.388672,
                    0.496094,
                    0.410156,
                    0.251953,
                    0.306641,
                    0.341797,
                    0.330078,
                    0.386719,
                    0.369141,
                    0.453125,
                    0.380859,
                    0.416016,
                    0.322266,
                    0.419922,
                    0.40625,
                    0.28125,
                    0.373047,
                    0.388672,
                    0.21875,
                    0.34375,
                    0.416016,
                    0.380859,
                    0.292969,
                    0.15625,
                    0.453125,
                    0.546875,
                    0.322266,
                    0.582031,
                    0.204102,
                    0.53125,
                    0.337891,
                    0.613281,
                    0.237305,
                    0.416016,
                    0.378906,
                    0.257812,
                    0.408203,
                    0.291016,
                    0.550781,
                    0.361328,
                    0.597656,
                    0.375,
                    0.241211,
                    0.341797,
                    0.408203,
                    1.90625,
                    0.402344,
                    0.337891,
                    0.3125,
                    0.396484,
                    0.429688,
                    0.353516,
                    0.335938,
                    0.328125,
                    0.419922,
                    0.249023,
                    0.238281,
                    0.363281,
                    0.570312,
                    0.470703,
                    0.423828,
                    0.539062,
                    0.388672,
                    0.400391,
                    0.335938,
                    0.644531,
                    0.455078,
                    0.699219,
                    0.65625,
                    0.492188,
                    0.347656,
                    0.423828,
                    0.394531,
                    0.412109,
                    0.458984,
                    0.439453,
                    0.304688,
                    0.271484,
                    0.318359,
                    0.378906,
                    0.410156,
                    0.267578,
                    0.375,
                    0.302734,
                    0.414062,
                    0.347656,
                    0.507812,
                    0.550781,
                    0.349609,
                    0.53125,
                    0.443359,
                    0.363281,
                    0.330078,
                    0.337891,
                    0.378906,
                    0.223633,
                    0.470703,
                    0.476562,
                    0.480469,
                    0.240234,
                    0.5,
                    0.255859,
                    0.308594,
                    0.40625,
                    0.414062,
                    0.332031,
                    0.238281,
                    1.101562,
                    0.259766,
                    0.19043,
                    0.345703,
                    0.310547,
                    0.361328,
                    0.388672,
                    0.5,
                    0.458984,
                    0.435547,
                    0.265625,
                    0.402344,
                    0.453125,
                    0.625,
                    0.359375,
                    0.333984,
                    0.228516,
                    0.28125,
                    0.414062,
                    0.734375,
                    0.404297,
                    0.582031,
                    0.369141,
                    0.400391,
                    0.371094,
                    0.333984,
                    0.404297,
                    0.503906,
                    0.392578,
                    0.263672,
                    0.5,
                    0.320312,
                    0.292969,
                    0.333984,
                    0.367188,
                    0.375,
                    0.210938,
                    0.539062,
                    0.466797,
                    0.441406,
                    0.515625,
                    0.335938,
                    0.396484,
                    0.439453,
                    0.371094,
                    0.431641,
                    0.255859,
                    0.220703,
                    0.503906,
                    0.429688,
                    0.294922,
                    0.5,
                    0.251953,
                    0.355469,
                    0.253906,
                    0.416016,
                    0.402344,
                    0.314453,
                    0.375,
                    0.773438,
                    0.353516,
                    0.498047,
                    0.277344,
                    0.291016,
                    0.392578,
                    0.402344,
                    0.255859,
                    0.429688,
                    0.388672,
                    0.423828,
                    0.380859,
                    0.433594,
                    0.375,
                    0.367188,
                    0.484375,
                    0.361328,
                    0.408203,
                    0.371094,
                    0.367188,
                    0.423828,
                    0.144531,
                    0.451172,
                    0.328125,
                    0.259766,
                    0.458984,
                    0.386719,
                    0.414062,
                    0.265625,
                    0.349609,
                    0.449219,
                    0.414062,
                    0.291016,
                    0.271484,
                    0.322266,
                    0.339844,
                    0.433594,
                    0.398438,
                    0.507812,
                    0.474609,
                    0.375,
                    0.355469,
                    0.396484,
                    0.474609,
                    0.380859,
                    0.367188,
                    0.423828,
                    0.414062,
                    0.373047,
                    0.349609,
                    0.404297,
                    0.412109,
                    0.316406,
                    0.449219,
                    0.367188,
                    0.53125,
                    0.404297,
                    0.423828,
                    0.390625,
                    0.271484,
                    0.474609,
                    0.558594,
                    0.40625,
                    0.310547,
                    0.371094,
                    0.457031,
                    0.445312,
                    0.431641,
                    0.464844,
                    0.328125,
                    0.304688,
                    0.261719,
                    0.378906,
                    0.484375,
                    0.363281,
                    0.394531,
                    0.554688,
                    0.363281,
                    0.414062,
                    0.447266,
                    0.488281,
                    0.46875,
                    0.455078,
                    0.431641,
                    0.574219,
                    0.349609,
                    0.535156,
                    0.292969,
                    0.384766,
                    0.285156,
                    0.433594,
                    0.380859,
                    0.574219,
                    0.447266,
                    0.419922,
                    0.433594,
                    0.384766,
                    0.357422,
                    0.421875,
                    0.4375,
                    0.402344,
                    0.341797,
                    0.427734,
                    0.453125,
                    0.4375,
                    0.380859,
                    0.349609,
                    0.507812,
                    0.373047,
                    0.507812,
                    0.298828,
                    0.494141,
                    0.453125,
                    0.457031,
                    0.423828,
                    0.201172,
                    0.511719,
                    0.419922,
                    0.380859,
                    0.318359,
                    0.28125,
                    0.376953,
                    0.265625,
                    0.369141,
                    0.455078,
                    0.361328,
                    0.414062,
                    0.341797,
                    0.498047,
                    0.419922,
                    0.380859,
                    0.355469,
                    0.535156,
                    0.318359,
                    0.359375,
                    0.566406,
                    0.273438,
                    0.243164,
                    0.230469,
                    0.416016,
                    0.294922,
                    0.396484,
                    0.441406,
                    0.398438,
                    0.361328,
                    0.396484,
                    0.535156,
                    0.523438,
                    0.357422,
                    0.458984,
                    0.237305,
                    0.359375,
                    0.457031,
                    0.363281,
                    0.316406,
                    0.386719,
                    0.441406,
                    0.570312,
                    0.369141,
                    0.431641,
                    0.357422,
                    0.211914,
                    0.390625,
                    0.332031,
                    0.472656,
                    0.412109,
                    0.484375,
                    0.279297,
                    0.245117,
                    0.302734,
                    0.231445,
                    0.457031,
                    0.542969,
                    0.65625,
                    0.359375,
                    0.433594,
                    0.408203,
                    0.402344,
                    0.419922,
                    0.582031,
                    0.421875,
                    0.472656,
                    0.34375,
                    0.355469,
                    0.369141,
                    0.308594,
                    0.244141,
                    0.235352,
                    0.414062,
                    0.373047,
                    0.300781,
                    0.664062,
                    0.359375,
                    0.585938,
                    0.416016,
                    0.408203,
                    0.275391,
                    0.412109,
                    0.339844,
                    0.738281,
                    0.373047,
                    0.388672,
                    0.361328,
                    0.416016,
                    0.439453,
                    0.404297,
                    0.5,
                    0.378906,
                    0.527344,
                    0.431641,
                    0.302734,
                    0.304688,
                    0.314453,
                    0.332031,
                    0.214844,
                    0.421875,
                    0.308594,
                    0.449219,
                    0.314453,
                    0.285156,
                    0.324219,
                    0.394531,
                    0.400391,
                    0.376953,
                    0.332031,
                    0.519531,
                    0.458984,
                    0.455078,
                    0.625,
                    0.410156,
                    0.298828,
                    0.644531,
                    0.386719,
                    0.386719,
                    0.296875,
                    0.382812,
                    0.429688,
                    0.507812,
                    0.550781,
                    0.402344,
                    0.464844,
                    0.421875,
                    0.328125,
                    0.244141,
                    0.414062,
                    0.3125,
                    0.304688,
                    0.386719,
                    0.4375,
                    0.382812,
                    0.416016,
                    0.570312,
                    0.392578,
                    0.455078,
                    0.652344,
                    0.447266,
                    0.365234,
                    0.408203,
                    0.578125,
                    0.357422,
                    0.404297,
                    0.365234,
                    0.419922,
                    0.671875,
                    0.324219,
                    0.28125,
                    0.322266,
                    0.464844,
                    0.46875,
                    0.376953,
                    0.671875,
                    0.423828,
                    0.261719,
                    0.435547,
                    0.341797,
                    0.482422,
                    0.392578,
                    0.388672,
                    0.275391,
                    0.414062,
                    0.257812,
                    0.298828,
                    0.380859,
                    0.578125,
                    0.235352,
                    0.419922,
                    0.369141,
                    0.310547,
                    0.349609,
                    0.378906,
                    0.408203,
                    0.253906,
                    0.34375,
                    0.355469,
                    0.441406,
                    0.443359,
                    0.388672,
                    0.330078,
                    0.216797,
                    0.554688,
                    0.259766,
                    0.40625,
                    0.328125,
                    0.451172,
                    0.263672,
                    0.365234,
                    0.300781,
                    0.261719,
                    0.414062,
                    0.283203,
                    0.410156,
                    0.302734,
                    0.671875,
                    0.324219,
                    0.287109,
                    0.375,
                    0.291016,
                    0.167969,
                    0.349609,
                    0.394531,
                    0.451172,
                    0.296875,
                    0.357422,
                    0.398438,
                    0.357422,
                    0.613281,
                    0.419922,
                    0.474609,
                    0.330078,
                    0.291016,
                    0.390625,
                    0.283203,
                    0.375,
                    0.330078,
                    0.347656,
                    0.496094,
                    0.476562,
                    0.738281,
                    0.503906,
                    0.3125,
                    0.566406,
                    0.597656,
                    0.746094,
                    0.292969,
                    0.535156,
                    0.371094,
                    0.277344,
                    0.341797,
                    0.279297,
                    0.423828,
                    0.625,
                    0.484375,
                    0.484375,
                    0.353516,
                    0.371094,
                    0.361328,
                    0.582031,
                    0.376953,
                    0.365234,
                    0.582031,
                    0.488281,
                    0.353516,
                    0.283203,
                    0.449219,
                    0.376953,
                    0.300781,
                    0.644531,
                    0.519531,
                    0.398438,
                    0.392578,
                    0.287109,
                    0.535156,
                    0.480469,
                    0.515625,
                    0.294922,
                    0.416016,
                    0.244141,
                    0.457031,
                    0.421875,
                    0.412109,
                    0.429688,
                    0.335938,
                    0.419922,
                    0.484375,
                    0.423828,
                    0.375,
                    0.410156,
                    0.365234,
                    0.480469,
                    0.355469,
                    0.408203,
                    0.335938
                ]
            },
            "name": "model.transformer.layers.12.attn_norm.weight",
            "outputIndexes": [
                777
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                776,
                777
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/attn_norm_12/Mul_1_output_0",
            "outputIndexes": [
                778
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                778
            ],
            "outputIndexes": [
                1754
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                1754
            ],
            "outputIndexes": [
                1755
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/q_proj/Linear",
            "inputIndexes": [
                1755
            ],
            "outputIndexes": [
                1756
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1280,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 15360,
                    "weightSize": 0
                },
                "external": [
                    98390064,
                    983062,
                    122880,
                    5120,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                1756
            ],
            "outputIndexes": [
                1757
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1757
            ],
            "outputIndexes": [
                779
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1280
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                778
            ],
            "main_type": "NONE",
            "name": "/Shape_49_output_0",
            "outputIndexes": [
                780
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                780
            ],
            "main_type": "NONE",
            "name": "Shape1106",
            "outputIndexes": [
                781
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                780
            ],
            "main_type": "NONE",
            "name": "Rank1108",
            "outputIndexes": [
                782
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                782,
                782
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1110",
            "outputIndexes": [
                783
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                783
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1111",
            "outputIndexes": [
                784
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                783,
                9
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1113",
            "outputIndexes": [
                785
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                785
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1114",
            "outputIndexes": [
                786
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                781,
                784,
                786,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice1117",
            "outputIndexes": [
                787
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                787
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze1118",
            "outputIndexes": [
                788
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                9,
                788
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1119",
            "outputIndexes": [
                789
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                789,
                788
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1120",
            "outputIndexes": [
                790
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                780,
                790,
                783
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_64_output_0",
            "outputIndexes": [
                791
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                791,
                21
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_121_output_0",
            "outputIndexes": [
                792
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                7,
                792,
                670,
                24
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_60_output_0",
            "outputIndexes": [
                793
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                779,
                793
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_49_output_0",
            "outputIndexes": [
                794
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                794
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/q_norm_12/Mul_output_0",
            "outputIndexes": [
                795
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    64
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    1.070312,
                    0.018311,
                    -0.00264,
                    0.014709,
                    0.069336,
                    1.507812,
                    1.359375,
                    1.5,
                    1.59375,
                    1.773438,
                    1.757812,
                    1.726562,
                    1.867188,
                    1.945312,
                    2.015625,
                    1.8125,
                    2.328125,
                    2.078125,
                    2.125,
                    2.515625,
                    2.390625,
                    2.421875,
                    2.234375,
                    2.25,
                    2.265625,
                    2.25,
                    2.28125,
                    2.46875,
                    2.296875,
                    2.890625,
                    2.234375,
                    2.25,
                    -0.001228,
                    -0.263672,
                    1.664062,
                    1.734375,
                    1.921875,
                    1.828125,
                    1.71875,
                    1.46875,
                    1.8125,
                    1.742188,
                    1.78125,
                    1.890625,
                    1.953125,
                    1.796875,
                    1.921875,
                    1.945312,
                    2.171875,
                    2.21875,
                    2.421875,
                    2.6875,
                    2.203125,
                    2.09375,
                    2.296875,
                    2.21875,
                    2.34375,
                    2.3125,
                    2.078125,
                    2.28125,
                    2.15625,
                    2.03125,
                    2.28125,
                    2.234375
                ]
            },
            "name": "model.transformer.layers.12.attn.q_norm.weight",
            "outputIndexes": [
                796
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                795,
                796
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/q_norm_12/Mul_1_output_0",
            "outputIndexes": [
                797
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                797,
                53
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_48_output_0",
            "outputIndexes": [
                798
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                797,
                55,
                56,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_49_output_0",
            "outputIndexes": [
                799
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                799
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_24_output_0",
            "outputIndexes": [
                800
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                797,
                21,
                55,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_48_output_0",
            "outputIndexes": [
                801
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                800,
                801
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_63_output_0",
            "outputIndexes": [
                802
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                802,
                68
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_49_output_0",
            "outputIndexes": [
                803
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                798,
                803
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_48_output_0",
            "outputIndexes": [
                804
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                778
            ],
            "outputIndexes": [
                1758
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                1758
            ],
            "outputIndexes": [
                1759
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/k_proj/Linear",
            "inputIndexes": [
                1759
            ],
            "outputIndexes": [
                1760
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 320,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3840,
                    "weightSize": 0
                },
                "external": [
                    99501126,
                    245782,
                    30720,
                    1280,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                1760
            ],
            "outputIndexes": [
                1761
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1761
            ],
            "outputIndexes": [
                805
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    320
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                7,
                792,
                684,
                24
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_61_output_0",
            "outputIndexes": [
                806
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                805,
                806
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_50_output_0",
            "outputIndexes": [
                807
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                807
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/k_norm_12/Mul_output_0",
            "outputIndexes": [
                808
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    64
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.976562,
                    0.014709,
                    0.033936,
                    0.007294,
                    0.013672,
                    1.34375,
                    0.796875,
                    1.945312,
                    1.359375,
                    1.90625,
                    1.9375,
                    2.15625,
                    1.703125,
                    1.4375,
                    2.171875,
                    2.390625,
                    1.765625,
                    2.28125,
                    2.484375,
                    2.21875,
                    2.015625,
                    2.21875,
                    2.375,
                    2.390625,
                    2.421875,
                    2.390625,
                    2.28125,
                    2.453125,
                    2.4375,
                    2.84375,
                    2.4375,
                    2.4375,
                    -4.8e-05,
                    0.237305,
                    1.445312,
                    1.296875,
                    1.414062,
                    1.726562,
                    1.828125,
                    0.960938,
                    2.015625,
                    1.539062,
                    1.664062,
                    1.515625,
                    2.140625,
                    2.3125,
                    1.890625,
                    1.507812,
                    2.359375,
                    1.578125,
                    1.9375,
                    1.945312,
                    2.53125,
                    2.625,
                    2.359375,
                    2.421875,
                    2.390625,
                    2.375,
                    2.328125,
                    2.5,
                    2.421875,
                    2.703125,
                    2.453125,
                    2.53125
                ]
            },
            "name": "model.transformer.layers.12.attn.k_norm.weight",
            "outputIndexes": [
                809
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                808,
                809
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/k_norm_12/Mul_1_output_0",
            "outputIndexes": [
                810
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                810,
                53
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_50_output_0",
            "outputIndexes": [
                811
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                810,
                55,
                56,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_51_output_0",
            "outputIndexes": [
                812
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                812
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_25_output_0",
            "outputIndexes": [
                813
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                810,
                21,
                55,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_50_output_0",
            "outputIndexes": [
                814
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                813,
                814
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_64_output_0",
            "outputIndexes": [
                815
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                815,
                68
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_51_output_0",
            "outputIndexes": [
                816
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                811,
                816
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_49_output_0",
            "outputIndexes": [
                817
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                778
            ],
            "outputIndexes": [
                1762
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                1762
            ],
            "outputIndexes": [
                1763
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/v_proj/Linear",
            "inputIndexes": [
                1763
            ],
            "outputIndexes": [
                1764
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 320,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3840,
                    "weightSize": 0
                },
                "external": [
                    99778908,
                    245782,
                    30720,
                    1280,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                1764
            ],
            "outputIndexes": [
                1765
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1765
            ],
            "outputIndexes": [
                818
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    320
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                818,
                806
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_51_output_0",
            "outputIndexes": [
                819
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                804,
                817,
                819,
                86
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "/layers.12/self_attn/FusedAttention",
            "outputIndexes": [
                820
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                820
            ],
            "outputIndexes": [
                1766
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1280,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                1766
            ],
            "outputIndexes": [
                1767
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/o_proj/Linear",
            "inputIndexes": [
                1767
            ],
            "outputIndexes": [
                1768
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1280,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 15360,
                    "weightSize": 0
                },
                "external": [
                    100056690,
                    983062,
                    122880,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                1768
            ],
            "outputIndexes": [
                1769
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1769
            ],
            "outputIndexes": [
                821
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                775,
                821
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_50_output_0",
            "outputIndexes": [
                822
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                822
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/ffn_norm_12/Mul_output_0",
            "outputIndexes": [
                823
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.476562,
                    0.410156,
                    0.4375,
                    0.351562,
                    0.332031,
                    0.439453,
                    0.441406,
                    0.427734,
                    0.523438,
                    0.429688,
                    0.482422,
                    0.341797,
                    0.414062,
                    0.384766,
                    0.429688,
                    0.515625,
                    0.457031,
                    0.453125,
                    0.375,
                    0.398438,
                    0.246094,
                    0.470703,
                    0.34375,
                    0.431641,
                    0.476562,
                    0.421875,
                    0.449219,
                    0.474609,
                    0.378906,
                    0.433594,
                    0.476562,
                    0.441406,
                    0.353516,
                    0.353516,
                    0.445312,
                    0.486328,
                    0.457031,
                    0.439453,
                    0.435547,
                    0.427734,
                    0.445312,
                    0.392578,
                    0.447266,
                    0.433594,
                    0.412109,
                    0.433594,
                    0.380859,
                    0.402344,
                    0.435547,
                    0.388672,
                    0.435547,
                    0.439453,
                    0.414062,
                    0.451172,
                    0.243164,
                    0.507812,
                    0.472656,
                    0.439453,
                    0.449219,
                    0.488281,
                    0.365234,
                    0.427734,
                    0.330078,
                    0.449219,
                    0.445312,
                    0.519531,
                    0.451172,
                    0.412109,
                    0.410156,
                    0.263672,
                    0.425781,
                    0.458984,
                    0.410156,
                    0.486328,
                    0.337891,
                    0.486328,
                    0.449219,
                    0.507812,
                    0.414062,
                    0.431641,
                    0.396484,
                    0.431641,
                    0.431641,
                    0.429688,
                    0.322266,
                    0.417969,
                    0.394531,
                    0.449219,
                    0.46875,
                    0.351562,
                    0.482422,
                    0.349609,
                    0.46875,
                    0.400391,
                    0.421875,
                    0.392578,
                    0.34375,
                    0.433594,
                    0.355469,
                    0.326172,
                    0.476562,
                    0.234375,
                    0.363281,
                    0.46875,
                    0.447266,
                    0.390625,
                    0.373047,
                    0.351562,
                    0.34375,
                    0.470703,
                    0.462891,
                    0.425781,
                    0.427734,
                    0.351562,
                    0.386719,
                    0.396484,
                    0.410156,
                    0.421875,
                    0.404297,
                    0.423828,
                    0.449219,
                    0.380859,
                    0.404297,
                    0.464844,
                    0.396484,
                    0.53125,
                    0.443359,
                    0.455078,
                    0.496094,
                    0.462891,
                    0.511719,
                    0.445312,
                    0.400391,
                    0.464844,
                    0.417969,
                    0.40625,
                    0.320312,
                    0.439453,
                    0.453125,
                    0.345703,
                    0.46875,
                    0.474609,
                    0.363281,
                    0.462891,
                    0.349609,
                    0.34375,
                    0.375,
                    0.455078,
                    0.378906,
                    0.351562,
                    0.439453,
                    0.369141,
                    0.396484,
                    0.423828,
                    0.40625,
                    0.396484,
                    0.46875,
                    0.443359,
                    0.433594,
                    0.390625,
                    0.519531,
                    0.451172,
                    0.5,
                    0.408203,
                    0.416016,
                    0.431641,
                    0.458984,
                    0.412109,
                    0.429688,
                    0.173828,
                    0.371094,
                    0.40625,
                    0.351562,
                    0.445312,
                    0.443359,
                    0.492188,
                    0.421875,
                    0.474609,
                    0.445312,
                    0.46875,
                    0.443359,
                    0.447266,
                    0.384766,
                    0.439453,
                    0.429688,
                    0.439453,
                    0.474609,
                    0.404297,
                    0.476562,
                    0.419922,
                    0.515625,
                    0.408203,
                    0.18457,
                    0.4375,
                    0.400391,
                    0.451172,
                    0.373047,
                    0.474609,
                    0.451172,
                    0.332031,
                    0.396484,
                    0.357422,
                    0.455078,
                    0.455078,
                    0.496094,
                    0.46875,
                    0.466797,
                    0.417969,
                    0.421875,
                    0.400391,
                    0.361328,
                    0.443359,
                    0.443359,
                    0.419922,
                    0.417969,
                    0.421875,
                    0.466797,
                    0.451172,
                    0.423828,
                    0.394531,
                    0.458984,
                    0.474609,
                    0.4375,
                    0.353516,
                    0.515625,
                    0.322266,
                    0.451172,
                    0.398438,
                    0.404297,
                    0.451172,
                    0.445312,
                    0.429688,
                    0.341797,
                    0.355469,
                    0.410156,
                    0.431641,
                    0.414062,
                    0.371094,
                    0.433594,
                    0.371094,
                    0.380859,
                    0.320312,
                    0.462891,
                    0.443359,
                    0.386719,
                    0.429688,
                    0.322266,
                    0.4375,
                    0.492188,
                    0.421875,
                    0.412109,
                    0.378906,
                    0.441406,
                    0.369141,
                    0.449219,
                    0.503906,
                    0.404297,
                    0.419922,
                    0.445312,
                    0.427734,
                    0.441406,
                    0.427734,
                    0.320312,
                    0.507812,
                    0.435547,
                    0.480469,
                    0.574219,
                    0.259766,
                    0.369141,
                    0.388672,
                    0.443359,
                    0.439453,
                    0.404297,
                    0.449219,
                    0.443359,
                    0.373047,
                    0.466797,
                    0.147461,
                    0.427734,
                    0.34375,
                    0.451172,
                    0.429688,
                    0.351562,
                    0.443359,
                    0.443359,
                    0.46875,
                    0.4375,
                    0.539062,
                    0.470703,
                    0.410156,
                    0.359375,
                    0.492188,
                    0.417969,
                    0.498047,
                    0.320312,
                    0.464844,
                    0.347656,
                    0.457031,
                    0.34375,
                    0.347656,
                    0.511719,
                    0.421875,
                    0.419922,
                    0.503906,
                    0.398438,
                    0.490234,
                    0.503906,
                    0.314453,
                    0.5,
                    0.417969,
                    0.460938,
                    0.447266,
                    0.400391,
                    0.384766,
                    0.453125,
                    0.443359,
                    0.498047,
                    0.333984,
                    0.227539,
                    0.416016,
                    0.451172,
                    0.417969,
                    0.503906,
                    0.472656,
                    0.527344,
                    0.425781,
                    0.464844,
                    0.396484,
                    0.419922,
                    0.425781,
                    0.355469,
                    0.425781,
                    0.390625,
                    0.466797,
                    0.423828,
                    0.462891,
                    0.402344,
                    0.419922,
                    0.349609,
                    0.523438,
                    0.359375,
                    0.357422,
                    0.453125,
                    0.34375,
                    0.503906,
                    0.439453,
                    0.287109,
                    0.347656,
                    0.414062,
                    0.464844,
                    0.318359,
                    0.404297,
                    0.345703,
                    0.177734,
                    0.457031,
                    0.202148,
                    0.386719,
                    0.447266,
                    0.341797,
                    0.458984,
                    0.462891,
                    0.34375,
                    0.476562,
                    0.396484,
                    0.34375,
                    0.394531,
                    0.445312,
                    0.324219,
                    0.433594,
                    0.345703,
                    0.324219,
                    0.447266,
                    0.355469,
                    0.449219,
                    0.480469,
                    0.361328,
                    0.476562,
                    0.472656,
                    0.46875,
                    0.384766,
                    0.4375,
                    0.388672,
                    0.455078,
                    0.457031,
                    0.341797,
                    0.349609,
                    0.369141,
                    0.416016,
                    0.373047,
                    0.466797,
                    0.484375,
                    0.367188,
                    0.472656,
                    0.328125,
                    0.449219,
                    0.214844,
                    0.470703,
                    0.224609,
                    0.203125,
                    0.333984,
                    0.449219,
                    0.445312,
                    0.425781,
                    0.429688,
                    0.472656,
                    0.349609,
                    0.373047,
                    0.474609,
                    0.433594,
                    0.439453,
                    0.466797,
                    0.271484,
                    0.388672,
                    0.5,
                    0.441406,
                    0.388672,
                    0.396484,
                    0.472656,
                    0.400391,
                    0.466797,
                    0.398438,
                    0.341797,
                    0.347656,
                    0.188477,
                    0.416016,
                    0.330078,
                    0.417969,
                    0.457031,
                    0.398438,
                    0.445312,
                    0.378906,
                    0.431641,
                    0.425781,
                    0.455078,
                    0.478516,
                    0.462891,
                    0.427734,
                    0.484375,
                    0.410156,
                    0.445312,
                    0.441406,
                    0.423828,
                    0.353516,
                    0.453125,
                    0.441406,
                    0.443359,
                    0.46875,
                    0.330078,
                    0.4375,
                    0.431641,
                    0.235352,
                    0.515625,
                    0.472656,
                    0.429688,
                    0.355469,
                    0.451172,
                    0.419922,
                    0.347656,
                    0.410156,
                    0.460938,
                    0.466797,
                    0.349609,
                    0.458984,
                    0.449219,
                    0.40625,
                    0.349609,
                    0.410156,
                    0.462891,
                    0.423828,
                    0.427734,
                    0.18457,
                    0.419922,
                    0.480469,
                    0.357422,
                    0.439453,
                    0.474609,
                    0.464844,
                    0.404297,
                    0.4375,
                    0.449219,
                    0.457031,
                    0.447266,
                    0.439453,
                    0.349609,
                    0.447266,
                    0.320312,
                    0.449219,
                    0.472656,
                    0.4375,
                    0.4375,
                    0.373047,
                    0.384766,
                    0.402344,
                    0.396484,
                    0.455078,
                    0.441406,
                    0.431641,
                    0.345703,
                    0.443359,
                    0.341797,
                    0.392578,
                    0.439453,
                    0.341797,
                    0.427734,
                    0.359375,
                    0.527344,
                    0.423828,
                    0.445312,
                    0.443359,
                    0.328125,
                    0.482422,
                    0.451172,
                    0.425781,
                    0.402344,
                    0.291016,
                    0.484375,
                    0.445312,
                    0.457031,
                    0.433594,
                    0.490234,
                    0.357422,
                    0.480469,
                    0.503906,
                    0.4375,
                    0.359375,
                    0.408203,
                    0.423828,
                    0.392578,
                    0.423828,
                    0.507812,
                    0.396484,
                    0.482422,
                    0.4375,
                    0.435547,
                    0.404297,
                    0.326172,
                    0.507812,
                    0.464844,
                    0.472656,
                    0.472656,
                    0.570312,
                    0.375,
                    0.34375,
                    0.466797,
                    0.455078,
                    0.503906,
                    0.421875,
                    0.396484,
                    0.390625,
                    0.388672,
                    0.355469,
                    0.416016,
                    0.345703,
                    0.162109,
                    0.353516,
                    0.5,
                    0.419922,
                    0.476562,
                    0.404297,
                    0.427734,
                    0.447266,
                    0.322266,
                    0.191406,
                    0.496094,
                    0.398438,
                    0.4375,
                    0.373047,
                    0.400391,
                    0.482422,
                    0.421875,
                    0.470703,
                    0.341797,
                    0.40625,
                    0.371094,
                    0.476562,
                    0.402344,
                    0.318359,
                    0.376953,
                    0.394531,
                    0.519531,
                    0.46875,
                    0.470703,
                    0.507812,
                    0.431641,
                    0.402344,
                    0.433594,
                    0.392578,
                    0.390625,
                    0.371094,
                    0.416016,
                    0.474609,
                    0.484375,
                    0.496094,
                    0.408203,
                    0.488281,
                    0.433594,
                    0.345703,
                    0.353516,
                    0.410156,
                    0.34375,
                    0.423828,
                    0.435547,
                    0.433594,
                    0.447266,
                    0.384766,
                    0.380859,
                    0.498047,
                    0.341797,
                    0.339844,
                    0.445312,
                    0.392578,
                    0.345703,
                    0.441406,
                    0.402344,
                    0.550781,
                    0.410156,
                    0.425781,
                    0.404297,
                    0.210938,
                    0.421875,
                    0.492188,
                    0.462891,
                    0.396484,
                    0.417969,
                    0.478516,
                    0.472656,
                    0.447266,
                    0.515625,
                    0.439453,
                    0.394531,
                    0.4375,
                    0.40625,
                    0.482422,
                    0.423828,
                    0.419922,
                    0.435547,
                    0.494141,
                    0.402344,
                    0.462891,
                    0.417969,
                    0.421875,
                    0.330078,
                    0.404297,
                    0.445312,
                    0.410156,
                    0.367188,
                    0.449219,
                    0.314453,
                    0.40625,
                    0.496094,
                    0.398438,
                    0.453125,
                    0.441406,
                    0.394531,
                    0.449219,
                    0.474609,
                    0.390625,
                    0.375,
                    0.443359,
                    0.219727,
                    0.425781,
                    0.458984,
                    0.384766,
                    0.419922,
                    0.392578,
                    0.441406,
                    0.384766,
                    0.460938,
                    0.40625,
                    0.373047,
                    0.351562,
                    0.539062,
                    0.320312,
                    0.486328,
                    0.416016,
                    0.416016,
                    0.421875,
                    0.427734,
                    0.408203,
                    0.414062,
                    0.423828,
                    0.410156,
                    0.435547,
                    0.427734,
                    0.376953,
                    0.46875,
                    0.396484,
                    0.412109,
                    0.625,
                    0.441406,
                    0.449219,
                    0.330078,
                    0.451172,
                    0.427734,
                    0.371094,
                    0.421875,
                    0.419922,
                    0.4375,
                    0.453125,
                    0.404297,
                    0.453125,
                    0.412109,
                    0.359375,
                    0.427734,
                    0.470703,
                    0.416016,
                    0.419922,
                    0.347656,
                    0.447266,
                    0.396484,
                    0.443359,
                    0.5,
                    0.455078,
                    0.425781,
                    0.425781,
                    0.408203,
                    0.373047,
                    0.347656,
                    0.4375,
                    0.457031,
                    0.464844,
                    0.408203,
                    0.443359,
                    0.460938,
                    0.398438,
                    0.455078,
                    0.388672,
                    0.484375,
                    0.417969,
                    0.419922,
                    0.443359,
                    0.511719,
                    0.5,
                    0.283203,
                    0.382812,
                    0.460938,
                    0.396484,
                    0.435547,
                    0.457031,
                    0.478516,
                    0.404297,
                    0.421875,
                    0.455078,
                    0.236328,
                    0.359375,
                    0.466797,
                    0.482422,
                    0.416016,
                    0.402344,
                    0.316406,
                    0.507812,
                    0.388672,
                    0.310547,
                    0.421875,
                    0.425781,
                    0.22168,
                    0.382812,
                    0.464844,
                    0.539062,
                    0.429688,
                    0.392578,
                    0.486328,
                    0.429688,
                    0.421875,
                    0.472656,
                    0.34375,
                    0.449219,
                    0.394531,
                    0.515625,
                    0.419922,
                    0.447266,
                    0.464844,
                    0.416016,
                    0.478516,
                    0.416016,
                    0.535156,
                    0.419922,
                    0.443359,
                    0.449219,
                    0.466797,
                    0.423828,
                    0.388672,
                    0.53125,
                    0.453125,
                    0.337891,
                    0.365234,
                    0.480469,
                    0.431641,
                    0.484375,
                    0.441406,
                    0.337891,
                    0.333984,
                    0.503906,
                    0.396484,
                    0.410156,
                    0.347656,
                    0.367188,
                    0.443359,
                    0.447266,
                    0.511719,
                    0.410156,
                    0.464844,
                    0.488281,
                    0.470703,
                    0.511719,
                    0.394531,
                    0.443359,
                    0.478516,
                    0.408203,
                    0.384766,
                    0.447266,
                    0.371094,
                    0.404297,
                    0.408203,
                    0.431641,
                    0.503906,
                    0.361328,
                    0.378906,
                    0.384766,
                    0.470703,
                    0.170898,
                    0.511719,
                    0.378906,
                    0.40625,
                    0.455078,
                    0.462891,
                    0.453125,
                    0.474609,
                    0.414062,
                    0.423828,
                    0.394531,
                    0.457031,
                    0.210938,
                    0.388672,
                    0.472656,
                    0.380859,
                    0.462891,
                    0.324219,
                    0.523438,
                    0.359375,
                    0.225586,
                    0.341797,
                    0.433594,
                    0.46875,
                    0.496094,
                    0.332031,
                    0.494141,
                    0.523438,
                    0.447266,
                    0.457031,
                    0.714844,
                    0.353516,
                    0.439453,
                    0.345703,
                    0.361328,
                    0.46875,
                    0.40625,
                    0.482422,
                    0.369141,
                    0.416016,
                    0.4375,
                    0.429688,
                    0.355469,
                    0.460938,
                    0.451172,
                    0.474609,
                    0.425781,
                    0.503906,
                    0.392578,
                    0.371094,
                    0.398438,
                    0.464844,
                    0.451172,
                    0.423828,
                    0.464844,
                    0.507812,
                    0.396484,
                    0.388672,
                    0.449219,
                    0.472656,
                    0.511719,
                    0.527344,
                    0.453125,
                    0.402344,
                    0.464844,
                    0.394531,
                    0.423828,
                    0.373047,
                    -0.000549,
                    0.455078,
                    0.408203,
                    0.460938,
                    0.435547,
                    0.476562,
                    0.441406,
                    0.357422,
                    0.476562,
                    0.373047,
                    0.349609,
                    0.455078,
                    0.355469,
                    0.388672,
                    0.460938,
                    0.4375,
                    0.470703,
                    0.425781,
                    0.269531,
                    0.478516,
                    0.402344,
                    0.373047,
                    0.40625,
                    0.457031,
                    0.431641,
                    0.390625,
                    0.429688,
                    0.423828,
                    0.429688,
                    0.357422,
                    0.494141,
                    0.40625,
                    0.4375,
                    0.449219,
                    0.445312,
                    0.474609,
                    0.462891,
                    0.371094,
                    0.445312,
                    0.398438,
                    0.460938,
                    0.316406,
                    0.410156,
                    0.480469,
                    0.427734,
                    0.455078,
                    0.416016,
                    0.435547,
                    0.396484,
                    0.414062,
                    0.412109,
                    0.40625,
                    0.445312,
                    0.408203,
                    0.423828,
                    0.433594,
                    0.400391,
                    0.470703,
                    0.357422,
                    0.494141,
                    0.40625,
                    0.40625,
                    0.457031,
                    0.34375,
                    0.429688,
                    0.476562,
                    0.460938,
                    0.478516,
                    0.382812,
                    0.511719,
                    0.396484,
                    0.363281,
                    0.414062,
                    0.492188,
                    0.341797,
                    0.339844,
                    0.235352,
                    0.447266,
                    0.345703,
                    0.414062,
                    0.443359,
                    0.457031,
                    0.441406,
                    0.443359,
                    0.369141,
                    0.480469,
                    0.388672,
                    0.453125,
                    0.482422,
                    0.423828,
                    0.4375,
                    0.339844,
                    0.441406,
                    0.378906,
                    0.414062,
                    0.347656,
                    0.40625,
                    0.443359,
                    0.412109,
                    0.439453,
                    0.435547,
                    0.355469,
                    0.433594,
                    0.412109,
                    0.458984,
                    0.373047,
                    0.447266,
                    0.417969,
                    0.335938,
                    0.339844,
                    0.451172,
                    0.388672,
                    0.369141,
                    0.341797,
                    0.46875,
                    0.503906,
                    0.402344,
                    0.498047,
                    0.423828,
                    0.4375,
                    0.384766,
                    0.519531,
                    0.326172,
                    0.466797,
                    0.449219,
                    0.347656,
                    0.4375,
                    0.396484,
                    0.416016,
                    0.449219,
                    0.470703,
                    0.425781,
                    0.359375,
                    0.441406,
                    0.46875,
                    0.652344,
                    0.453125,
                    0.351562,
                    0.421875,
                    0.400391,
                    0.414062,
                    0.445312,
                    0.400391,
                    0.439453,
                    0.464844,
                    0.351562,
                    0.332031,
                    0.410156,
                    0.503906,
                    0.464844,
                    0.472656,
                    0.494141,
                    0.462891,
                    0.439453,
                    0.408203,
                    0.257812,
                    0.478516,
                    0.232422,
                    0.194336,
                    0.470703,
                    0.449219,
                    0.466797,
                    0.416016,
                    0.451172,
                    0.445312,
                    0.378906,
                    0.425781,
                    0.318359,
                    0.490234,
                    0.410156,
                    0.441406,
                    0.324219,
                    0.408203,
                    0.566406,
                    0.458984,
                    0.398438,
                    0.457031,
                    0.388672,
                    0.431641,
                    0.507812,
                    0.445312,
                    0.421875,
                    0.423828,
                    0.337891,
                    0.445312,
                    0.357422,
                    0.474609,
                    0.480469,
                    0.431641,
                    0.425781,
                    0.480469,
                    0.339844,
                    0.416016,
                    0.423828,
                    0.425781,
                    0.349609,
                    0.339844,
                    0.192383,
                    0.34375,
                    0.355469,
                    0.396484,
                    0.361328,
                    0.404297,
                    0.458984,
                    0.396484,
                    0.5,
                    0.435547,
                    0.365234,
                    0.441406,
                    0.46875,
                    0.550781,
                    0.453125,
                    0.423828,
                    0.361328,
                    0.402344,
                    0.472656,
                    0.601562,
                    0.458984,
                    0.5,
                    0.412109,
                    0.412109,
                    0.441406,
                    0.453125,
                    0.445312,
                    0.451172,
                    0.431641,
                    0.339844,
                    0.480469,
                    0.427734,
                    0.404297,
                    0.398438,
                    0.380859,
                    0.445312,
                    0.335938,
                    0.507812,
                    0.453125,
                    0.332031,
                    0.445312,
                    0.427734,
                    0.410156,
                    0.480469,
                    0.390625,
                    0.449219,
                    0.367188,
                    0.339844,
                    0.464844,
                    0.462891,
                    0.390625,
                    0.447266,
                    0.345703,
                    0.4375,
                    0.380859,
                    0.392578,
                    0.447266,
                    0.408203,
                    0.404297,
                    0.263672,
                    0.429688,
                    0.470703,
                    0.380859,
                    0.472656,
                    0.453125,
                    0.40625,
                    0.341797,
                    0.416016,
                    0.439453,
                    0.400391,
                    0.390625,
                    0.451172,
                    0.390625,
                    0.408203,
                    0.478516,
                    0.333984,
                    0.453125,
                    0.439453,
                    0.363281,
                    0.392578,
                    0.419922,
                    0.455078,
                    0.394531,
                    0.359375,
                    0.451172,
                    0.417969,
                    0.363281,
                    0.357422,
                    0.46875,
                    0.421875,
                    0.486328,
                    0.392578,
                    0.375,
                    0.363281,
                    0.445312,
                    0.447266,
                    0.472656,
                    0.478516,
                    0.628906,
                    0.396484,
                    0.335938,
                    0.455078,
                    0.466797,
                    0.341797,
                    0.449219,
                    0.408203,
                    0.423828,
                    0.482422,
                    0.369141,
                    0.423828,
                    0.46875,
                    0.40625,
                    0.496094,
                    0.417969,
                    0.335938,
                    0.466797,
                    0.429688,
                    0.457031,
                    0.314453,
                    0.458984,
                    0.265625,
                    0.416016,
                    0.427734,
                    0.382812,
                    0.464844,
                    0.474609,
                    0.435547,
                    0.484375,
                    0.404297,
                    0.439453,
                    0.359375,
                    0.431641,
                    0.457031,
                    0.394531,
                    0.40625,
                    0.333984,
                    0.421875,
                    0.433594,
                    0.390625,
                    0.464844,
                    0.53125,
                    0.453125,
                    0.457031,
                    0.443359,
                    0.441406,
                    0.480469,
                    0.392578,
                    0.416016,
                    0.435547,
                    0.482422,
                    0.451172,
                    0.429688,
                    0.421875,
                    0.482422,
                    0.445312,
                    0.439453,
                    0.429688,
                    0.324219,
                    0.447266,
                    0.419922,
                    0.419922,
                    0.441406,
                    0.435547,
                    0.451172,
                    0.457031,
                    0.408203,
                    0.494141,
                    0.457031,
                    0.304688,
                    0.357422,
                    0.484375,
                    0.46875,
                    0.335938,
                    0.449219,
                    0.396484,
                    0.46875,
                    0.462891,
                    0.345703,
                    0.400391,
                    0.367188,
                    0.439453,
                    0.380859,
                    0.40625,
                    0.404297,
                    0.421875,
                    0.412109,
                    0.363281,
                    0.390625,
                    0.457031,
                    0.378906,
                    0.429688,
                    0.496094,
                    0.367188,
                    0.443359,
                    0.322266,
                    0.408203,
                    0.376953,
                    0.330078,
                    0.46875,
                    0.363281,
                    0.490234,
                    0.464844,
                    0.464844,
                    0.369141,
                    0.449219,
                    0.46875,
                    0.5,
                    0.425781,
                    0.460938,
                    0.351562,
                    0.433594,
                    0.480469,
                    0.435547,
                    0.371094,
                    0.417969,
                    0.498047,
                    0.515625,
                    0.373047,
                    0.494141,
                    0.441406,
                    0.339844,
                    0.431641,
                    0.384766,
                    0.435547,
                    0.384766,
                    0.455078,
                    0.359375,
                    0.4375,
                    0.416016,
                    0.34375,
                    0.441406,
                    0.480469,
                    0.503906,
                    0.410156,
                    0.486328,
                    0.400391,
                    0.439453,
                    0.445312,
                    0.466797,
                    0.423828,
                    0.5,
                    0.445312,
                    0.431641,
                    0.416016,
                    0.345703,
                    0.345703,
                    0.324219,
                    0.402344,
                    0.474609,
                    0.400391,
                    0.333984,
                    0.410156,
                    0.353516,
                    0.449219,
                    0.443359,
                    0.408203,
                    0.425781,
                    0.390625,
                    0.199219,
                    0.414062,
                    0.400391,
                    0.431641,
                    0.455078,
                    0.462891,
                    0.480469,
                    0.507812,
                    0.439453,
                    0.292969,
                    0.433594,
                    0.367188,
                    0.369141,
                    0.417969,
                    0.414062,
                    0.355469,
                    0.40625,
                    0.375,
                    0.478516,
                    0.373047,
                    0.416016,
                    0.408203,
                    0.451172,
                    0.464844,
                    0.441406,
                    0.402344,
                    0.498047,
                    0.457031,
                    0.421875,
                    0.279297,
                    0.427734,
                    0.388672,
                    0.287109,
                    0.335938,
                    0.431641,
                    0.371094,
                    0.435547,
                    0.455078,
                    0.4375,
                    0.535156,
                    0.376953,
                    0.417969,
                    0.410156,
                    0.402344,
                    0.361328,
                    0.429688,
                    0.431641,
                    0.386719,
                    0.394531,
                    0.472656,
                    0.439453,
                    0.4375,
                    0.464844,
                    0.445312,
                    0.490234,
                    0.527344,
                    0.480469,
                    0.458984,
                    0.410156,
                    0.53125,
                    0.423828,
                    0.453125,
                    0.382812,
                    0.441406,
                    0.388672,
                    0.390625,
                    0.345703,
                    0.40625,
                    0.441406,
                    0.503906,
                    0.337891,
                    0.265625,
                    0.492188,
                    0.351562,
                    0.470703,
                    0.431641,
                    0.433594,
                    0.439453,
                    0.458984,
                    0.388672,
                    0.388672,
                    0.359375,
                    0.371094,
                    0.441406,
                    0.53125,
                    0.365234,
                    0.46875,
                    0.414062,
                    0.359375,
                    0.382812,
                    0.429688,
                    0.46875,
                    0.408203,
                    0.419922,
                    0.380859,
                    0.507812,
                    0.289062,
                    0.433594,
                    0.414062,
                    0.367188,
                    0.482422,
                    0.384766,
                    0.474609,
                    0.412109,
                    0.466797,
                    0.359375,
                    0.451172,
                    0.447266,
                    0.351562,
                    0.441406,
                    0.427734,
                    0.349609,
                    0.359375,
                    0.515625,
                    0.416016,
                    0.376953,
                    0.390625,
                    0.396484,
                    0.353516,
                    0.441406,
                    0.441406,
                    0.378906,
                    0.318359,
                    0.433594,
                    0.507812,
                    0.417969,
                    0.550781,
                    0.476562,
                    0.53125,
                    0.394531,
                    0.373047,
                    0.40625,
                    0.400391,
                    0.365234,
                    0.419922,
                    0.394531,
                    0.457031,
                    0.482422,
                    0.224609,
                    0.351562,
                    0.371094,
                    0.527344,
                    0.462891,
                    0.261719,
                    0.355469,
                    0.496094,
                    0.332031,
                    0.402344,
                    0.449219,
                    0.373047,
                    0.458984,
                    0.139648,
                    0.46875,
                    0.466797,
                    0.458984,
                    0.341797,
                    0.371094,
                    0.582031,
                    0.425781,
                    0.433594,
                    0.496094,
                    0.455078,
                    0.427734,
                    0.378906,
                    0.421875,
                    0.451172,
                    0.40625,
                    0.503906,
                    0.464844,
                    0.445312,
                    0.466797,
                    0.324219,
                    0.394531,
                    0.421875,
                    0.447266,
                    0.322266,
                    0.4375,
                    0.369141,
                    0.46875,
                    0.429688,
                    0.474609,
                    0.404297,
                    0.435547,
                    0.462891,
                    0.480469,
                    0.40625,
                    0.455078,
                    0.412109,
                    0.457031,
                    0.449219,
                    0.423828,
                    0.416016,
                    0.400391
                ]
            },
            "name": "model.transformer.layers.12.ffn_norm.weight",
            "outputIndexes": [
                824
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                823,
                824
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/ffn_norm_12/Mul_1_output_0",
            "outputIndexes": [
                825
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/mlp/proj_1/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                825
            ],
            "outputIndexes": [
                1770
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/mlp/proj_1/Linear/pre_convert",
            "inputIndexes": [
                1770
            ],
            "outputIndexes": [
                1771
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/mlp/proj_1/Linear",
            "inputIndexes": [
                1771
            ],
            "outputIndexes": [
                1772
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 8192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 98304,
                    "weightSize": 0
                },
                "external": [
                    101162632,
                    6291478,
                    786432,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/mlp/proj_1/Linear/post_convert",
            "inputIndexes": [
                1772
            ],
            "outputIndexes": [
                1773
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/mlp/proj_1/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1773
            ],
            "outputIndexes": [
                826
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    8192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    4096
                ]
            },
            "name": "/ffn_12/Mul_output_0",
            "outputIndexes": [
                827
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                826,
                21,
                827,
                95
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/ffn_12/Slice_output_0",
            "outputIndexes": [
                828
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                828
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/ffn/act_12/Sigmoid_output_0",
            "outputIndexes": [
                829
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                828,
                829
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/ffn/act_12/Mul_output_0",
            "outputIndexes": [
                830
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    8192
                ]
            },
            "name": "/ffn_12/Mul_1_output_0",
            "outputIndexes": [
                831
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                826,
                827,
                831,
                95
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/ffn_12/Slice_1_output_0",
            "outputIndexes": [
                832
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                830,
                832
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/ffn_12/Mul_2_output_0",
            "outputIndexes": [
                833
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/mlp/proj_2/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                833
            ],
            "outputIndexes": [
                1774
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    4096,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/mlp/proj_2/Linear/pre_convert",
            "inputIndexes": [
                1774
            ],
            "outputIndexes": [
                1775
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/mlp/proj_2/Linear",
            "inputIndexes": [
                1775
            ],
            "outputIndexes": [
                1776
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 4096,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 49152,
                    "weightSize": 0
                },
                "external": [
                    108240542,
                    3145750,
                    393216,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/mlp/proj_2/Linear/post_convert",
            "inputIndexes": [
                1776
            ],
            "outputIndexes": [
                1777
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/mlp/proj_2/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1777
            ],
            "outputIndexes": [
                834
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                822,
                834
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_51_output_0",
            "outputIndexes": [
                835
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                835,
                1
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_52_output_0",
            "outputIndexes": [
                836
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                836
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/attn_norm_13/Mul_output_0",
            "outputIndexes": [
                837
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.753906,
                    0.542969,
                    0.589844,
                    0.494141,
                    0.472656,
                    0.574219,
                    0.554688,
                    0.554688,
                    0.828125,
                    0.585938,
                    0.691406,
                    0.519531,
                    0.558594,
                    0.464844,
                    0.527344,
                    0.648438,
                    0.703125,
                    0.535156,
                    0.519531,
                    0.496094,
                    0.300781,
                    0.695312,
                    0.408203,
                    0.65625,
                    0.746094,
                    0.542969,
                    0.554688,
                    0.589844,
                    0.5625,
                    0.5625,
                    0.828125,
                    0.582031,
                    0.425781,
                    0.474609,
                    0.585938,
                    0.632812,
                    0.605469,
                    0.5625,
                    0.451172,
                    0.574219,
                    0.621094,
                    0.503906,
                    0.613281,
                    0.53125,
                    0.511719,
                    0.667969,
                    0.482422,
                    0.398438,
                    0.664062,
                    0.566406,
                    0.585938,
                    0.566406,
                    0.507812,
                    0.585938,
                    0.90625,
                    0.679688,
                    0.636719,
                    0.601562,
                    0.597656,
                    0.601562,
                    0.392578,
                    0.511719,
                    0.322266,
                    0.628906,
                    0.359375,
                    0.671875,
                    0.423828,
                    0.496094,
                    0.6875,
                    0.691406,
                    0.539062,
                    0.65625,
                    0.539062,
                    0.753906,
                    0.394531,
                    0.621094,
                    0.605469,
                    0.824219,
                    0.621094,
                    0.566406,
                    0.527344,
                    0.457031,
                    0.585938,
                    0.585938,
                    0.503906,
                    0.511719,
                    0.429688,
                    0.453125,
                    0.699219,
                    0.443359,
                    0.570312,
                    0.539062,
                    0.601562,
                    0.550781,
                    0.494141,
                    0.589844,
                    0.453125,
                    0.652344,
                    0.494141,
                    0.445312,
                    0.59375,
                    0.714844,
                    0.447266,
                    0.605469,
                    0.597656,
                    0.4375,
                    0.546875,
                    0.380859,
                    0.453125,
                    0.53125,
                    0.589844,
                    0.558594,
                    0.359375,
                    0.431641,
                    0.507812,
                    0.443359,
                    0.380859,
                    0.589844,
                    0.550781,
                    0.546875,
                    0.613281,
                    0.380859,
                    0.488281,
                    0.699219,
                    0.4375,
                    0.800781,
                    0.515625,
                    0.625,
                    0.734375,
                    0.664062,
                    0.765625,
                    0.628906,
                    0.460938,
                    0.539062,
                    0.6875,
                    0.492188,
                    0.570312,
                    0.445312,
                    0.605469,
                    0.396484,
                    0.710938,
                    0.734375,
                    0.478516,
                    0.554688,
                    0.542969,
                    0.369141,
                    0.490234,
                    0.75,
                    0.380859,
                    0.458984,
                    0.59375,
                    0.458984,
                    0.523438,
                    0.5,
                    0.476562,
                    0.515625,
                    0.566406,
                    0.441406,
                    0.582031,
                    0.652344,
                    0.789062,
                    0.695312,
                    0.636719,
                    0.511719,
                    0.470703,
                    0.550781,
                    0.582031,
                    0.683594,
                    0.570312,
                    0.457031,
                    0.494141,
                    0.482422,
                    0.404297,
                    0.535156,
                    0.474609,
                    0.570312,
                    0.515625,
                    0.554688,
                    0.636719,
                    0.738281,
                    0.5,
                    0.628906,
                    0.484375,
                    0.566406,
                    0.566406,
                    0.488281,
                    0.652344,
                    0.609375,
                    0.609375,
                    0.59375,
                    0.703125,
                    0.503906,
                    1.054688,
                    0.648438,
                    0.558594,
                    0.609375,
                    0.582031,
                    0.65625,
                    0.617188,
                    0.585938,
                    0.482422,
                    0.433594,
                    0.664062,
                    0.597656,
                    0.722656,
                    0.632812,
                    0.455078,
                    0.628906,
                    0.527344,
                    0.474609,
                    0.609375,
                    0.65625,
                    0.476562,
                    0.488281,
                    0.621094,
                    0.507812,
                    0.644531,
                    0.621094,
                    0.488281,
                    0.550781,
                    0.671875,
                    0.667969,
                    0.527344,
                    0.304688,
                    0.800781,
                    0.867188,
                    0.535156,
                    0.484375,
                    0.511719,
                    0.566406,
                    0.554688,
                    0.570312,
                    0.578125,
                    0.5,
                    0.570312,
                    0.601562,
                    0.570312,
                    0.427734,
                    0.625,
                    0.539062,
                    0.519531,
                    0.478516,
                    0.59375,
                    0.558594,
                    0.503906,
                    0.566406,
                    0.394531,
                    0.53125,
                    0.746094,
                    0.605469,
                    0.519531,
                    0.455078,
                    0.59375,
                    0.742188,
                    0.644531,
                    0.582031,
                    0.519531,
                    0.574219,
                    0.609375,
                    0.486328,
                    0.570312,
                    0.53125,
                    0.441406,
                    0.820312,
                    0.474609,
                    0.742188,
                    0.78125,
                    0.742188,
                    0.625,
                    0.494141,
                    0.53125,
                    0.546875,
                    0.527344,
                    0.535156,
                    0.550781,
                    0.421875,
                    0.617188,
                    0.349609,
                    0.578125,
                    0.361328,
                    0.613281,
                    0.539062,
                    0.490234,
                    0.601562,
                    0.550781,
                    0.625,
                    0.494141,
                    0.71875,
                    0.78125,
                    0.644531,
                    0.410156,
                    0.667969,
                    0.474609,
                    0.703125,
                    0.333984,
                    0.671875,
                    0.585938,
                    0.527344,
                    0.394531,
                    0.324219,
                    0.75,
                    0.523438,
                    0.527344,
                    0.683594,
                    0.546875,
                    0.804688,
                    0.796875,
                    0.337891,
                    0.757812,
                    0.507812,
                    0.59375,
                    0.507812,
                    0.570312,
                    0.511719,
                    0.511719,
                    0.582031,
                    0.726562,
                    0.535156,
                    0.71875,
                    0.585938,
                    0.605469,
                    0.462891,
                    0.585938,
                    0.761719,
                    0.679688,
                    0.554688,
                    0.558594,
                    0.574219,
                    0.53125,
                    0.482422,
                    0.464844,
                    0.605469,
                    0.462891,
                    0.734375,
                    0.511719,
                    0.644531,
                    0.582031,
                    0.628906,
                    0.453125,
                    0.644531,
                    0.46875,
                    0.490234,
                    0.691406,
                    0.398438,
                    0.75,
                    0.470703,
                    1.5625,
                    0.369141,
                    0.597656,
                    0.558594,
                    0.5625,
                    0.566406,
                    0.675781,
                    0.460938,
                    0.65625,
                    0.960938,
                    0.519531,
                    0.578125,
                    0.402344,
                    0.609375,
                    0.734375,
                    0.439453,
                    0.625,
                    0.515625,
                    0.492188,
                    0.6875,
                    0.628906,
                    0.582031,
                    0.660156,
                    0.380859,
                    0.423828,
                    0.730469,
                    0.550781,
                    0.609375,
                    0.722656,
                    0.296875,
                    0.777344,
                    0.6875,
                    0.65625,
                    0.457031,
                    0.503906,
                    0.464844,
                    0.558594,
                    0.566406,
                    0.402344,
                    0.445312,
                    0.451172,
                    0.496094,
                    0.423828,
                    0.613281,
                    0.792969,
                    0.523438,
                    0.699219,
                    0.283203,
                    0.574219,
                    0.707031,
                    0.558594,
                    0.84375,
                    0.224609,
                    0.306641,
                    0.667969,
                    0.648438,
                    0.429688,
                    0.65625,
                    0.78125,
                    0.632812,
                    0.566406,
                    0.828125,
                    0.566406,
                    0.539062,
                    0.466797,
                    0.574219,
                    0.554688,
                    0.703125,
                    0.5,
                    0.507812,
                    0.542969,
                    0.652344,
                    0.546875,
                    0.625,
                    0.550781,
                    0.490234,
                    0.447266,
                    0.890625,
                    0.53125,
                    0.546875,
                    0.585938,
                    0.589844,
                    0.71875,
                    0.578125,
                    0.535156,
                    0.511719,
                    0.632812,
                    0.558594,
                    0.640625,
                    0.59375,
                    0.5625,
                    0.6875,
                    0.742188,
                    0.65625,
                    0.523438,
                    0.566406,
                    0.4375,
                    0.855469,
                    0.585938,
                    0.519531,
                    0.777344,
                    0.330078,
                    0.527344,
                    0.416016,
                    0.796875,
                    0.734375,
                    0.667969,
                    0.550781,
                    0.423828,
                    0.679688,
                    0.621094,
                    0.423828,
                    0.519531,
                    0.601562,
                    0.601562,
                    0.359375,
                    0.703125,
                    0.6875,
                    0.574219,
                    0.4375,
                    0.558594,
                    0.765625,
                    0.5,
                    0.496094,
                    0.453125,
                    0.519531,
                    0.839844,
                    0.429688,
                    0.667969,
                    0.613281,
                    0.625,
                    0.523438,
                    0.644531,
                    0.660156,
                    0.636719,
                    0.554688,
                    0.570312,
                    0.554688,
                    0.601562,
                    0.408203,
                    0.597656,
                    0.566406,
                    0.546875,
                    0.597656,
                    0.585938,
                    0.632812,
                    0.558594,
                    0.519531,
                    0.582031,
                    0.601562,
                    0.578125,
                    0.535156,
                    0.640625,
                    0.466797,
                    0.494141,
                    0.535156,
                    0.326172,
                    0.542969,
                    0.441406,
                    0.882812,
                    0.542969,
                    0.597656,
                    0.59375,
                    0.582031,
                    0.65625,
                    0.589844,
                    0.466797,
                    0.527344,
                    0.660156,
                    0.707031,
                    0.597656,
                    0.527344,
                    0.640625,
                    0.703125,
                    0.464844,
                    0.699219,
                    0.730469,
                    0.578125,
                    0.373047,
                    0.482422,
                    0.570312,
                    0.542969,
                    0.511719,
                    2.171875,
                    0.546875,
                    0.585938,
                    0.589844,
                    0.613281,
                    0.542969,
                    0.427734,
                    0.691406,
                    0.574219,
                    0.683594,
                    0.636719,
                    0.761719,
                    0.433594,
                    0.503906,
                    0.667969,
                    0.632812,
                    0.773438,
                    0.503906,
                    0.574219,
                    0.458984,
                    0.4375,
                    0.435547,
                    0.507812,
                    0.597656,
                    0.353516,
                    0.453125,
                    0.746094,
                    0.466797,
                    0.601562,
                    0.46875,
                    0.5,
                    0.636719,
                    0.585938,
                    0.460938,
                    0.703125,
                    0.773438,
                    0.515625,
                    0.431641,
                    0.511719,
                    0.628906,
                    0.519531,
                    0.570312,
                    0.474609,
                    0.507812,
                    0.492188,
                    0.746094,
                    0.574219,
                    0.53125,
                    0.443359,
                    0.589844,
                    0.769531,
                    0.597656,
                    0.664062,
                    0.746094,
                    0.5,
                    0.507812,
                    0.416016,
                    0.462891,
                    0.53125,
                    0.519531,
                    0.527344,
                    0.660156,
                    0.691406,
                    0.773438,
                    0.554688,
                    0.605469,
                    0.527344,
                    0.386719,
                    0.53125,
                    0.574219,
                    0.375,
                    0.621094,
                    0.546875,
                    0.542969,
                    0.523438,
                    0.507812,
                    0.40625,
                    0.730469,
                    0.349609,
                    0.375,
                    0.613281,
                    0.59375,
                    0.353516,
                    0.554688,
                    0.53125,
                    0.722656,
                    0.455078,
                    0.515625,
                    0.435547,
                    0.542969,
                    0.523438,
                    0.800781,
                    0.664062,
                    0.488281,
                    0.478516,
                    0.652344,
                    0.609375,
                    0.671875,
                    0.910156,
                    0.574219,
                    0.369141,
                    0.574219,
                    0.451172,
                    0.753906,
                    0.59375,
                    0.644531,
                    0.574219,
                    0.613281,
                    0.458984,
                    0.632812,
                    0.507812,
                    0.492188,
                    0.519531,
                    0.466797,
                    0.574219,
                    0.621094,
                    0.5,
                    0.628906,
                    0.255859,
                    0.570312,
                    0.871094,
                    0.421875,
                    0.617188,
                    0.515625,
                    0.511719,
                    0.59375,
                    0.558594,
                    0.40625,
                    0.550781,
                    0.539062,
                    0.808594,
                    0.636719,
                    0.691406,
                    0.503906,
                    0.550781,
                    0.53125,
                    0.570312,
                    0.570312,
                    0.8125,
                    0.455078,
                    0.486328,
                    0.412109,
                    0.730469,
                    0.546875,
                    0.796875,
                    0.578125,
                    0.466797,
                    0.851562,
                    0.5,
                    0.472656,
                    0.490234,
                    0.570312,
                    0.484375,
                    0.574219,
                    0.515625,
                    0.488281,
                    0.636719,
                    0.648438,
                    0.462891,
                    0.816406,
                    0.621094,
                    0.589844,
                    0.466797,
                    0.566406,
                    0.419922,
                    0.402344,
                    0.519531,
                    0.515625,
                    0.582031,
                    0.65625,
                    0.539062,
                    0.5625,
                    0.550781,
                    0.466797,
                    0.582031,
                    0.484375,
                    0.554688,
                    0.449219,
                    0.464844,
                    0.542969,
                    0.498047,
                    0.601562,
                    0.71875,
                    0.519531,
                    0.628906,
                    0.640625,
                    0.435547,
                    0.482422,
                    0.382812,
                    0.648438,
                    0.578125,
                    0.539062,
                    0.636719,
                    0.394531,
                    0.5,
                    0.470703,
                    0.609375,
                    0.503906,
                    0.578125,
                    0.445312,
                    0.511719,
                    0.605469,
                    0.75,
                    0.710938,
                    0.539062,
                    0.632812,
                    0.46875,
                    0.486328,
                    0.632812,
                    0.613281,
                    0.707031,
                    0.578125,
                    0.550781,
                    0.640625,
                    0.65625,
                    0.496094,
                    0.753906,
                    0.695312,
                    0.542969,
                    0.466797,
                    0.808594,
                    0.769531,
                    0.585938,
                    0.660156,
                    0.558594,
                    0.585938,
                    0.75,
                    0.5,
                    0.695312,
                    0.929688,
                    0.539062,
                    0.320312,
                    0.550781,
                    0.585938,
                    0.523438,
                    0.679688,
                    0.601562,
                    0.542969,
                    0.65625,
                    0.722656,
                    0.59375,
                    0.597656,
                    0.566406,
                    0.542969,
                    0.714844,
                    0.503906,
                    0.90625,
                    0.480469,
                    0.496094,
                    0.644531,
                    0.695312,
                    0.566406,
                    0.527344,
                    0.734375,
                    0.609375,
                    0.330078,
                    0.546875,
                    0.667969,
                    0.566406,
                    0.601562,
                    0.519531,
                    0.416016,
                    0.636719,
                    0.660156,
                    0.462891,
                    0.451172,
                    0.457031,
                    0.378906,
                    0.625,
                    0.570312,
                    0.777344,
                    0.503906,
                    0.644531,
                    0.582031,
                    0.574219,
                    0.742188,
                    0.574219,
                    0.65625,
                    0.683594,
                    0.460938,
                    0.777344,
                    0.5625,
                    0.478516,
                    0.472656,
                    0.527344,
                    0.476562,
                    0.769531,
                    0.466797,
                    0.4375,
                    0.421875,
                    0.617188,
                    0.957031,
                    0.691406,
                    0.601562,
                    0.574219,
                    0.699219,
                    0.707031,
                    0.601562,
                    0.585938,
                    0.558594,
                    0.515625,
                    0.558594,
                    0.589844,
                    0.753906,
                    0.496094,
                    0.722656,
                    0.5625,
                    0.527344,
                    0.410156,
                    0.910156,
                    0.451172,
                    0.237305,
                    0.535156,
                    0.578125,
                    0.519531,
                    0.84375,
                    0.470703,
                    0.660156,
                    0.628906,
                    0.609375,
                    0.621094,
                    0.949219,
                    0.597656,
                    0.503906,
                    0.478516,
                    0.546875,
                    0.675781,
                    0.550781,
                    0.703125,
                    0.496094,
                    0.507812,
                    0.582031,
                    0.462891,
                    0.478516,
                    0.621094,
                    0.601562,
                    0.632812,
                    0.539062,
                    0.75,
                    0.554688,
                    0.527344,
                    0.457031,
                    0.675781,
                    0.539062,
                    0.636719,
                    0.617188,
                    0.675781,
                    0.605469,
                    0.53125,
                    0.589844,
                    0.570312,
                    0.695312,
                    0.710938,
                    0.550781,
                    0.695312,
                    0.648438,
                    0.474609,
                    0.515625,
                    0.496094,
                    0.447266,
                    0.574219,
                    0.632812,
                    0.742188,
                    0.554688,
                    0.753906,
                    0.480469,
                    0.40625,
                    0.726562,
                    0.492188,
                    0.347656,
                    0.621094,
                    0.363281,
                    0.546875,
                    0.640625,
                    0.691406,
                    0.703125,
                    0.566406,
                    0.816406,
                    0.742188,
                    0.644531,
                    0.480469,
                    0.511719,
                    0.761719,
                    0.5,
                    0.570312,
                    0.714844,
                    0.59375,
                    0.490234,
                    0.482422,
                    0.609375,
                    0.59375,
                    0.578125,
                    0.617188,
                    0.625,
                    0.707031,
                    0.59375,
                    0.361328,
                    0.535156,
                    0.398438,
                    0.628906,
                    0.628906,
                    0.601562,
                    0.675781,
                    0.455078,
                    0.535156,
                    0.546875,
                    0.515625,
                    0.507812,
                    0.439453,
                    0.679688,
                    0.578125,
                    0.470703,
                    0.484375,
                    0.388672,
                    0.570312,
                    0.511719,
                    0.675781,
                    0.453125,
                    0.777344,
                    0.490234,
                    0.474609,
                    0.636719,
                    0.400391,
                    0.453125,
                    0.597656,
                    0.636719,
                    0.648438,
                    0.464844,
                    0.839844,
                    0.375,
                    0.414062,
                    0.462891,
                    0.703125,
                    0.482422,
                    0.554688,
                    0.757812,
                    0.597656,
                    0.404297,
                    0.429688,
                    0.53125,
                    0.632812,
                    0.597656,
                    0.597656,
                    0.621094,
                    0.699219,
                    0.679688,
                    0.59375,
                    0.707031,
                    0.394531,
                    0.597656,
                    0.589844,
                    0.558594,
                    0.392578,
                    0.488281,
                    0.455078,
                    0.496094,
                    0.546875,
                    0.582031,
                    0.636719,
                    0.59375,
                    0.585938,
                    0.484375,
                    0.625,
                    0.609375,
                    0.458984,
                    0.5625,
                    0.597656,
                    0.417969,
                    0.455078,
                    0.667969,
                    0.578125,
                    0.466797,
                    0.273438,
                    0.664062,
                    0.738281,
                    0.490234,
                    0.804688,
                    0.357422,
                    0.722656,
                    0.484375,
                    0.714844,
                    0.412109,
                    0.628906,
                    0.5625,
                    0.414062,
                    0.589844,
                    0.40625,
                    0.773438,
                    0.582031,
                    0.8125,
                    0.511719,
                    0.435547,
                    0.535156,
                    0.582031,
                    2.25,
                    0.605469,
                    0.464844,
                    0.451172,
                    0.601562,
                    0.636719,
                    0.496094,
                    0.519531,
                    0.451172,
                    0.558594,
                    0.492188,
                    0.392578,
                    0.570312,
                    0.757812,
                    0.625,
                    0.605469,
                    0.757812,
                    0.546875,
                    0.597656,
                    0.53125,
                    0.570312,
                    0.675781,
                    0.484375,
                    0.421875,
                    0.671875,
                    0.5625,
                    0.671875,
                    0.566406,
                    0.570312,
                    0.609375,
                    0.558594,
                    0.5,
                    0.466797,
                    0.507812,
                    0.523438,
                    0.613281,
                    0.414062,
                    0.546875,
                    0.482422,
                    0.667969,
                    0.480469,
                    0.679688,
                    0.675781,
                    0.53125,
                    0.699219,
                    0.589844,
                    0.582031,
                    0.46875,
                    0.478516,
                    0.5625,
                    0.386719,
                    0.675781,
                    0.652344,
                    0.632812,
                    0.365234,
                    0.636719,
                    0.369141,
                    0.490234,
                    0.554688,
                    0.621094,
                    0.695312,
                    0.396484,
                    1.054688,
                    0.361328,
                    0.410156,
                    0.470703,
                    0.462891,
                    0.515625,
                    0.554688,
                    0.609375,
                    0.703125,
                    0.660156,
                    0.408203,
                    0.535156,
                    0.640625,
                    0.90625,
                    0.480469,
                    0.507812,
                    0.367188,
                    0.429688,
                    0.621094,
                    0.976562,
                    0.546875,
                    0.824219,
                    0.550781,
                    0.613281,
                    0.515625,
                    0.484375,
                    0.625,
                    0.667969,
                    0.589844,
                    0.435547,
                    0.703125,
                    0.488281,
                    0.435547,
                    0.546875,
                    0.59375,
                    0.554688,
                    0.402344,
                    0.800781,
                    0.628906,
                    0.6875,
                    0.632812,
                    0.439453,
                    0.59375,
                    0.628906,
                    0.519531,
                    0.652344,
                    0.433594,
                    0.392578,
                    0.757812,
                    0.625,
                    0.435547,
                    0.644531,
                    0.400391,
                    0.542969,
                    0.466797,
                    0.570312,
                    0.621094,
                    0.482422,
                    0.550781,
                    0.859375,
                    0.486328,
                    0.644531,
                    0.457031,
                    0.427734,
                    0.574219,
                    0.574219,
                    0.400391,
                    0.636719,
                    0.570312,
                    0.605469,
                    0.550781,
                    0.625,
                    0.546875,
                    0.515625,
                    0.660156,
                    0.5,
                    0.617188,
                    0.597656,
                    0.5,
                    0.566406,
                    0.253906,
                    0.683594,
                    0.511719,
                    0.449219,
                    0.644531,
                    0.554688,
                    0.539062,
                    0.433594,
                    0.515625,
                    0.582031,
                    0.671875,
                    0.416016,
                    0.480469,
                    0.464844,
                    0.511719,
                    0.679688,
                    0.597656,
                    0.71875,
                    0.699219,
                    0.511719,
                    0.453125,
                    0.589844,
                    0.644531,
                    0.511719,
                    0.507812,
                    0.59375,
                    0.636719,
                    0.550781,
                    0.503906,
                    0.585938,
                    0.585938,
                    0.523438,
                    0.648438,
                    0.503906,
                    0.605469,
                    0.523438,
                    0.570312,
                    0.589844,
                    0.412109,
                    0.636719,
                    0.539062,
                    0.609375,
                    0.480469,
                    0.527344,
                    0.660156,
                    0.625,
                    0.578125,
                    0.644531,
                    0.464844,
                    0.462891,
                    0.373047,
                    0.601562,
                    0.695312,
                    0.515625,
                    0.535156,
                    0.613281,
                    0.535156,
                    0.625,
                    0.644531,
                    0.703125,
                    0.714844,
                    0.632812,
                    0.613281,
                    0.742188,
                    0.542969,
                    0.691406,
                    0.396484,
                    0.597656,
                    0.488281,
                    0.621094,
                    0.613281,
                    0.695312,
                    0.609375,
                    0.644531,
                    0.617188,
                    0.558594,
                    0.554688,
                    0.503906,
                    0.601562,
                    0.617188,
                    0.570312,
                    0.617188,
                    0.648438,
                    0.683594,
                    0.609375,
                    0.589844,
                    0.691406,
                    0.570312,
                    0.722656,
                    0.488281,
                    0.617188,
                    0.605469,
                    0.609375,
                    0.621094,
                    0.308594,
                    0.710938,
                    0.628906,
                    0.494141,
                    0.488281,
                    0.431641,
                    0.511719,
                    0.429688,
                    0.539062,
                    0.609375,
                    0.527344,
                    0.570312,
                    0.486328,
                    0.65625,
                    0.601562,
                    0.539062,
                    0.498047,
                    0.8125,
                    0.470703,
                    0.515625,
                    0.632812,
                    0.443359,
                    0.40625,
                    0.347656,
                    0.613281,
                    0.460938,
                    0.539062,
                    0.691406,
                    0.589844,
                    0.519531,
                    0.609375,
                    0.667969,
                    0.734375,
                    0.523438,
                    0.679688,
                    0.390625,
                    0.574219,
                    0.648438,
                    0.53125,
                    0.482422,
                    0.59375,
                    0.65625,
                    0.769531,
                    0.585938,
                    0.628906,
                    0.570312,
                    0.367188,
                    0.640625,
                    0.490234,
                    0.695312,
                    0.570312,
                    0.734375,
                    0.433594,
                    0.435547,
                    0.445312,
                    0.5625,
                    0.625,
                    0.785156,
                    0.964844,
                    0.507812,
                    0.589844,
                    0.578125,
                    0.597656,
                    0.636719,
                    0.742188,
                    0.605469,
                    0.648438,
                    0.570312,
                    0.546875,
                    0.511719,
                    0.460938,
                    0.367188,
                    0.384766,
                    0.59375,
                    0.644531,
                    0.423828,
                    0.746094,
                    0.539062,
                    0.738281,
                    0.632812,
                    0.570312,
                    0.435547,
                    0.578125,
                    0.490234,
                    0.71875,
                    0.542969,
                    0.570312,
                    0.527344,
                    0.59375,
                    0.667969,
                    0.539062,
                    0.683594,
                    0.546875,
                    0.554688,
                    0.570312,
                    0.439453,
                    0.451172,
                    0.511719,
                    0.523438,
                    0.373047,
                    0.59375,
                    0.675781,
                    0.628906,
                    0.490234,
                    0.480469,
                    0.462891,
                    0.515625,
                    0.636719,
                    0.574219,
                    0.478516,
                    0.75,
                    0.617188,
                    0.707031,
                    0.683594,
                    0.625,
                    0.470703,
                    0.605469,
                    0.488281,
                    0.539062,
                    0.460938,
                    0.527344,
                    0.617188,
                    0.699219,
                    0.734375,
                    0.566406,
                    0.652344,
                    0.558594,
                    0.53125,
                    0.423828,
                    0.566406,
                    0.470703,
                    0.476562,
                    0.523438,
                    0.613281,
                    0.582031,
                    0.632812,
                    0.703125,
                    0.558594,
                    0.601562,
                    0.894531,
                    0.585938,
                    0.597656,
                    0.558594,
                    0.863281,
                    0.515625,
                    0.597656,
                    0.53125,
                    0.613281,
                    0.773438,
                    0.5,
                    0.453125,
                    0.480469,
                    0.644531,
                    0.691406,
                    0.507812,
                    0.671875,
                    0.609375,
                    0.410156,
                    0.660156,
                    0.535156,
                    0.625,
                    0.558594,
                    0.550781,
                    0.417969,
                    0.5625,
                    0.416016,
                    0.458984,
                    0.578125,
                    0.75,
                    0.390625,
                    0.652344,
                    0.515625,
                    0.453125,
                    0.527344,
                    0.546875,
                    0.554688,
                    0.410156,
                    0.550781,
                    0.511719,
                    0.609375,
                    0.550781,
                    0.523438,
                    0.527344,
                    0.427734,
                    0.785156,
                    0.457031,
                    0.609375,
                    0.503906,
                    0.664062,
                    0.394531,
                    0.535156,
                    0.451172,
                    0.515625,
                    0.609375,
                    0.416016,
                    0.632812,
                    0.496094,
                    0.890625,
                    0.515625,
                    0.462891,
                    0.474609,
                    0.462891,
                    0.322266,
                    0.478516,
                    0.597656,
                    0.609375,
                    0.390625,
                    0.566406,
                    0.558594,
                    0.628906,
                    0.765625,
                    0.554688,
                    0.660156,
                    0.486328,
                    0.455078,
                    0.519531,
                    0.457031,
                    0.515625,
                    0.53125,
                    0.470703,
                    0.644531,
                    0.613281,
                    0.78125,
                    0.601562,
                    0.480469,
                    0.785156,
                    0.8125,
                    0.667969,
                    0.455078,
                    0.726562,
                    0.496094,
                    0.429688,
                    0.484375,
                    0.457031,
                    0.636719,
                    0.265625,
                    0.644531,
                    0.636719,
                    0.496094,
                    0.53125,
                    0.507812,
                    0.730469,
                    0.585938,
                    0.488281,
                    0.800781,
                    0.710938,
                    0.546875,
                    0.460938,
                    0.671875,
                    0.5625,
                    0.474609,
                    0.796875,
                    0.726562,
                    0.605469,
                    0.542969,
                    0.527344,
                    0.78125,
                    0.617188,
                    0.820312,
                    0.457031,
                    0.578125,
                    0.396484,
                    0.65625,
                    0.601562,
                    0.632812,
                    0.613281,
                    0.542969,
                    0.542969,
                    0.703125,
                    0.589844,
                    0.582031,
                    0.542969,
                    0.507812,
                    0.730469,
                    0.53125,
                    0.53125,
                    0.515625
                ]
            },
            "name": "model.transformer.layers.13.attn_norm.weight",
            "outputIndexes": [
                838
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                837,
                838
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/attn_norm_13/Mul_1_output_0",
            "outputIndexes": [
                839
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                839
            ],
            "outputIndexes": [
                1778
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                1778
            ],
            "outputIndexes": [
                1779
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/q_proj/Linear",
            "inputIndexes": [
                1779
            ],
            "outputIndexes": [
                1780
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1280,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 15360,
                    "weightSize": 0
                },
                "external": [
                    111779508,
                    983062,
                    122880,
                    5120,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                1780
            ],
            "outputIndexes": [
                1781
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1781
            ],
            "outputIndexes": [
                840
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1280
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                839
            ],
            "main_type": "NONE",
            "name": "/Shape_53_output_0",
            "outputIndexes": [
                841
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                841
            ],
            "main_type": "NONE",
            "name": "Shape1192",
            "outputIndexes": [
                842
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                841
            ],
            "main_type": "NONE",
            "name": "Rank1194",
            "outputIndexes": [
                843
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                843,
                843
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1196",
            "outputIndexes": [
                844
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                844
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1197",
            "outputIndexes": [
                845
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                844,
                9
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1199",
            "outputIndexes": [
                846
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                846
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1200",
            "outputIndexes": [
                847
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                842,
                845,
                847,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice1203",
            "outputIndexes": [
                848
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                848
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze1204",
            "outputIndexes": [
                849
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                9,
                849
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1205",
            "outputIndexes": [
                850
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                850,
                849
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1206",
            "outputIndexes": [
                851
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                841,
                851,
                844
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_69_output_0",
            "outputIndexes": [
                852
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                852,
                21
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_131_output_0",
            "outputIndexes": [
                853
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                7,
                853,
                670,
                24
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_65_output_0",
            "outputIndexes": [
                854
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                840,
                854
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_53_output_0",
            "outputIndexes": [
                855
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                855
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/q_norm_13/Mul_output_0",
            "outputIndexes": [
                856
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    64
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.192383,
                    -0.010986,
                    0.07373,
                    1.390625,
                    0.026367,
                    1.820312,
                    1.171875,
                    1.5,
                    1.765625,
                    1.71875,
                    1.664062,
                    1.695312,
                    1.453125,
                    1.46875,
                    1.851562,
                    2.46875,
                    1.804688,
                    2.1875,
                    2.6875,
                    1.9375,
                    1.960938,
                    3.921875,
                    2.234375,
                    1.851562,
                    1.796875,
                    1.90625,
                    4.59375,
                    1.617188,
                    2.0625,
                    2.25,
                    1.898438,
                    2.453125,
                    -0.004425,
                    -0.056885,
                    1.640625,
                    0.980469,
                    1.90625,
                    1.359375,
                    1.359375,
                    1.65625,
                    1.46875,
                    1.757812,
                    1.90625,
                    1.859375,
                    2.265625,
                    1.945312,
                    1.929688,
                    1.296875,
                    2.203125,
                    1.742188,
                    1.460938,
                    1.953125,
                    2.09375,
                    0.902344,
                    1.5625,
                    1.992188,
                    1.992188,
                    1.757812,
                    0.369141,
                    2.0625,
                    1.640625,
                    1.203125,
                    1.742188,
                    1.6875
                ]
            },
            "name": "model.transformer.layers.13.attn.q_norm.weight",
            "outputIndexes": [
                857
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                856,
                857
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/q_norm_13/Mul_1_output_0",
            "outputIndexes": [
                858
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                858,
                53
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_52_output_0",
            "outputIndexes": [
                859
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                858,
                55,
                56,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_53_output_0",
            "outputIndexes": [
                860
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                860
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_26_output_0",
            "outputIndexes": [
                861
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                858,
                21,
                55,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_52_output_0",
            "outputIndexes": [
                862
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                861,
                862
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_68_output_0",
            "outputIndexes": [
                863
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                863,
                68
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_53_output_0",
            "outputIndexes": [
                864
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                859,
                864
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_52_output_0",
            "outputIndexes": [
                865
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                839
            ],
            "outputIndexes": [
                1782
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                1782
            ],
            "outputIndexes": [
                1783
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/k_proj/Linear",
            "inputIndexes": [
                1783
            ],
            "outputIndexes": [
                1784
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 320,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3840,
                    "weightSize": 0
                },
                "external": [
                    112890570,
                    245782,
                    30720,
                    1280,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                1784
            ],
            "outputIndexes": [
                1785
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1785
            ],
            "outputIndexes": [
                866
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    320
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                7,
                853,
                684,
                24
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_66_output_0",
            "outputIndexes": [
                867
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                866,
                867
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_54_output_0",
            "outputIndexes": [
                868
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                868
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/k_norm_13/Mul_output_0",
            "outputIndexes": [
                869
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    64
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.166992,
                    -0.053711,
                    0.044922,
                    1.398438,
                    0.022705,
                    1.765625,
                    0.664062,
                    1.578125,
                    1.515625,
                    1.867188,
                    2.34375,
                    1.84375,
                    2.53125,
                    2.484375,
                    1.929688,
                    1.023438,
                    2.078125,
                    1.703125,
                    1.257812,
                    1.960938,
                    2.015625,
                    0.143555,
                    1.71875,
                    2.078125,
                    2.09375,
                    1.804688,
                    0.644531,
                    2.125,
                    1.851562,
                    1.929688,
                    1.84375,
                    1.726562,
                    -0.002533,
                    -0.007355,
                    1.070312,
                    0.052734,
                    1.257812,
                    1.476562,
                    1.867188,
                    1.671875,
                    1.78125,
                    1.445312,
                    1.054688,
                    1.6875,
                    1.125,
                    1.257812,
                    1.898438,
                    2.609375,
                    1.664062,
                    2.15625,
                    2.546875,
                    1.929688,
                    1.851562,
                    4.6875,
                    2.390625,
                    1.960938,
                    1.84375,
                    1.992188,
                    11.0625,
                    1.820312,
                    2.203125,
                    3.21875,
                    2.1875,
                    2.21875
                ]
            },
            "name": "model.transformer.layers.13.attn.k_norm.weight",
            "outputIndexes": [
                870
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                869,
                870
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/k_norm_13/Mul_1_output_0",
            "outputIndexes": [
                871
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                871,
                53
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_54_output_0",
            "outputIndexes": [
                872
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                871,
                55,
                56,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_55_output_0",
            "outputIndexes": [
                873
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                873
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_27_output_0",
            "outputIndexes": [
                874
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                871,
                21,
                55,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_54_output_0",
            "outputIndexes": [
                875
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                874,
                875
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_69_output_0",
            "outputIndexes": [
                876
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                876,
                68
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_55_output_0",
            "outputIndexes": [
                877
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                872,
                877
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_53_output_0",
            "outputIndexes": [
                878
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                839
            ],
            "outputIndexes": [
                1786
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                1786
            ],
            "outputIndexes": [
                1787
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/v_proj/Linear",
            "inputIndexes": [
                1787
            ],
            "outputIndexes": [
                1788
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 320,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3840,
                    "weightSize": 0
                },
                "external": [
                    113168352,
                    245782,
                    30720,
                    1280,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                1788
            ],
            "outputIndexes": [
                1789
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1789
            ],
            "outputIndexes": [
                879
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    320
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                879,
                867
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_55_output_0",
            "outputIndexes": [
                880
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                865,
                878,
                880,
                86
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "/layers.13/self_attn/FusedAttention",
            "outputIndexes": [
                881
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                881
            ],
            "outputIndexes": [
                1790
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1280,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                1790
            ],
            "outputIndexes": [
                1791
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/o_proj/Linear",
            "inputIndexes": [
                1791
            ],
            "outputIndexes": [
                1792
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1280,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 15360,
                    "weightSize": 0
                },
                "external": [
                    113446134,
                    983062,
                    122880,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                1792
            ],
            "outputIndexes": [
                1793
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1793
            ],
            "outputIndexes": [
                882
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                836,
                882
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_54_output_0",
            "outputIndexes": [
                883
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                883
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/ffn_norm_13/Mul_output_0",
            "outputIndexes": [
                884
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.511719,
                    0.464844,
                    0.5,
                    0.408203,
                    0.373047,
                    0.490234,
                    0.492188,
                    0.507812,
                    0.582031,
                    0.486328,
                    0.535156,
                    0.378906,
                    0.482422,
                    0.439453,
                    0.494141,
                    0.605469,
                    0.5,
                    0.519531,
                    0.429688,
                    0.472656,
                    0.283203,
                    0.511719,
                    0.382812,
                    0.488281,
                    0.535156,
                    0.488281,
                    0.507812,
                    0.53125,
                    0.4375,
                    0.5,
                    0.53125,
                    0.488281,
                    0.396484,
                    0.416016,
                    0.496094,
                    0.523438,
                    0.498047,
                    0.498047,
                    0.496094,
                    0.466797,
                    0.498047,
                    0.464844,
                    0.486328,
                    0.480469,
                    0.458984,
                    0.503906,
                    0.457031,
                    0.453125,
                    0.488281,
                    0.425781,
                    0.488281,
                    0.494141,
                    0.480469,
                    0.511719,
                    0.292969,
                    0.5625,
                    0.519531,
                    0.498047,
                    0.519531,
                    0.550781,
                    0.441406,
                    0.480469,
                    0.345703,
                    0.507812,
                    0.494141,
                    0.542969,
                    0.503906,
                    0.46875,
                    0.464844,
                    0.3125,
                    0.484375,
                    0.515625,
                    0.472656,
                    0.527344,
                    0.382812,
                    0.539062,
                    0.496094,
                    0.542969,
                    0.470703,
                    0.496094,
                    0.460938,
                    0.494141,
                    0.478516,
                    0.494141,
                    0.390625,
                    0.478516,
                    0.451172,
                    0.5,
                    0.507812,
                    0.412109,
                    0.527344,
                    0.410156,
                    0.503906,
                    0.458984,
                    0.470703,
                    0.433594,
                    0.386719,
                    0.5,
                    0.34375,
                    0.363281,
                    0.515625,
                    0.310547,
                    0.429688,
                    0.511719,
                    0.498047,
                    0.4375,
                    0.427734,
                    0.419922,
                    0.392578,
                    0.507812,
                    0.527344,
                    0.470703,
                    0.484375,
                    0.412109,
                    0.453125,
                    0.460938,
                    0.480469,
                    0.490234,
                    0.464844,
                    0.470703,
                    0.519531,
                    0.443359,
                    0.46875,
                    0.515625,
                    0.451172,
                    0.578125,
                    0.492188,
                    0.519531,
                    0.53125,
                    0.511719,
                    0.550781,
                    0.488281,
                    0.470703,
                    0.515625,
                    0.462891,
                    0.449219,
                    0.353516,
                    0.488281,
                    0.490234,
                    0.392578,
                    0.527344,
                    0.503906,
                    0.421875,
                    0.503906,
                    0.34375,
                    0.369141,
                    0.433594,
                    0.503906,
                    0.457031,
                    0.414062,
                    0.482422,
                    0.425781,
                    0.46875,
                    0.470703,
                    0.46875,
                    0.458984,
                    0.511719,
                    0.503906,
                    0.5,
                    0.439453,
                    0.5625,
                    0.53125,
                    0.539062,
                    0.462891,
                    0.476562,
                    0.5,
                    0.511719,
                    0.484375,
                    0.488281,
                    0.219727,
                    0.402344,
                    0.476562,
                    0.355469,
                    0.503906,
                    0.515625,
                    0.53125,
                    0.474609,
                    0.515625,
                    0.498047,
                    0.5,
                    0.492188,
                    0.5,
                    0.492188,
                    0.5,
                    0.482422,
                    0.5,
                    0.519531,
                    0.447266,
                    0.523438,
                    0.482422,
                    0.566406,
                    0.476562,
                    0.222656,
                    0.5,
                    0.455078,
                    0.507812,
                    0.417969,
                    0.527344,
                    0.503906,
                    0.380859,
                    0.451172,
                    0.417969,
                    0.515625,
                    0.486328,
                    0.527344,
                    0.519531,
                    0.507812,
                    0.478516,
                    0.482422,
                    0.480469,
                    0.40625,
                    0.490234,
                    0.488281,
                    0.474609,
                    0.462891,
                    0.476562,
                    0.53125,
                    0.515625,
                    0.486328,
                    0.445312,
                    0.5,
                    0.511719,
                    0.494141,
                    0.310547,
                    0.566406,
                    0.386719,
                    0.5,
                    0.439453,
                    0.46875,
                    0.511719,
                    0.482422,
                    0.482422,
                    0.400391,
                    0.40625,
                    0.453125,
                    0.486328,
                    0.478516,
                    0.441406,
                    0.480469,
                    0.431641,
                    0.429688,
                    0.369141,
                    0.503906,
                    0.470703,
                    0.443359,
                    0.484375,
                    0.357422,
                    0.482422,
                    0.523438,
                    0.474609,
                    0.470703,
                    0.373047,
                    0.492188,
                    0.398438,
                    0.5,
                    0.582031,
                    0.470703,
                    0.466797,
                    0.482422,
                    0.494141,
                    0.5,
                    0.478516,
                    0.330078,
                    0.527344,
                    0.492188,
                    0.546875,
                    0.589844,
                    0.316406,
                    0.427734,
                    0.441406,
                    0.488281,
                    0.490234,
                    0.464844,
                    0.494141,
                    0.503906,
                    0.443359,
                    0.527344,
                    0.203125,
                    0.472656,
                    0.396484,
                    0.492188,
                    0.470703,
                    0.402344,
                    0.480469,
                    0.507812,
                    0.53125,
                    0.490234,
                    0.570312,
                    0.515625,
                    0.478516,
                    0.40625,
                    0.542969,
                    0.480469,
                    0.542969,
                    0.349609,
                    0.519531,
                    0.324219,
                    0.527344,
                    0.400391,
                    0.382812,
                    0.566406,
                    0.496094,
                    0.478516,
                    0.53125,
                    0.46875,
                    0.523438,
                    0.546875,
                    0.34375,
                    0.542969,
                    0.488281,
                    0.511719,
                    0.498047,
                    0.425781,
                    0.441406,
                    0.511719,
                    0.5,
                    0.539062,
                    0.380859,
                    0.277344,
                    0.46875,
                    0.496094,
                    0.484375,
                    0.535156,
                    0.511719,
                    0.585938,
                    0.46875,
                    0.511719,
                    0.470703,
                    0.474609,
                    0.498047,
                    0.40625,
                    0.490234,
                    0.451172,
                    0.507812,
                    0.490234,
                    0.503906,
                    0.470703,
                    0.480469,
                    0.404297,
                    0.5625,
                    0.396484,
                    0.421875,
                    0.490234,
                    0.390625,
                    0.539062,
                    0.496094,
                    0.332031,
                    0.394531,
                    0.464844,
                    0.503906,
                    0.365234,
                    0.457031,
                    0.34375,
                    0.238281,
                    0.507812,
                    0.248047,
                    0.441406,
                    0.507812,
                    0.400391,
                    0.503906,
                    0.519531,
                    0.392578,
                    0.515625,
                    0.449219,
                    0.394531,
                    0.4375,
                    0.482422,
                    0.363281,
                    0.480469,
                    0.371094,
                    0.371094,
                    0.484375,
                    0.355469,
                    0.511719,
                    0.515625,
                    0.308594,
                    0.539062,
                    0.515625,
                    0.507812,
                    0.443359,
                    0.492188,
                    0.451172,
                    0.496094,
                    0.503906,
                    0.382812,
                    0.412109,
                    0.322266,
                    0.476562,
                    0.423828,
                    0.503906,
                    0.527344,
                    0.431641,
                    0.539062,
                    0.333984,
                    0.519531,
                    0.255859,
                    0.511719,
                    0.263672,
                    0.225586,
                    0.414062,
                    0.496094,
                    0.478516,
                    0.494141,
                    0.482422,
                    0.515625,
                    0.328125,
                    0.351562,
                    0.535156,
                    0.482422,
                    0.503906,
                    0.507812,
                    0.3125,
                    0.457031,
                    0.550781,
                    0.492188,
                    0.453125,
                    0.443359,
                    0.527344,
                    0.455078,
                    0.519531,
                    0.439453,
                    0.396484,
                    0.400391,
                    0.239258,
                    0.484375,
                    0.375,
                    0.478516,
                    0.519531,
                    0.451172,
                    0.507812,
                    0.439453,
                    0.484375,
                    0.478516,
                    0.507812,
                    0.515625,
                    0.523438,
                    0.490234,
                    0.523438,
                    0.482422,
                    0.507812,
                    0.498047,
                    0.46875,
                    0.410156,
                    0.488281,
                    0.503906,
                    0.484375,
                    0.53125,
                    0.335938,
                    0.496094,
                    0.470703,
                    0.283203,
                    0.550781,
                    0.53125,
                    0.492188,
                    0.384766,
                    0.496094,
                    0.482422,
                    0.414062,
                    0.470703,
                    0.523438,
                    0.523438,
                    0.365234,
                    0.494141,
                    0.515625,
                    0.457031,
                    0.361328,
                    0.474609,
                    0.498047,
                    0.476562,
                    0.480469,
                    0.231445,
                    0.474609,
                    0.53125,
                    0.376953,
                    0.490234,
                    0.511719,
                    0.498047,
                    0.46875,
                    0.511719,
                    0.507812,
                    0.515625,
                    0.490234,
                    0.511719,
                    0.378906,
                    0.503906,
                    0.322266,
                    0.503906,
                    0.503906,
                    0.480469,
                    0.494141,
                    0.423828,
                    0.431641,
                    0.476562,
                    0.453125,
                    0.507812,
                    0.490234,
                    0.482422,
                    0.386719,
                    0.480469,
                    0.404297,
                    0.460938,
                    0.484375,
                    0.349609,
                    0.466797,
                    0.396484,
                    0.582031,
                    0.486328,
                    0.503906,
                    0.484375,
                    0.382812,
                    0.535156,
                    0.515625,
                    0.482422,
                    0.462891,
                    0.339844,
                    0.523438,
                    0.5,
                    0.515625,
                    0.480469,
                    0.527344,
                    0.400391,
                    0.527344,
                    0.5625,
                    0.46875,
                    0.414062,
                    0.474609,
                    0.482422,
                    0.462891,
                    0.488281,
                    0.597656,
                    0.466797,
                    0.523438,
                    0.5,
                    0.476562,
                    0.460938,
                    0.324219,
                    0.554688,
                    0.511719,
                    0.515625,
                    0.527344,
                    0.605469,
                    0.435547,
                    0.376953,
                    0.519531,
                    0.498047,
                    0.535156,
                    0.494141,
                    0.457031,
                    0.447266,
                    0.457031,
                    0.40625,
                    0.466797,
                    0.398438,
                    0.208984,
                    0.419922,
                    0.539062,
                    0.484375,
                    0.511719,
                    0.466797,
                    0.478516,
                    0.496094,
                    0.345703,
                    0.235352,
                    0.542969,
                    0.439453,
                    0.511719,
                    0.417969,
                    0.455078,
                    0.535156,
                    0.466797,
                    0.523438,
                    0.384766,
                    0.466797,
                    0.445312,
                    0.523438,
                    0.447266,
                    0.365234,
                    0.443359,
                    0.443359,
                    0.554688,
                    0.515625,
                    0.496094,
                    0.550781,
                    0.492188,
                    0.458984,
                    0.494141,
                    0.457031,
                    0.443359,
                    0.425781,
                    0.46875,
                    0.527344,
                    0.519531,
                    0.527344,
                    0.46875,
                    0.53125,
                    0.496094,
                    0.40625,
                    0.371094,
                    0.449219,
                    0.400391,
                    0.492188,
                    0.5,
                    0.482422,
                    0.503906,
                    0.449219,
                    0.445312,
                    0.550781,
                    0.375,
                    0.378906,
                    0.5,
                    0.441406,
                    0.388672,
                    0.498047,
                    0.457031,
                    0.585938,
                    0.474609,
                    0.474609,
                    0.466797,
                    0.259766,
                    0.490234,
                    0.519531,
                    0.515625,
                    0.457031,
                    0.480469,
                    0.523438,
                    0.53125,
                    0.515625,
                    0.539062,
                    0.503906,
                    0.480469,
                    0.486328,
                    0.460938,
                    0.515625,
                    0.494141,
                    0.488281,
                    0.490234,
                    0.539062,
                    0.464844,
                    0.507812,
                    0.466797,
                    0.457031,
                    0.367188,
                    0.472656,
                    0.498047,
                    0.470703,
                    0.419922,
                    0.511719,
                    0.271484,
                    0.458984,
                    0.546875,
                    0.455078,
                    0.496094,
                    0.492188,
                    0.464844,
                    0.519531,
                    0.523438,
                    0.453125,
                    0.439453,
                    0.5,
                    0.263672,
                    0.458984,
                    0.511719,
                    0.439453,
                    0.478516,
                    0.449219,
                    0.492188,
                    0.433594,
                    0.5,
                    0.460938,
                    0.427734,
                    0.414062,
                    0.554688,
                    0.349609,
                    0.507812,
                    0.476562,
                    0.472656,
                    0.46875,
                    0.484375,
                    0.466797,
                    0.472656,
                    0.46875,
                    0.474609,
                    0.5,
                    0.470703,
                    0.431641,
                    0.523438,
                    0.414062,
                    0.46875,
                    0.75,
                    0.490234,
                    0.490234,
                    0.433594,
                    0.511719,
                    0.494141,
                    0.429688,
                    0.472656,
                    0.484375,
                    0.492188,
                    0.519531,
                    0.460938,
                    0.5,
                    0.46875,
                    0.359375,
                    0.480469,
                    0.539062,
                    0.464844,
                    0.472656,
                    0.388672,
                    0.496094,
                    0.447266,
                    0.488281,
                    0.535156,
                    0.511719,
                    0.476562,
                    0.490234,
                    0.472656,
                    0.433594,
                    0.392578,
                    0.498047,
                    0.519531,
                    0.515625,
                    0.466797,
                    0.5,
                    0.515625,
                    0.464844,
                    0.503906,
                    0.441406,
                    0.527344,
                    0.476562,
                    0.482422,
                    0.5,
                    0.570312,
                    0.542969,
                    0.351562,
                    0.431641,
                    0.511719,
                    0.472656,
                    0.486328,
                    0.503906,
                    0.535156,
                    0.462891,
                    0.480469,
                    0.496094,
                    0.302734,
                    0.429688,
                    0.498047,
                    0.542969,
                    0.476562,
                    0.458984,
                    0.378906,
                    0.542969,
                    0.447266,
                    0.355469,
                    0.472656,
                    0.466797,
                    0.269531,
                    0.443359,
                    0.503906,
                    0.550781,
                    0.478516,
                    0.466797,
                    0.535156,
                    0.494141,
                    0.498047,
                    0.527344,
                    0.333984,
                    0.494141,
                    0.443359,
                    0.5625,
                    0.484375,
                    0.507812,
                    0.53125,
                    0.482422,
                    0.496094,
                    0.470703,
                    0.582031,
                    0.470703,
                    0.5,
                    0.498047,
                    0.515625,
                    0.478516,
                    0.435547,
                    0.546875,
                    0.515625,
                    0.341797,
                    0.341797,
                    0.527344,
                    0.490234,
                    0.539062,
                    0.482422,
                    0.375,
                    0.394531,
                    0.53125,
                    0.441406,
                    0.462891,
                    0.394531,
                    0.433594,
                    0.5,
                    0.511719,
                    0.539062,
                    0.478516,
                    0.511719,
                    0.523438,
                    0.527344,
                    0.554688,
                    0.451172,
                    0.496094,
                    0.53125,
                    0.466797,
                    0.414062,
                    0.515625,
                    0.427734,
                    0.478516,
                    0.458984,
                    0.480469,
                    0.527344,
                    0.396484,
                    0.439453,
                    0.439453,
                    0.527344,
                    0.171875,
                    0.574219,
                    0.419922,
                    0.466797,
                    0.523438,
                    0.498047,
                    0.515625,
                    0.527344,
                    0.462891,
                    0.486328,
                    0.457031,
                    0.498047,
                    0.25,
                    0.457031,
                    0.507812,
                    0.416016,
                    0.507812,
                    0.378906,
                    0.550781,
                    0.417969,
                    0.285156,
                    0.410156,
                    0.484375,
                    0.511719,
                    0.53125,
                    0.396484,
                    0.535156,
                    0.558594,
                    0.490234,
                    0.507812,
                    0.800781,
                    0.306641,
                    0.496094,
                    0.355469,
                    0.40625,
                    0.507812,
                    0.443359,
                    0.523438,
                    0.431641,
                    0.462891,
                    0.503906,
                    0.492188,
                    0.414062,
                    0.511719,
                    0.503906,
                    0.535156,
                    0.5,
                    0.539062,
                    0.455078,
                    0.427734,
                    0.466797,
                    0.511719,
                    0.5,
                    0.474609,
                    0.511719,
                    0.546875,
                    0.443359,
                    0.445312,
                    0.490234,
                    0.527344,
                    0.550781,
                    0.550781,
                    0.503906,
                    0.4375,
                    0.519531,
                    0.458984,
                    0.494141,
                    0.431641,
                    0.000315,
                    0.5,
                    0.458984,
                    0.511719,
                    0.498047,
                    0.527344,
                    0.515625,
                    0.419922,
                    0.527344,
                    0.443359,
                    0.433594,
                    0.535156,
                    0.392578,
                    0.445312,
                    0.519531,
                    0.484375,
                    0.507812,
                    0.474609,
                    0.300781,
                    0.535156,
                    0.384766,
                    0.431641,
                    0.482422,
                    0.507812,
                    0.480469,
                    0.439453,
                    0.472656,
                    0.496094,
                    0.498047,
                    0.431641,
                    0.542969,
                    0.460938,
                    0.503906,
                    0.486328,
                    0.5,
                    0.527344,
                    0.519531,
                    0.308594,
                    0.482422,
                    0.472656,
                    0.511719,
                    0.355469,
                    0.474609,
                    0.523438,
                    0.492188,
                    0.488281,
                    0.470703,
                    0.5,
                    0.443359,
                    0.472656,
                    0.466797,
                    0.496094,
                    0.492188,
                    0.472656,
                    0.474609,
                    0.484375,
                    0.46875,
                    0.535156,
                    0.425781,
                    0.554688,
                    0.455078,
                    0.460938,
                    0.503906,
                    0.388672,
                    0.478516,
                    0.515625,
                    0.519531,
                    0.535156,
                    0.445312,
                    0.539062,
                    0.466797,
                    0.412109,
                    0.476562,
                    0.570312,
                    0.394531,
                    0.396484,
                    0.271484,
                    0.5,
                    0.349609,
                    0.484375,
                    0.511719,
                    0.527344,
                    0.498047,
                    0.5,
                    0.417969,
                    0.527344,
                    0.433594,
                    0.507812,
                    0.539062,
                    0.478516,
                    0.503906,
                    0.380859,
                    0.5,
                    0.445312,
                    0.460938,
                    0.388672,
                    0.472656,
                    0.492188,
                    0.455078,
                    0.486328,
                    0.5,
                    0.390625,
                    0.482422,
                    0.462891,
                    0.503906,
                    0.433594,
                    0.503906,
                    0.472656,
                    0.378906,
                    0.410156,
                    0.503906,
                    0.458984,
                    0.445312,
                    0.341797,
                    0.519531,
                    0.558594,
                    0.462891,
                    0.570312,
                    0.482422,
                    0.486328,
                    0.433594,
                    0.566406,
                    0.341797,
                    0.507812,
                    0.511719,
                    0.380859,
                    0.490234,
                    0.453125,
                    0.451172,
                    0.5,
                    0.519531,
                    0.488281,
                    0.412109,
                    0.496094,
                    0.515625,
                    0.703125,
                    0.496094,
                    0.416016,
                    0.476562,
                    0.470703,
                    0.457031,
                    0.503906,
                    0.449219,
                    0.484375,
                    0.507812,
                    0.384766,
                    0.378906,
                    0.470703,
                    0.539062,
                    0.519531,
                    0.519531,
                    0.542969,
                    0.515625,
                    0.474609,
                    0.460938,
                    0.304688,
                    0.53125,
                    0.255859,
                    0.237305,
                    0.515625,
                    0.492188,
                    0.515625,
                    0.476562,
                    0.511719,
                    0.5,
                    0.425781,
                    0.480469,
                    0.365234,
                    0.585938,
                    0.476562,
                    0.511719,
                    0.410156,
                    0.462891,
                    0.648438,
                    0.511719,
                    0.451172,
                    0.503906,
                    0.427734,
                    0.488281,
                    0.535156,
                    0.507812,
                    0.492188,
                    0.474609,
                    0.359375,
                    0.511719,
                    0.414062,
                    0.503906,
                    0.539062,
                    0.488281,
                    0.519531,
                    0.507812,
                    0.308594,
                    0.474609,
                    0.472656,
                    0.482422,
                    0.355469,
                    0.378906,
                    0.240234,
                    0.322266,
                    0.398438,
                    0.46875,
                    0.423828,
                    0.466797,
                    0.511719,
                    0.447266,
                    0.539062,
                    0.503906,
                    0.433594,
                    0.496094,
                    0.503906,
                    0.570312,
                    0.478516,
                    0.486328,
                    0.429688,
                    0.478516,
                    0.523438,
                    0.585938,
                    0.511719,
                    0.527344,
                    0.484375,
                    0.460938,
                    0.496094,
                    0.503906,
                    0.478516,
                    0.486328,
                    0.472656,
                    0.394531,
                    0.511719,
                    0.490234,
                    0.458984,
                    0.46875,
                    0.4375,
                    0.515625,
                    0.357422,
                    0.578125,
                    0.507812,
                    0.365234,
                    0.503906,
                    0.470703,
                    0.46875,
                    0.546875,
                    0.4375,
                    0.503906,
                    0.431641,
                    0.396484,
                    0.511719,
                    0.511719,
                    0.455078,
                    0.490234,
                    0.40625,
                    0.498047,
                    0.447266,
                    0.451172,
                    0.496094,
                    0.472656,
                    0.449219,
                    0.308594,
                    0.496094,
                    0.507812,
                    0.453125,
                    0.589844,
                    0.507812,
                    0.451172,
                    0.40625,
                    0.482422,
                    0.492188,
                    0.462891,
                    0.447266,
                    0.507812,
                    0.449219,
                    0.457031,
                    0.53125,
                    0.392578,
                    0.515625,
                    0.5,
                    0.419922,
                    0.453125,
                    0.498047,
                    0.523438,
                    0.441406,
                    0.410156,
                    0.5,
                    0.476562,
                    0.414062,
                    0.339844,
                    0.507812,
                    0.478516,
                    0.527344,
                    0.460938,
                    0.443359,
                    0.433594,
                    0.498047,
                    0.507812,
                    0.519531,
                    0.519531,
                    0.757812,
                    0.458984,
                    0.332031,
                    0.515625,
                    0.507812,
                    0.398438,
                    0.511719,
                    0.46875,
                    0.476562,
                    0.53125,
                    0.435547,
                    0.480469,
                    0.535156,
                    0.466797,
                    0.5625,
                    0.492188,
                    0.376953,
                    0.511719,
                    0.492188,
                    0.519531,
                    0.322266,
                    0.498047,
                    0.3125,
                    0.458984,
                    0.474609,
                    0.435547,
                    0.515625,
                    0.515625,
                    0.494141,
                    0.515625,
                    0.464844,
                    0.503906,
                    0.419922,
                    0.494141,
                    0.5,
                    0.464844,
                    0.451172,
                    0.376953,
                    0.480469,
                    0.488281,
                    0.455078,
                    0.519531,
                    0.5625,
                    0.496094,
                    0.527344,
                    0.486328,
                    0.496094,
                    0.527344,
                    0.439453,
                    0.476562,
                    0.498047,
                    0.515625,
                    0.515625,
                    0.486328,
                    0.466797,
                    0.539062,
                    0.498047,
                    0.486328,
                    0.496094,
                    0.378906,
                    0.494141,
                    0.498047,
                    0.466797,
                    0.507812,
                    0.490234,
                    0.5,
                    0.515625,
                    0.462891,
                    0.527344,
                    0.496094,
                    0.371094,
                    0.416016,
                    0.53125,
                    0.515625,
                    0.373047,
                    0.507812,
                    0.484375,
                    0.515625,
                    0.507812,
                    0.410156,
                    0.462891,
                    0.4375,
                    0.5,
                    0.435547,
                    0.466797,
                    0.464844,
                    0.472656,
                    0.447266,
                    0.421875,
                    0.451172,
                    0.498047,
                    0.417969,
                    0.490234,
                    0.519531,
                    0.425781,
                    0.486328,
                    0.380859,
                    0.462891,
                    0.451172,
                    0.361328,
                    0.503906,
                    0.429688,
                    0.53125,
                    0.511719,
                    0.523438,
                    0.435547,
                    0.511719,
                    0.519531,
                    0.53125,
                    0.494141,
                    0.5,
                    0.394531,
                    0.478516,
                    0.523438,
                    0.5,
                    0.435547,
                    0.482422,
                    0.566406,
                    0.550781,
                    0.417969,
                    0.53125,
                    0.494141,
                    0.388672,
                    0.494141,
                    0.457031,
                    0.490234,
                    0.441406,
                    0.496094,
                    0.423828,
                    0.507812,
                    0.472656,
                    0.345703,
                    0.488281,
                    0.542969,
                    0.539062,
                    0.460938,
                    0.539062,
                    0.443359,
                    0.478516,
                    0.507812,
                    0.519531,
                    0.457031,
                    0.542969,
                    0.507812,
                    0.478516,
                    0.470703,
                    0.402344,
                    0.404297,
                    0.365234,
                    0.462891,
                    0.519531,
                    0.455078,
                    0.371094,
                    0.466797,
                    0.404297,
                    0.503906,
                    0.515625,
                    0.462891,
                    0.484375,
                    0.460938,
                    0.251953,
                    0.470703,
                    0.449219,
                    0.503906,
                    0.507812,
                    0.515625,
                    0.519531,
                    0.539062,
                    0.494141,
                    0.335938,
                    0.5,
                    0.427734,
                    0.427734,
                    0.464844,
                    0.478516,
                    0.378906,
                    0.457031,
                    0.345703,
                    0.519531,
                    0.417969,
                    0.46875,
                    0.462891,
                    0.519531,
                    0.511719,
                    0.503906,
                    0.458984,
                    0.53125,
                    0.496094,
                    0.474609,
                    0.330078,
                    0.490234,
                    0.441406,
                    0.324219,
                    0.390625,
                    0.478516,
                    0.435547,
                    0.486328,
                    0.507812,
                    0.503906,
                    0.558594,
                    0.423828,
                    0.478516,
                    0.46875,
                    0.478516,
                    0.40625,
                    0.484375,
                    0.488281,
                    0.451172,
                    0.439453,
                    0.511719,
                    0.498047,
                    0.494141,
                    0.511719,
                    0.511719,
                    0.515625,
                    0.550781,
                    0.519531,
                    0.519531,
                    0.466797,
                    0.546875,
                    0.482422,
                    0.490234,
                    0.4375,
                    0.494141,
                    0.431641,
                    0.447266,
                    0.414062,
                    0.46875,
                    0.5,
                    0.550781,
                    0.392578,
                    0.326172,
                    0.539062,
                    0.414062,
                    0.515625,
                    0.490234,
                    0.482422,
                    0.5,
                    0.494141,
                    0.455078,
                    0.451172,
                    0.419922,
                    0.443359,
                    0.503906,
                    0.570312,
                    0.427734,
                    0.519531,
                    0.472656,
                    0.394531,
                    0.431641,
                    0.482422,
                    0.511719,
                    0.458984,
                    0.488281,
                    0.433594,
                    0.539062,
                    0.339844,
                    0.490234,
                    0.480469,
                    0.373047,
                    0.527344,
                    0.455078,
                    0.539062,
                    0.472656,
                    0.515625,
                    0.402344,
                    0.507812,
                    0.503906,
                    0.382812,
                    0.494141,
                    0.486328,
                    0.367188,
                    0.404297,
                    0.539062,
                    0.466797,
                    0.4375,
                    0.464844,
                    0.447266,
                    0.357422,
                    0.482422,
                    0.486328,
                    0.445312,
                    0.322266,
                    0.488281,
                    0.558594,
                    0.470703,
                    0.574219,
                    0.523438,
                    0.558594,
                    0.455078,
                    0.427734,
                    0.462891,
                    0.458984,
                    0.427734,
                    0.486328,
                    0.457031,
                    0.503906,
                    0.523438,
                    0.283203,
                    0.404297,
                    0.4375,
                    0.585938,
                    0.503906,
                    0.304688,
                    0.429688,
                    0.535156,
                    0.371094,
                    0.466797,
                    0.503906,
                    0.443359,
                    0.511719,
                    0.199219,
                    0.507812,
                    0.511719,
                    0.507812,
                    0.402344,
                    0.421875,
                    0.613281,
                    0.476562,
                    0.486328,
                    0.539062,
                    0.496094,
                    0.482422,
                    0.449219,
                    0.476562,
                    0.5,
                    0.472656,
                    0.554688,
                    0.507812,
                    0.484375,
                    0.523438,
                    0.347656,
                    0.451172,
                    0.478516,
                    0.494141,
                    0.333984,
                    0.488281,
                    0.423828,
                    0.519531,
                    0.472656,
                    0.523438,
                    0.472656,
                    0.490234,
                    0.519531,
                    0.535156,
                    0.464844,
                    0.496094,
                    0.470703,
                    0.511719,
                    0.511719,
                    0.478516,
                    0.474609,
                    0.449219
                ]
            },
            "name": "model.transformer.layers.13.ffn_norm.weight",
            "outputIndexes": [
                885
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                884,
                885
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/ffn_norm_13/Mul_1_output_0",
            "outputIndexes": [
                886
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/mlp/proj_1/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                886
            ],
            "outputIndexes": [
                1794
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/mlp/proj_1/Linear/pre_convert",
            "inputIndexes": [
                1794
            ],
            "outputIndexes": [
                1795
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/mlp/proj_1/Linear",
            "inputIndexes": [
                1795
            ],
            "outputIndexes": [
                1796
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 8704,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 104448,
                    "weightSize": 0
                },
                "external": [
                    114552076,
                    6684694,
                    835584,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/mlp/proj_1/Linear/post_convert",
            "inputIndexes": [
                1796
            ],
            "outputIndexes": [
                1797
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/mlp/proj_1/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1797
            ],
            "outputIndexes": [
                887
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    8704
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    4352
                ]
            },
            "name": "/ffn_13/Mul_output_0",
            "outputIndexes": [
                888
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                887,
                21,
                888,
                95
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/ffn_13/Slice_output_0",
            "outputIndexes": [
                889
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                889
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/ffn/act_13/Sigmoid_output_0",
            "outputIndexes": [
                890
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                889,
                890
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/ffn/act_13/Mul_output_0",
            "outputIndexes": [
                891
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    8704
                ]
            },
            "name": "/ffn_13/Mul_1_output_0",
            "outputIndexes": [
                892
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                887,
                888,
                892,
                95
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/ffn_13/Slice_1_output_0",
            "outputIndexes": [
                893
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                891,
                893
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/ffn_13/Mul_2_output_0",
            "outputIndexes": [
                894
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/mlp/proj_2/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                894
            ],
            "outputIndexes": [
                1798
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    4352,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/mlp/proj_2/Linear/pre_convert",
            "inputIndexes": [
                1798
            ],
            "outputIndexes": [
                1799
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/mlp/proj_2/Linear",
            "inputIndexes": [
                1799
            ],
            "outputIndexes": [
                1800
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 4352,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 52224,
                    "weightSize": 0
                },
                "external": [
                    122072354,
                    3342358,
                    417792,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/mlp/proj_2/Linear/post_convert",
            "inputIndexes": [
                1800
            ],
            "outputIndexes": [
                1801
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/mlp/proj_2/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1801
            ],
            "outputIndexes": [
                895
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                883,
                895
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_55_output_0",
            "outputIndexes": [
                896
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                896,
                1
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_56_output_0",
            "outputIndexes": [
                897
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                897
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/attn_norm_14/Mul_output_0",
            "outputIndexes": [
                898
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.894531,
                    0.71875,
                    0.75,
                    0.675781,
                    0.644531,
                    0.753906,
                    0.742188,
                    0.707031,
                    0.984375,
                    0.730469,
                    0.910156,
                    0.474609,
                    0.738281,
                    0.699219,
                    0.722656,
                    0.902344,
                    0.847656,
                    0.632812,
                    0.703125,
                    0.78125,
                    0.235352,
                    0.859375,
                    0.458984,
                    0.8125,
                    0.855469,
                    0.671875,
                    0.695312,
                    0.734375,
                    0.753906,
                    0.691406,
                    0.871094,
                    0.765625,
                    0.494141,
                    0.640625,
                    0.789062,
                    0.742188,
                    0.703125,
                    0.679688,
                    0.582031,
                    0.738281,
                    0.765625,
                    0.65625,
                    0.839844,
                    0.734375,
                    0.664062,
                    0.863281,
                    0.789062,
                    0.589844,
                    0.871094,
                    0.546875,
                    0.761719,
                    0.6875,
                    0.679688,
                    0.738281,
                    1.296875,
                    0.839844,
                    0.839844,
                    0.75,
                    0.769531,
                    0.738281,
                    0.640625,
                    0.683594,
                    0.34375,
                    0.824219,
                    0.523438,
                    0.816406,
                    0.617188,
                    0.707031,
                    1.023438,
                    1.023438,
                    0.707031,
                    0.835938,
                    0.710938,
                    0.777344,
                    0.523438,
                    0.792969,
                    0.792969,
                    0.964844,
                    0.777344,
                    0.753906,
                    0.746094,
                    0.625,
                    0.78125,
                    0.777344,
                    0.632812,
                    0.585938,
                    0.652344,
                    0.648438,
                    0.757812,
                    0.574219,
                    0.699219,
                    0.867188,
                    0.792969,
                    0.785156,
                    0.683594,
                    0.773438,
                    0.5,
                    0.878906,
                    0.375,
                    0.474609,
                    0.777344,
                    1.140625,
                    0.597656,
                    0.757812,
                    0.707031,
                    0.628906,
                    0.742188,
                    0.566406,
                    0.625,
                    0.730469,
                    0.707031,
                    0.734375,
                    0.503906,
                    0.5625,
                    0.777344,
                    0.613281,
                    0.542969,
                    0.820312,
                    0.722656,
                    0.707031,
                    0.785156,
                    0.566406,
                    0.691406,
                    0.820312,
                    0.613281,
                    0.867188,
                    0.714844,
                    0.789062,
                    0.820312,
                    0.789062,
                    0.863281,
                    0.6875,
                    0.683594,
                    0.613281,
                    0.882812,
                    0.660156,
                    0.648438,
                    0.625,
                    0.796875,
                    0.550781,
                    0.8125,
                    0.816406,
                    0.691406,
                    0.660156,
                    0.439453,
                    0.365234,
                    0.730469,
                    0.945312,
                    0.574219,
                    0.652344,
                    0.773438,
                    0.710938,
                    0.734375,
                    0.714844,
                    0.734375,
                    0.742188,
                    0.746094,
                    0.625,
                    0.742188,
                    0.851562,
                    0.929688,
                    1.09375,
                    0.707031,
                    0.75,
                    0.648438,
                    0.6875,
                    0.710938,
                    0.824219,
                    0.738281,
                    0.605469,
                    0.523438,
                    0.652344,
                    0.353516,
                    0.648438,
                    0.644531,
                    0.691406,
                    0.730469,
                    0.71875,
                    0.828125,
                    0.800781,
                    0.628906,
                    0.886719,
                    0.84375,
                    0.769531,
                    0.734375,
                    0.691406,
                    0.761719,
                    0.75,
                    0.847656,
                    0.808594,
                    0.863281,
                    0.652344,
                    1.796875,
                    0.820312,
                    0.753906,
                    0.777344,
                    0.8125,
                    0.808594,
                    0.738281,
                    0.785156,
                    0.617188,
                    0.621094,
                    0.871094,
                    0.730469,
                    0.851562,
                    0.714844,
                    0.609375,
                    0.789062,
                    0.648438,
                    0.628906,
                    0.832031,
                    0.800781,
                    0.644531,
                    0.71875,
                    0.753906,
                    0.664062,
                    0.765625,
                    0.789062,
                    0.652344,
                    0.792969,
                    0.832031,
                    0.84375,
                    0.625,
                    0.289062,
                    0.882812,
                    1.273438,
                    0.726562,
                    0.664062,
                    0.738281,
                    0.703125,
                    0.707031,
                    0.730469,
                    0.839844,
                    0.632812,
                    0.707031,
                    0.734375,
                    0.765625,
                    0.632812,
                    0.828125,
                    0.773438,
                    0.71875,
                    0.494141,
                    0.722656,
                    0.707031,
                    0.886719,
                    0.730469,
                    0.392578,
                    0.675781,
                    0.878906,
                    0.8125,
                    0.742188,
                    0.355469,
                    0.753906,
                    1.046875,
                    0.777344,
                    0.761719,
                    0.664062,
                    0.828125,
                    0.699219,
                    0.660156,
                    0.734375,
                    0.75,
                    0.310547,
                    0.851562,
                    0.625,
                    0.914062,
                    0.871094,
                    1.1875,
                    0.859375,
                    0.691406,
                    0.804688,
                    0.667969,
                    0.6875,
                    0.601562,
                    0.671875,
                    0.667969,
                    0.785156,
                    0.390625,
                    0.835938,
                    0.484375,
                    0.738281,
                    0.699219,
                    0.726562,
                    0.753906,
                    0.699219,
                    0.75,
                    0.605469,
                    0.914062,
                    0.859375,
                    0.863281,
                    0.542969,
                    0.835938,
                    0.714844,
                    0.933594,
                    0.322266,
                    0.785156,
                    0.316406,
                    0.671875,
                    0.539062,
                    0.429688,
                    0.808594,
                    0.722656,
                    0.703125,
                    0.851562,
                    0.730469,
                    0.960938,
                    1.078125,
                    0.554688,
                    0.882812,
                    0.707031,
                    0.726562,
                    0.679688,
                    0.71875,
                    0.75,
                    0.683594,
                    0.675781,
                    0.875,
                    0.419922,
                    1.046875,
                    0.777344,
                    0.703125,
                    0.71875,
                    0.714844,
                    0.859375,
                    0.816406,
                    0.683594,
                    0.683594,
                    0.765625,
                    0.71875,
                    0.605469,
                    0.640625,
                    0.738281,
                    0.734375,
                    0.820312,
                    0.640625,
                    0.75,
                    0.773438,
                    0.75,
                    0.597656,
                    0.753906,
                    0.625,
                    0.679688,
                    0.867188,
                    0.527344,
                    0.929688,
                    0.65625,
                    2.265625,
                    0.445312,
                    0.824219,
                    0.691406,
                    0.917969,
                    0.726562,
                    0.550781,
                    0.566406,
                    0.875,
                    1.328125,
                    0.699219,
                    0.785156,
                    0.523438,
                    0.75,
                    0.851562,
                    0.582031,
                    0.820312,
                    0.707031,
                    0.746094,
                    0.96875,
                    0.777344,
                    0.871094,
                    0.921875,
                    0.394531,
                    0.416016,
                    0.9375,
                    0.419922,
                    0.777344,
                    0.78125,
                    0.285156,
                    0.90625,
                    0.828125,
                    0.796875,
                    0.601562,
                    0.640625,
                    0.625,
                    0.65625,
                    0.671875,
                    0.535156,
                    0.613281,
                    0.308594,
                    0.664062,
                    0.617188,
                    0.757812,
                    0.910156,
                    0.757812,
                    0.847656,
                    0.298828,
                    0.796875,
                    1.117188,
                    0.640625,
                    1.257812,
                    0.237305,
                    0.5625,
                    0.855469,
                    0.824219,
                    0.621094,
                    0.820312,
                    0.917969,
                    0.404297,
                    0.380859,
                    0.84375,
                    0.683594,
                    0.765625,
                    0.644531,
                    0.859375,
                    0.777344,
                    0.75,
                    0.597656,
                    0.679688,
                    0.671875,
                    0.773438,
                    0.710938,
                    0.730469,
                    0.742188,
                    0.746094,
                    0.664062,
                    1.21875,
                    0.730469,
                    0.773438,
                    0.800781,
                    0.699219,
                    0.867188,
                    0.78125,
                    0.757812,
                    0.6875,
                    0.820312,
                    0.722656,
                    0.722656,
                    0.683594,
                    0.808594,
                    0.875,
                    0.824219,
                    0.789062,
                    0.6875,
                    0.699219,
                    0.679688,
                    0.929688,
                    0.691406,
                    0.664062,
                    1.0,
                    0.363281,
                    0.703125,
                    0.574219,
                    1.304688,
                    0.851562,
                    0.835938,
                    0.773438,
                    0.482422,
                    0.835938,
                    0.835938,
                    0.628906,
                    0.667969,
                    0.722656,
                    0.753906,
                    0.335938,
                    0.839844,
                    0.863281,
                    0.785156,
                    0.539062,
                    0.714844,
                    0.90625,
                    0.660156,
                    0.726562,
                    0.71875,
                    0.671875,
                    0.960938,
                    0.474609,
                    0.894531,
                    0.734375,
                    0.761719,
                    0.734375,
                    0.742188,
                    0.859375,
                    0.773438,
                    0.648438,
                    0.867188,
                    0.714844,
                    0.738281,
                    0.384766,
                    0.757812,
                    0.648438,
                    0.710938,
                    0.753906,
                    0.804688,
                    0.816406,
                    0.820312,
                    0.691406,
                    0.671875,
                    0.796875,
                    0.710938,
                    0.742188,
                    0.789062,
                    0.621094,
                    0.726562,
                    0.710938,
                    0.306641,
                    0.796875,
                    0.601562,
                    0.925781,
                    0.695312,
                    0.808594,
                    0.78125,
                    0.667969,
                    0.789062,
                    0.71875,
                    0.625,
                    0.699219,
                    0.921875,
                    0.882812,
                    0.753906,
                    0.671875,
                    0.804688,
                    0.792969,
                    0.585938,
                    0.941406,
                    0.835938,
                    0.621094,
                    0.542969,
                    0.683594,
                    0.640625,
                    0.75,
                    0.691406,
                    3.21875,
                    0.742188,
                    0.683594,
                    0.707031,
                    0.847656,
                    0.742188,
                    0.349609,
                    0.824219,
                    0.757812,
                    0.796875,
                    0.730469,
                    0.90625,
                    0.65625,
                    0.695312,
                    0.777344,
                    0.734375,
                    0.90625,
                    0.722656,
                    0.769531,
                    0.648438,
                    0.707031,
                    0.695312,
                    0.6875,
                    0.777344,
                    0.427734,
                    0.628906,
                    0.859375,
                    0.707031,
                    0.765625,
                    0.652344,
                    0.667969,
                    0.773438,
                    0.742188,
                    0.652344,
                    0.796875,
                    0.9375,
                    0.597656,
                    0.648438,
                    0.640625,
                    0.722656,
                    0.695312,
                    0.703125,
                    0.628906,
                    0.632812,
                    0.746094,
                    0.875,
                    0.707031,
                    0.761719,
                    0.671875,
                    0.804688,
                    0.859375,
                    0.761719,
                    0.753906,
                    0.875,
                    0.726562,
                    0.664062,
                    0.644531,
                    0.695312,
                    0.746094,
                    0.753906,
                    0.691406,
                    0.773438,
                    0.792969,
                    0.890625,
                    0.757812,
                    0.691406,
                    0.6875,
                    0.480469,
                    0.519531,
                    0.847656,
                    0.482422,
                    0.78125,
                    0.765625,
                    0.6875,
                    0.726562,
                    0.667969,
                    0.601562,
                    0.816406,
                    0.478516,
                    0.476562,
                    0.753906,
                    0.699219,
                    0.441406,
                    0.671875,
                    0.753906,
                    0.777344,
                    0.582031,
                    0.761719,
                    0.613281,
                    0.839844,
                    0.769531,
                    1.039062,
                    0.820312,
                    0.6875,
                    0.648438,
                    0.808594,
                    0.785156,
                    0.84375,
                    0.949219,
                    0.726562,
                    0.585938,
                    0.765625,
                    0.675781,
                    0.964844,
                    0.757812,
                    0.789062,
                    0.710938,
                    0.738281,
                    0.609375,
                    0.792969,
                    0.667969,
                    0.679688,
                    0.667969,
                    0.625,
                    0.765625,
                    0.84375,
                    0.761719,
                    0.867188,
                    0.200195,
                    0.785156,
                    1.109375,
                    0.523438,
                    0.796875,
                    0.660156,
                    0.738281,
                    0.832031,
                    0.65625,
                    0.605469,
                    0.867188,
                    0.75,
                    1.273438,
                    0.820312,
                    0.773438,
                    0.730469,
                    0.800781,
                    0.726562,
                    0.785156,
                    0.800781,
                    0.953125,
                    0.621094,
                    0.703125,
                    0.578125,
                    0.796875,
                    0.427734,
                    1.0,
                    0.769531,
                    0.632812,
                    0.976562,
                    0.6875,
                    0.660156,
                    0.667969,
                    0.707031,
                    0.753906,
                    0.757812,
                    0.667969,
                    0.714844,
                    0.679688,
                    0.683594,
                    0.589844,
                    1.109375,
                    0.757812,
                    0.769531,
                    0.636719,
                    0.746094,
                    0.613281,
                    0.582031,
                    0.667969,
                    0.6875,
                    0.777344,
                    0.839844,
                    0.703125,
                    0.613281,
                    0.8125,
                    0.447266,
                    0.75,
                    0.820312,
                    0.671875,
                    0.585938,
                    0.574219,
                    0.738281,
                    0.679688,
                    0.742188,
                    0.785156,
                    0.679688,
                    0.816406,
                    0.800781,
                    0.539062,
                    0.683594,
                    0.488281,
                    0.824219,
                    0.707031,
                    0.703125,
                    0.832031,
                    0.542969,
                    0.648438,
                    0.617188,
                    0.824219,
                    0.71875,
                    0.667969,
                    0.589844,
                    0.695312,
                    0.792969,
                    0.832031,
                    0.871094,
                    0.746094,
                    0.859375,
                    0.632812,
                    0.671875,
                    0.8125,
                    0.773438,
                    0.792969,
                    0.742188,
                    0.699219,
                    0.828125,
                    1.085938,
                    0.753906,
                    0.765625,
                    0.785156,
                    0.679688,
                    0.613281,
                    1.109375,
                    0.855469,
                    0.886719,
                    0.875,
                    0.726562,
                    0.621094,
                    1.171875,
                    0.664062,
                    0.769531,
                    0.988281,
                    0.644531,
                    0.542969,
                    0.71875,
                    0.742188,
                    0.722656,
                    0.832031,
                    0.265625,
                    0.734375,
                    0.9375,
                    0.78125,
                    0.859375,
                    0.78125,
                    0.683594,
                    0.707031,
                    0.824219,
                    0.671875,
                    0.984375,
                    0.628906,
                    0.625,
                    0.769531,
                    0.777344,
                    0.707031,
                    0.777344,
                    0.757812,
                    0.761719,
                    0.3125,
                    0.386719,
                    0.824219,
                    0.765625,
                    0.699219,
                    0.691406,
                    0.566406,
                    0.871094,
                    0.734375,
                    0.5625,
                    0.574219,
                    0.601562,
                    0.582031,
                    0.726562,
                    0.75,
                    0.839844,
                    0.664062,
                    0.824219,
                    0.722656,
                    0.78125,
                    0.882812,
                    0.726562,
                    0.773438,
                    0.867188,
                    0.699219,
                    1.0,
                    0.714844,
                    0.640625,
                    0.6875,
                    0.761719,
                    0.625,
                    0.894531,
                    0.585938,
                    0.605469,
                    0.675781,
                    0.8125,
                    1.3125,
                    0.828125,
                    0.859375,
                    0.714844,
                    0.933594,
                    0.890625,
                    0.785156,
                    0.71875,
                    0.710938,
                    0.746094,
                    0.773438,
                    0.730469,
                    1.164062,
                    0.644531,
                    0.957031,
                    0.582031,
                    0.644531,
                    0.542969,
                    0.917969,
                    0.65625,
                    0.423828,
                    0.707031,
                    0.722656,
                    0.65625,
                    0.984375,
                    0.6875,
                    0.742188,
                    0.683594,
                    0.828125,
                    0.726562,
                    1.398438,
                    0.337891,
                    0.714844,
                    0.445312,
                    0.753906,
                    0.746094,
                    0.71875,
                    0.808594,
                    0.71875,
                    0.664062,
                    0.742188,
                    0.582031,
                    0.640625,
                    0.777344,
                    0.78125,
                    0.792969,
                    0.675781,
                    0.773438,
                    0.808594,
                    0.707031,
                    0.613281,
                    0.78125,
                    0.679688,
                    0.761719,
                    0.75,
                    0.722656,
                    0.757812,
                    0.777344,
                    0.757812,
                    0.710938,
                    0.863281,
                    0.804688,
                    0.796875,
                    0.910156,
                    0.773438,
                    0.660156,
                    0.691406,
                    0.710938,
                    0.5625,
                    0.792969,
                    0.882812,
                    0.867188,
                    0.699219,
                    0.820312,
                    0.664062,
                    0.558594,
                    0.957031,
                    0.714844,
                    0.570312,
                    0.769531,
                    0.455078,
                    0.808594,
                    0.761719,
                    0.90625,
                    0.757812,
                    0.757812,
                    1.070312,
                    0.855469,
                    0.527344,
                    0.695312,
                    0.699219,
                    0.898438,
                    0.609375,
                    0.8125,
                    0.828125,
                    0.808594,
                    0.667969,
                    0.71875,
                    0.710938,
                    0.820312,
                    0.675781,
                    0.816406,
                    0.707031,
                    0.832031,
                    0.722656,
                    0.287109,
                    0.738281,
                    0.625,
                    0.847656,
                    0.835938,
                    0.78125,
                    0.851562,
                    0.667969,
                    0.675781,
                    0.675781,
                    0.683594,
                    0.679688,
                    0.664062,
                    0.902344,
                    0.699219,
                    0.535156,
                    0.667969,
                    0.523438,
                    0.722656,
                    0.675781,
                    0.800781,
                    0.636719,
                    0.832031,
                    0.679688,
                    0.679688,
                    0.773438,
                    0.601562,
                    0.597656,
                    0.714844,
                    0.695312,
                    0.78125,
                    0.695312,
                    0.949219,
                    0.5625,
                    0.542969,
                    0.707031,
                    0.863281,
                    0.683594,
                    0.78125,
                    1.109375,
                    0.714844,
                    0.384766,
                    0.609375,
                    0.667969,
                    0.851562,
                    0.71875,
                    0.800781,
                    0.949219,
                    0.832031,
                    0.925781,
                    0.84375,
                    0.917969,
                    0.476562,
                    0.722656,
                    0.792969,
                    0.746094,
                    0.554688,
                    0.632812,
                    0.679688,
                    0.671875,
                    0.65625,
                    0.726562,
                    0.804688,
                    0.679688,
                    0.808594,
                    0.617188,
                    0.765625,
                    0.726562,
                    0.671875,
                    0.679688,
                    0.761719,
                    0.410156,
                    0.625,
                    0.765625,
                    0.746094,
                    0.613281,
                    0.326172,
                    0.855469,
                    0.890625,
                    0.609375,
                    0.90625,
                    0.546875,
                    0.921875,
                    0.632812,
                    0.859375,
                    0.279297,
                    0.800781,
                    0.675781,
                    0.539062,
                    0.777344,
                    0.640625,
                    0.953125,
                    0.726562,
                    0.984375,
                    0.640625,
                    0.621094,
                    0.671875,
                    0.800781,
                    3.0625,
                    0.707031,
                    0.738281,
                    0.621094,
                    0.816406,
                    0.816406,
                    0.683594,
                    0.699219,
                    0.617188,
                    0.722656,
                    0.550781,
                    0.550781,
                    0.660156,
                    0.933594,
                    0.757812,
                    0.6875,
                    0.925781,
                    0.804688,
                    0.679688,
                    0.660156,
                    0.871094,
                    0.828125,
                    0.714844,
                    0.632812,
                    0.84375,
                    0.640625,
                    0.777344,
                    0.769531,
                    0.800781,
                    0.777344,
                    0.765625,
                    0.722656,
                    0.482422,
                    0.800781,
                    0.757812,
                    0.839844,
                    0.636719,
                    0.78125,
                    0.894531,
                    0.835938,
                    0.640625,
                    0.855469,
                    0.878906,
                    0.707031,
                    0.867188,
                    0.710938,
                    0.714844,
                    0.613281,
                    0.507812,
                    0.792969,
                    0.542969,
                    0.816406,
                    0.828125,
                    0.839844,
                    0.65625,
                    0.800781,
                    0.298828,
                    0.617188,
                    0.707031,
                    0.8125,
                    0.382812,
                    0.408203,
                    1.585938,
                    0.257812,
                    0.476562,
                    0.710938,
                    0.660156,
                    0.714844,
                    0.722656,
                    0.824219,
                    0.816406,
                    0.875,
                    0.660156,
                    0.734375,
                    0.777344,
                    0.917969,
                    0.617188,
                    0.671875,
                    0.617188,
                    0.566406,
                    0.785156,
                    1.234375,
                    0.675781,
                    0.828125,
                    0.714844,
                    0.847656,
                    0.722656,
                    0.605469,
                    0.820312,
                    0.832031,
                    0.734375,
                    0.570312,
                    0.855469,
                    0.601562,
                    0.613281,
                    0.726562,
                    0.789062,
                    0.722656,
                    0.392578,
                    0.90625,
                    0.878906,
                    0.605469,
                    0.800781,
                    0.628906,
                    0.773438,
                    0.761719,
                    0.699219,
                    0.804688,
                    0.652344,
                    0.443359,
                    0.933594,
                    0.769531,
                    0.667969,
                    0.789062,
                    0.546875,
                    0.675781,
                    0.664062,
                    0.808594,
                    0.859375,
                    0.667969,
                    0.789062,
                    1.328125,
                    0.652344,
                    0.765625,
                    0.667969,
                    0.792969,
                    0.738281,
                    0.734375,
                    0.5625,
                    0.851562,
                    0.738281,
                    0.792969,
                    0.671875,
                    0.78125,
                    0.710938,
                    0.671875,
                    0.785156,
                    0.6875,
                    0.824219,
                    0.765625,
                    0.710938,
                    0.761719,
                    0.404297,
                    0.800781,
                    0.695312,
                    0.554688,
                    0.882812,
                    0.761719,
                    0.757812,
                    0.326172,
                    0.652344,
                    0.777344,
                    0.765625,
                    0.609375,
                    0.652344,
                    0.691406,
                    0.625,
                    0.878906,
                    0.792969,
                    0.882812,
                    1.070312,
                    0.777344,
                    0.328125,
                    0.753906,
                    0.800781,
                    0.683594,
                    0.742188,
                    0.722656,
                    0.78125,
                    0.648438,
                    0.734375,
                    0.757812,
                    0.785156,
                    0.667969,
                    0.800781,
                    0.683594,
                    0.867188,
                    0.601562,
                    0.722656,
                    0.765625,
                    0.277344,
                    0.730469,
                    0.746094,
                    0.816406,
                    0.652344,
                    0.703125,
                    0.894531,
                    0.722656,
                    0.777344,
                    0.769531,
                    0.703125,
                    0.621094,
                    0.609375,
                    0.714844,
                    0.835938,
                    0.707031,
                    0.773438,
                    0.839844,
                    0.683594,
                    0.785156,
                    0.800781,
                    0.761719,
                    0.898438,
                    0.726562,
                    0.835938,
                    0.976562,
                    0.683594,
                    0.839844,
                    0.648438,
                    0.683594,
                    0.632812,
                    0.703125,
                    0.742188,
                    1.101562,
                    0.738281,
                    0.71875,
                    0.742188,
                    0.746094,
                    0.699219,
                    0.753906,
                    0.796875,
                    0.8125,
                    0.707031,
                    0.796875,
                    0.789062,
                    0.945312,
                    0.667969,
                    0.703125,
                    0.867188,
                    0.6875,
                    1.164062,
                    0.636719,
                    0.808594,
                    0.816406,
                    0.613281,
                    0.722656,
                    0.566406,
                    0.859375,
                    0.648438,
                    0.726562,
                    0.722656,
                    0.625,
                    0.679688,
                    0.621094,
                    0.671875,
                    0.824219,
                    0.683594,
                    0.738281,
                    0.753906,
                    0.921875,
                    0.753906,
                    0.621094,
                    0.726562,
                    0.988281,
                    0.742188,
                    0.695312,
                    0.945312,
                    0.617188,
                    0.597656,
                    0.351562,
                    0.75,
                    0.632812,
                    0.660156,
                    0.820312,
                    0.730469,
                    0.761719,
                    0.769531,
                    0.765625,
                    0.753906,
                    0.652344,
                    0.757812,
                    0.486328,
                    0.769531,
                    0.851562,
                    0.667969,
                    0.660156,
                    0.757812,
                    0.800781,
                    0.8125,
                    0.742188,
                    0.738281,
                    0.777344,
                    0.466797,
                    0.832031,
                    0.710938,
                    0.8125,
                    0.824219,
                    0.816406,
                    0.617188,
                    0.625,
                    0.613281,
                    0.335938,
                    0.777344,
                    0.945312,
                    1.109375,
                    0.675781,
                    0.730469,
                    0.757812,
                    0.757812,
                    0.777344,
                    0.796875,
                    0.8125,
                    0.753906,
                    0.746094,
                    0.628906,
                    0.679688,
                    0.628906,
                    0.486328,
                    0.423828,
                    0.757812,
                    0.726562,
                    0.625,
                    1.085938,
                    0.773438,
                    0.882812,
                    0.820312,
                    0.796875,
                    0.667969,
                    0.730469,
                    0.683594,
                    1.1875,
                    0.734375,
                    0.832031,
                    0.667969,
                    0.742188,
                    0.796875,
                    0.597656,
                    0.757812,
                    0.734375,
                    0.742188,
                    0.804688,
                    0.648438,
                    0.6875,
                    0.640625,
                    0.695312,
                    0.40625,
                    0.832031,
                    0.433594,
                    0.777344,
                    0.65625,
                    0.625,
                    0.667969,
                    0.640625,
                    0.695312,
                    0.757812,
                    0.679688,
                    0.78125,
                    0.851562,
                    0.796875,
                    1.007812,
                    0.792969,
                    0.65625,
                    0.878906,
                    0.714844,
                    0.738281,
                    0.578125,
                    0.679688,
                    0.78125,
                    0.949219,
                    0.871094,
                    0.773438,
                    0.871094,
                    0.777344,
                    0.742188,
                    0.539062,
                    0.691406,
                    0.679688,
                    0.636719,
                    0.742188,
                    0.742188,
                    0.726562,
                    0.796875,
                    0.890625,
                    0.703125,
                    0.773438,
                    0.898438,
                    0.753906,
                    0.710938,
                    0.691406,
                    0.917969,
                    0.675781,
                    0.761719,
                    0.746094,
                    0.746094,
                    1.125,
                    0.679688,
                    0.644531,
                    0.628906,
                    0.796875,
                    0.855469,
                    0.753906,
                    0.984375,
                    0.773438,
                    0.578125,
                    0.765625,
                    0.652344,
                    0.789062,
                    0.71875,
                    0.730469,
                    0.558594,
                    0.800781,
                    0.640625,
                    0.683594,
                    0.742188,
                    0.757812,
                    0.558594,
                    0.773438,
                    0.730469,
                    0.59375,
                    0.78125,
                    0.730469,
                    0.695312,
                    0.53125,
                    0.695312,
                    0.71875,
                    0.726562,
                    0.792969,
                    0.742188,
                    0.671875,
                    0.414062,
                    0.9375,
                    0.570312,
                    0.765625,
                    0.660156,
                    0.757812,
                    0.589844,
                    0.773438,
                    0.574219,
                    0.494141,
                    0.714844,
                    0.640625,
                    0.353516,
                    0.554688,
                    1.03125,
                    0.695312,
                    0.679688,
                    0.699219,
                    0.617188,
                    0.332031,
                    0.632812,
                    0.703125,
                    0.769531,
                    0.324219,
                    0.707031,
                    0.695312,
                    0.808594,
                    0.789062,
                    0.640625,
                    0.738281,
                    0.675781,
                    0.679688,
                    0.660156,
                    0.667969,
                    0.78125,
                    0.640625,
                    0.710938,
                    0.796875,
                    0.816406,
                    1.273438,
                    0.835938,
                    0.675781,
                    0.839844,
                    0.945312,
                    1.0625,
                    0.65625,
                    0.941406,
                    0.699219,
                    0.59375,
                    0.746094,
                    0.625,
                    0.789062,
                    0.271484,
                    0.769531,
                    0.730469,
                    0.679688,
                    0.800781,
                    0.757812,
                    0.878906,
                    0.738281,
                    0.660156,
                    0.859375,
                    0.820312,
                    0.703125,
                    0.648438,
                    0.867188,
                    0.699219,
                    0.589844,
                    0.933594,
                    0.742188,
                    0.640625,
                    0.734375,
                    0.384766,
                    0.996094,
                    0.84375,
                    1.0,
                    0.347656,
                    0.765625,
                    0.605469,
                    0.757812,
                    0.757812,
                    0.71875,
                    0.820312,
                    0.707031,
                    0.738281,
                    0.84375,
                    0.773438,
                    0.71875,
                    0.785156,
                    0.746094,
                    0.894531,
                    0.628906,
                    0.769531,
                    0.707031
                ]
            },
            "name": "model.transformer.layers.14.attn_norm.weight",
            "outputIndexes": [
                899
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                898,
                899
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/attn_norm_14/Mul_1_output_0",
            "outputIndexes": [
                900
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                900
            ],
            "outputIndexes": [
                1802
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                1802
            ],
            "outputIndexes": [
                1803
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/q_proj/Linear",
            "inputIndexes": [
                1803
            ],
            "outputIndexes": [
                1804
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1280,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 15360,
                    "weightSize": 0
                },
                "external": [
                    125832504,
                    983062,
                    122880,
                    5120,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                1804
            ],
            "outputIndexes": [
                1805
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1805
            ],
            "outputIndexes": [
                901
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1280
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                900
            ],
            "main_type": "NONE",
            "name": "/Shape_57_output_0",
            "outputIndexes": [
                902
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                902
            ],
            "main_type": "NONE",
            "name": "Shape1278",
            "outputIndexes": [
                903
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                902
            ],
            "main_type": "NONE",
            "name": "Rank1280",
            "outputIndexes": [
                904
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                904,
                904
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1282",
            "outputIndexes": [
                905
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                905
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1283",
            "outputIndexes": [
                906
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                905,
                9
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1285",
            "outputIndexes": [
                907
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                907
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1286",
            "outputIndexes": [
                908
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                903,
                906,
                908,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice1289",
            "outputIndexes": [
                909
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                909
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze1290",
            "outputIndexes": [
                910
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                9,
                910
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1291",
            "outputIndexes": [
                911
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                911,
                910
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1292",
            "outputIndexes": [
                912
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                902,
                912,
                905
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_74_output_0",
            "outputIndexes": [
                913
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                913,
                21
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_141_output_0",
            "outputIndexes": [
                914
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                7,
                914,
                670,
                24
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_70_output_0",
            "outputIndexes": [
                915
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                901,
                915
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_57_output_0",
            "outputIndexes": [
                916
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                916
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/q_norm_14/Mul_output_0",
            "outputIndexes": [
                917
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    64
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    -0.070312,
                    -0.000462,
                    0.189453,
                    -0.074219,
                    1.867188,
                    1.742188,
                    1.554688,
                    1.742188,
                    1.492188,
                    1.695312,
                    1.84375,
                    1.9375,
                    2.0625,
                    1.96875,
                    1.976562,
                    2.078125,
                    2.015625,
                    2.078125,
                    2.265625,
                    2.171875,
                    2.359375,
                    1.515625,
                    2.078125,
                    2.109375,
                    2.109375,
                    1.976562,
                    2.046875,
                    2.03125,
                    1.90625,
                    2.0,
                    2.0625,
                    1.859375,
                    -1.132812,
                    -0.18457,
                    -0.085449,
                    0.314453,
                    0.023315,
                    1.398438,
                    1.140625,
                    1.492188,
                    1.648438,
                    1.75,
                    1.75,
                    1.945312,
                    1.65625,
                    1.757812,
                    2.0,
                    1.679688,
                    1.976562,
                    1.960938,
                    1.804688,
                    2.0625,
                    1.882812,
                    3.015625,
                    2.015625,
                    2.03125,
                    2.046875,
                    2.09375,
                    2.125,
                    1.9375,
                    2.15625,
                    2.0625,
                    2.03125,
                    2.359375
                ]
            },
            "name": "model.transformer.layers.14.attn.q_norm.weight",
            "outputIndexes": [
                918
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                917,
                918
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/q_norm_14/Mul_1_output_0",
            "outputIndexes": [
                919
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                919,
                53
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_56_output_0",
            "outputIndexes": [
                920
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                919,
                55,
                56,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_57_output_0",
            "outputIndexes": [
                921
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                921
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_28_output_0",
            "outputIndexes": [
                922
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                919,
                21,
                55,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_56_output_0",
            "outputIndexes": [
                923
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                922,
                923
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_73_output_0",
            "outputIndexes": [
                924
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                924,
                68
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_57_output_0",
            "outputIndexes": [
                925
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                920,
                925
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_56_output_0",
            "outputIndexes": [
                926
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                900
            ],
            "outputIndexes": [
                1806
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                1806
            ],
            "outputIndexes": [
                1807
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/k_proj/Linear",
            "inputIndexes": [
                1807
            ],
            "outputIndexes": [
                1808
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 320,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3840,
                    "weightSize": 0
                },
                "external": [
                    126943566,
                    245782,
                    30720,
                    1280,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                1808
            ],
            "outputIndexes": [
                1809
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1809
            ],
            "outputIndexes": [
                927
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    320
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                7,
                914,
                684,
                24
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_71_output_0",
            "outputIndexes": [
                928
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                927,
                928
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_58_output_0",
            "outputIndexes": [
                929
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                929
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/k_norm_14/Mul_output_0",
            "outputIndexes": [
                930
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    64
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    -0.044189,
                    -0.030396,
                    0.176758,
                    0.001328,
                    1.28125,
                    1.695312,
                    1.710938,
                    1.9375,
                    0.789062,
                    1.851562,
                    1.25,
                    2.0625,
                    1.09375,
                    1.804688,
                    2.046875,
                    1.265625,
                    1.90625,
                    1.960938,
                    1.695312,
                    2.015625,
                    1.859375,
                    3.15625,
                    2.09375,
                    2.078125,
                    2.046875,
                    2.171875,
                    2.125,
                    2.078125,
                    2.40625,
                    2.125,
                    2.140625,
                    2.453125,
                    -0.917969,
                    -0.15918,
                    -0.039062,
                    0.193359,
                    0.007477,
                    1.351562,
                    0.279297,
                    1.25,
                    1.890625,
                    1.703125,
                    2.0,
                    1.398438,
                    2.265625,
                    1.945312,
                    1.8125,
                    2.296875,
                    2.1875,
                    2.234375,
                    2.375,
                    2.234375,
                    2.328125,
                    0.960938,
                    2.125,
                    2.125,
                    2.125,
                    2.046875,
                    2.015625,
                    2.078125,
                    2.0625,
                    2.046875,
                    2.0625,
                    2.203125
                ]
            },
            "name": "model.transformer.layers.14.attn.k_norm.weight",
            "outputIndexes": [
                931
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                930,
                931
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/k_norm_14/Mul_1_output_0",
            "outputIndexes": [
                932
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                932,
                53
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_58_output_0",
            "outputIndexes": [
                933
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                932,
                55,
                56,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_59_output_0",
            "outputIndexes": [
                934
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                934
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_29_output_0",
            "outputIndexes": [
                935
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                932,
                21,
                55,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_58_output_0",
            "outputIndexes": [
                936
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                935,
                936
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_74_output_0",
            "outputIndexes": [
                937
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                937,
                68
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_59_output_0",
            "outputIndexes": [
                938
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                933,
                938
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_57_output_0",
            "outputIndexes": [
                939
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                900
            ],
            "outputIndexes": [
                1810
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                1810
            ],
            "outputIndexes": [
                1811
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/v_proj/Linear",
            "inputIndexes": [
                1811
            ],
            "outputIndexes": [
                1812
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 320,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3840,
                    "weightSize": 0
                },
                "external": [
                    127221348,
                    245782,
                    30720,
                    1280,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                1812
            ],
            "outputIndexes": [
                1813
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1813
            ],
            "outputIndexes": [
                940
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    320
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                940,
                928
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_59_output_0",
            "outputIndexes": [
                941
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                926,
                939,
                941,
                86
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "/layers.14/self_attn/FusedAttention",
            "outputIndexes": [
                942
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                942
            ],
            "outputIndexes": [
                1814
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1280,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                1814
            ],
            "outputIndexes": [
                1815
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/o_proj/Linear",
            "inputIndexes": [
                1815
            ],
            "outputIndexes": [
                1816
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1280,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 15360,
                    "weightSize": 0
                },
                "external": [
                    127499130,
                    983062,
                    122880,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                1816
            ],
            "outputIndexes": [
                1817
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1817
            ],
            "outputIndexes": [
                943
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                897,
                943
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_58_output_0",
            "outputIndexes": [
                944
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                944
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/ffn_norm_14/Mul_output_0",
            "outputIndexes": [
                945
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.574219,
                    0.539062,
                    0.585938,
                    0.498047,
                    0.476562,
                    0.578125,
                    0.578125,
                    0.570312,
                    0.65625,
                    0.5625,
                    0.617188,
                    0.507812,
                    0.5625,
                    0.515625,
                    0.578125,
                    0.707031,
                    0.589844,
                    0.5625,
                    0.515625,
                    0.542969,
                    0.494141,
                    0.582031,
                    0.496094,
                    0.566406,
                    0.613281,
                    0.5625,
                    0.578125,
                    0.59375,
                    0.503906,
                    0.566406,
                    0.605469,
                    0.550781,
                    0.515625,
                    0.496094,
                    0.566406,
                    0.59375,
                    0.574219,
                    0.570312,
                    0.566406,
                    0.539062,
                    0.574219,
                    0.535156,
                    0.5625,
                    0.550781,
                    0.550781,
                    0.570312,
                    0.53125,
                    0.515625,
                    0.566406,
                    0.554688,
                    0.550781,
                    0.5625,
                    0.546875,
                    0.585938,
                    0.328125,
                    0.617188,
                    0.582031,
                    0.5625,
                    0.589844,
                    0.589844,
                    0.523438,
                    0.554688,
                    0.5,
                    0.578125,
                    0.542969,
                    0.585938,
                    0.582031,
                    0.5625,
                    0.535156,
                    0.359375,
                    0.582031,
                    0.585938,
                    0.554688,
                    0.597656,
                    0.498047,
                    0.585938,
                    0.601562,
                    0.601562,
                    0.546875,
                    0.554688,
                    0.539062,
                    0.570312,
                    0.546875,
                    0.589844,
                    0.494141,
                    0.542969,
                    0.535156,
                    0.570312,
                    0.566406,
                    0.507812,
                    0.578125,
                    0.484375,
                    0.570312,
                    0.539062,
                    0.550781,
                    0.503906,
                    0.507812,
                    0.601562,
                    0.480469,
                    0.492188,
                    0.574219,
                    0.337891,
                    0.519531,
                    0.59375,
                    0.570312,
                    0.535156,
                    0.507812,
                    0.503906,
                    0.486328,
                    0.574219,
                    0.578125,
                    0.550781,
                    0.527344,
                    0.511719,
                    0.539062,
                    0.542969,
                    0.523438,
                    0.550781,
                    0.539062,
                    0.554688,
                    0.589844,
                    0.535156,
                    0.539062,
                    0.589844,
                    0.539062,
                    0.65625,
                    0.582031,
                    0.566406,
                    0.601562,
                    0.582031,
                    0.605469,
                    0.570312,
                    0.550781,
                    0.585938,
                    0.546875,
                    0.535156,
                    0.453125,
                    0.539062,
                    0.570312,
                    0.498047,
                    0.613281,
                    0.566406,
                    0.511719,
                    0.5625,
                    0.498047,
                    0.474609,
                    0.542969,
                    0.5625,
                    0.523438,
                    0.511719,
                    0.566406,
                    0.494141,
                    0.539062,
                    0.554688,
                    0.542969,
                    0.539062,
                    0.574219,
                    0.542969,
                    0.578125,
                    0.511719,
                    0.636719,
                    0.722656,
                    0.605469,
                    0.542969,
                    0.566406,
                    0.574219,
                    0.59375,
                    0.550781,
                    0.546875,
                    0.285156,
                    0.527344,
                    0.542969,
                    0.496094,
                    0.5625,
                    0.582031,
                    0.609375,
                    0.542969,
                    0.578125,
                    0.574219,
                    0.578125,
                    0.5625,
                    0.574219,
                    0.609375,
                    0.570312,
                    0.5625,
                    0.566406,
                    0.589844,
                    0.535156,
                    0.570312,
                    0.5625,
                    0.609375,
                    0.546875,
                    0.227539,
                    0.578125,
                    0.550781,
                    0.589844,
                    0.486328,
                    0.582031,
                    0.578125,
                    0.462891,
                    0.527344,
                    0.503906,
                    0.578125,
                    0.578125,
                    0.59375,
                    0.585938,
                    0.550781,
                    0.53125,
                    0.554688,
                    0.554688,
                    0.480469,
                    0.566406,
                    0.570312,
                    0.546875,
                    0.546875,
                    0.542969,
                    0.609375,
                    0.558594,
                    0.5625,
                    0.519531,
                    0.566406,
                    0.5625,
                    0.578125,
                    0.474609,
                    0.636719,
                    0.482422,
                    0.574219,
                    0.542969,
                    0.542969,
                    0.582031,
                    0.578125,
                    0.554688,
                    0.474609,
                    0.496094,
                    0.535156,
                    0.566406,
                    0.554688,
                    0.535156,
                    0.550781,
                    0.498047,
                    0.519531,
                    0.503906,
                    0.566406,
                    0.5625,
                    0.515625,
                    0.554688,
                    0.507812,
                    0.5625,
                    0.597656,
                    0.550781,
                    0.550781,
                    0.492188,
                    0.5625,
                    0.464844,
                    0.566406,
                    0.625,
                    0.542969,
                    0.539062,
                    0.566406,
                    0.546875,
                    0.59375,
                    0.550781,
                    0.480469,
                    0.609375,
                    0.554688,
                    0.609375,
                    0.675781,
                    0.376953,
                    0.5,
                    0.53125,
                    0.570312,
                    0.5625,
                    0.546875,
                    0.554688,
                    0.585938,
                    0.535156,
                    0.585938,
                    0.269531,
                    0.550781,
                    0.523438,
                    0.574219,
                    0.5625,
                    0.498047,
                    0.554688,
                    0.589844,
                    0.582031,
                    0.542969,
                    0.621094,
                    0.585938,
                    0.570312,
                    0.523438,
                    0.632812,
                    0.539062,
                    0.589844,
                    0.5,
                    0.589844,
                    0.5,
                    0.613281,
                    0.503906,
                    0.507812,
                    0.628906,
                    0.566406,
                    0.550781,
                    0.597656,
                    0.554688,
                    0.582031,
                    0.605469,
                    0.439453,
                    0.597656,
                    0.558594,
                    0.605469,
                    0.5625,
                    0.523438,
                    0.523438,
                    0.589844,
                    0.550781,
                    0.585938,
                    0.535156,
                    0.291016,
                    0.539062,
                    0.574219,
                    0.542969,
                    0.589844,
                    0.605469,
                    0.707031,
                    0.542969,
                    0.574219,
                    0.5625,
                    0.546875,
                    0.570312,
                    0.503906,
                    0.585938,
                    0.539062,
                    0.574219,
                    0.574219,
                    0.59375,
                    0.554688,
                    0.554688,
                    0.494141,
                    0.605469,
                    0.496094,
                    0.511719,
                    0.558594,
                    0.488281,
                    0.621094,
                    0.5625,
                    0.363281,
                    0.511719,
                    0.527344,
                    0.574219,
                    0.421875,
                    0.550781,
                    0.443359,
                    0.296875,
                    0.578125,
                    0.28125,
                    0.527344,
                    0.566406,
                    0.498047,
                    0.574219,
                    0.570312,
                    0.488281,
                    0.566406,
                    0.527344,
                    0.482422,
                    0.511719,
                    0.558594,
                    0.4375,
                    0.558594,
                    0.523438,
                    0.46875,
                    0.550781,
                    0.484375,
                    0.605469,
                    0.566406,
                    0.482422,
                    0.609375,
                    0.585938,
                    0.5625,
                    0.539062,
                    0.5625,
                    0.542969,
                    0.574219,
                    0.609375,
                    0.490234,
                    0.507812,
                    0.478516,
                    0.535156,
                    0.515625,
                    0.585938,
                    0.574219,
                    0.519531,
                    0.601562,
                    0.480469,
                    0.597656,
                    0.300781,
                    0.578125,
                    0.292969,
                    0.220703,
                    0.488281,
                    0.574219,
                    0.539062,
                    0.542969,
                    0.5625,
                    0.585938,
                    0.484375,
                    0.480469,
                    0.585938,
                    0.566406,
                    0.554688,
                    0.546875,
                    0.388672,
                    0.53125,
                    0.613281,
                    0.550781,
                    0.53125,
                    0.535156,
                    0.605469,
                    0.539062,
                    0.605469,
                    0.535156,
                    0.494141,
                    0.486328,
                    0.275391,
                    0.5625,
                    0.447266,
                    0.554688,
                    0.574219,
                    0.523438,
                    0.585938,
                    0.5,
                    0.558594,
                    0.542969,
                    0.589844,
                    0.597656,
                    0.59375,
                    0.582031,
                    0.601562,
                    0.566406,
                    0.582031,
                    0.550781,
                    0.5625,
                    0.507812,
                    0.5625,
                    0.578125,
                    0.574219,
                    0.59375,
                    0.484375,
                    0.550781,
                    0.527344,
                    0.310547,
                    0.632812,
                    0.578125,
                    0.558594,
                    0.5,
                    0.585938,
                    0.566406,
                    0.498047,
                    0.566406,
                    0.589844,
                    0.570312,
                    0.498047,
                    0.554688,
                    0.589844,
                    0.53125,
                    0.492188,
                    0.546875,
                    0.574219,
                    0.554688,
                    0.574219,
                    0.287109,
                    0.558594,
                    0.605469,
                    0.490234,
                    0.554688,
                    0.578125,
                    0.5625,
                    0.539062,
                    0.554688,
                    0.574219,
                    0.582031,
                    0.570312,
                    0.582031,
                    0.470703,
                    0.585938,
                    0.484375,
                    0.5625,
                    0.558594,
                    0.554688,
                    0.554688,
                    0.5,
                    0.496094,
                    0.5625,
                    0.527344,
                    0.570312,
                    0.566406,
                    0.558594,
                    0.484375,
                    0.566406,
                    0.478516,
                    0.542969,
                    0.566406,
                    0.472656,
                    0.554688,
                    0.498047,
                    0.648438,
                    0.558594,
                    0.570312,
                    0.566406,
                    0.498047,
                    0.609375,
                    0.578125,
                    0.554688,
                    0.554688,
                    0.382812,
                    0.59375,
                    0.554688,
                    0.597656,
                    0.554688,
                    0.589844,
                    0.507812,
                    0.597656,
                    0.632812,
                    0.554688,
                    0.523438,
                    0.527344,
                    0.554688,
                    0.519531,
                    0.554688,
                    0.722656,
                    0.535156,
                    0.597656,
                    0.570312,
                    0.558594,
                    0.539062,
                    0.5,
                    0.597656,
                    0.566406,
                    0.601562,
                    0.582031,
                    0.726562,
                    0.507812,
                    0.464844,
                    0.582031,
                    0.582031,
                    0.597656,
                    0.574219,
                    0.539062,
                    0.511719,
                    0.535156,
                    0.5,
                    0.539062,
                    0.482422,
                    0.273438,
                    0.507812,
                    0.625,
                    0.546875,
                    0.597656,
                    0.535156,
                    0.550781,
                    0.585938,
                    0.462891,
                    0.279297,
                    0.605469,
                    0.503906,
                    0.570312,
                    0.53125,
                    0.535156,
                    0.589844,
                    0.542969,
                    0.601562,
                    0.5,
                    0.554688,
                    0.519531,
                    0.59375,
                    0.539062,
                    0.4375,
                    0.535156,
                    0.523438,
                    0.605469,
                    0.578125,
                    0.589844,
                    0.613281,
                    0.542969,
                    0.550781,
                    0.542969,
                    0.539062,
                    0.535156,
                    0.503906,
                    0.546875,
                    0.605469,
                    0.578125,
                    0.613281,
                    0.539062,
                    0.582031,
                    0.574219,
                    0.498047,
                    0.53125,
                    0.527344,
                    0.511719,
                    0.582031,
                    0.5625,
                    0.5625,
                    0.578125,
                    0.527344,
                    0.523438,
                    0.582031,
                    0.488281,
                    0.496094,
                    0.566406,
                    0.542969,
                    0.515625,
                    0.566406,
                    0.535156,
                    0.640625,
                    0.539062,
                    0.558594,
                    0.53125,
                    0.306641,
                    0.566406,
                    0.589844,
                    0.585938,
                    0.535156,
                    0.566406,
                    0.59375,
                    0.589844,
                    0.585938,
                    0.59375,
                    0.578125,
                    0.550781,
                    0.582031,
                    0.53125,
                    0.574219,
                    0.566406,
                    0.558594,
                    0.566406,
                    0.578125,
                    0.523438,
                    0.570312,
                    0.5625,
                    0.507812,
                    0.453125,
                    0.539062,
                    0.578125,
                    0.546875,
                    0.496094,
                    0.589844,
                    0.373047,
                    0.539062,
                    0.605469,
                    0.503906,
                    0.585938,
                    0.550781,
                    0.550781,
                    0.574219,
                    0.570312,
                    0.503906,
                    0.542969,
                    0.558594,
                    0.279297,
                    0.542969,
                    0.574219,
                    0.511719,
                    0.554688,
                    0.546875,
                    0.550781,
                    0.503906,
                    0.5625,
                    0.554688,
                    0.511719,
                    0.519531,
                    0.632812,
                    0.480469,
                    0.574219,
                    0.558594,
                    0.546875,
                    0.542969,
                    0.550781,
                    0.539062,
                    0.566406,
                    0.558594,
                    0.554688,
                    0.589844,
                    0.550781,
                    0.527344,
                    0.574219,
                    0.523438,
                    0.527344,
                    0.820312,
                    0.582031,
                    0.578125,
                    0.539062,
                    0.574219,
                    0.535156,
                    0.527344,
                    0.554688,
                    0.535156,
                    0.566406,
                    0.597656,
                    0.527344,
                    0.585938,
                    0.535156,
                    0.515625,
                    0.539062,
                    0.597656,
                    0.53125,
                    0.5625,
                    0.494141,
                    0.574219,
                    0.542969,
                    0.554688,
                    0.59375,
                    0.570312,
                    0.558594,
                    0.546875,
                    0.554688,
                    0.515625,
                    0.5,
                    0.578125,
                    0.609375,
                    0.601562,
                    0.542969,
                    0.5625,
                    0.554688,
                    0.53125,
                    0.597656,
                    0.515625,
                    0.59375,
                    0.546875,
                    0.566406,
                    0.578125,
                    0.660156,
                    0.605469,
                    0.431641,
                    0.507812,
                    0.59375,
                    0.53125,
                    0.554688,
                    0.578125,
                    0.601562,
                    0.535156,
                    0.550781,
                    0.570312,
                    0.310547,
                    0.503906,
                    0.558594,
                    0.617188,
                    0.574219,
                    0.527344,
                    0.435547,
                    0.609375,
                    0.523438,
                    0.441406,
                    0.550781,
                    0.542969,
                    0.298828,
                    0.539062,
                    0.582031,
                    0.613281,
                    0.554688,
                    0.515625,
                    0.605469,
                    0.574219,
                    0.570312,
                    0.597656,
                    0.494141,
                    0.566406,
                    0.515625,
                    0.605469,
                    0.546875,
                    0.589844,
                    0.578125,
                    0.570312,
                    0.511719,
                    0.539062,
                    0.652344,
                    0.539062,
                    0.578125,
                    0.578125,
                    0.582031,
                    0.570312,
                    0.53125,
                    0.621094,
                    0.585938,
                    0.470703,
                    0.542969,
                    0.609375,
                    0.558594,
                    0.625,
                    0.558594,
                    0.470703,
                    0.466797,
                    0.59375,
                    0.511719,
                    0.53125,
                    0.486328,
                    0.488281,
                    0.578125,
                    0.613281,
                    0.59375,
                    0.542969,
                    0.597656,
                    0.585938,
                    0.597656,
                    0.621094,
                    0.53125,
                    0.574219,
                    0.621094,
                    0.539062,
                    0.478516,
                    0.59375,
                    0.523438,
                    0.546875,
                    0.53125,
                    0.5625,
                    0.585938,
                    0.494141,
                    0.527344,
                    0.527344,
                    0.613281,
                    0.200195,
                    0.632812,
                    0.490234,
                    0.542969,
                    0.59375,
                    0.550781,
                    0.578125,
                    0.597656,
                    0.542969,
                    0.558594,
                    0.542969,
                    0.570312,
                    0.287109,
                    0.558594,
                    0.589844,
                    0.539062,
                    0.582031,
                    0.447266,
                    0.636719,
                    0.511719,
                    0.365234,
                    0.484375,
                    0.5625,
                    0.546875,
                    0.597656,
                    0.523438,
                    0.578125,
                    0.601562,
                    0.578125,
                    0.558594,
                    0.910156,
                    0.511719,
                    0.558594,
                    0.494141,
                    0.5,
                    0.582031,
                    0.527344,
                    0.578125,
                    0.498047,
                    0.550781,
                    0.566406,
                    0.550781,
                    0.490234,
                    0.609375,
                    0.59375,
                    0.597656,
                    0.589844,
                    0.609375,
                    0.523438,
                    0.503906,
                    0.558594,
                    0.574219,
                    0.578125,
                    0.566406,
                    0.609375,
                    0.601562,
                    0.546875,
                    0.53125,
                    0.570312,
                    0.578125,
                    0.628906,
                    0.644531,
                    0.578125,
                    0.511719,
                    0.601562,
                    0.539062,
                    0.574219,
                    0.535156,
                    -0.000288,
                    0.582031,
                    0.527344,
                    0.59375,
                    0.566406,
                    0.601562,
                    0.59375,
                    0.523438,
                    0.589844,
                    0.519531,
                    0.515625,
                    0.617188,
                    0.511719,
                    0.519531,
                    0.589844,
                    0.539062,
                    0.570312,
                    0.554688,
                    0.330078,
                    0.582031,
                    0.386719,
                    0.503906,
                    0.546875,
                    0.601562,
                    0.566406,
                    0.519531,
                    0.546875,
                    0.554688,
                    0.578125,
                    0.523438,
                    0.613281,
                    0.542969,
                    0.582031,
                    0.566406,
                    0.554688,
                    0.582031,
                    0.574219,
                    0.464844,
                    0.5625,
                    0.550781,
                    0.59375,
                    0.427734,
                    0.558594,
                    0.589844,
                    0.542969,
                    0.566406,
                    0.539062,
                    0.5625,
                    0.53125,
                    0.546875,
                    0.53125,
                    0.558594,
                    0.582031,
                    0.539062,
                    0.511719,
                    0.546875,
                    0.542969,
                    0.589844,
                    0.523438,
                    0.613281,
                    0.511719,
                    0.527344,
                    0.558594,
                    0.507812,
                    0.539062,
                    0.5625,
                    0.59375,
                    0.59375,
                    0.527344,
                    0.597656,
                    0.527344,
                    0.519531,
                    0.539062,
                    0.664062,
                    0.486328,
                    0.460938,
                    0.314453,
                    0.585938,
                    0.462891,
                    0.542969,
                    0.585938,
                    0.59375,
                    0.578125,
                    0.585938,
                    0.478516,
                    0.585938,
                    0.511719,
                    0.601562,
                    0.617188,
                    0.535156,
                    0.570312,
                    0.445312,
                    0.570312,
                    0.527344,
                    0.554688,
                    0.474609,
                    0.5625,
                    0.558594,
                    0.519531,
                    0.570312,
                    0.554688,
                    0.482422,
                    0.566406,
                    0.535156,
                    0.566406,
                    0.527344,
                    0.585938,
                    0.546875,
                    0.507812,
                    0.511719,
                    0.578125,
                    0.539062,
                    0.535156,
                    0.457031,
                    0.605469,
                    0.632812,
                    0.542969,
                    0.628906,
                    0.550781,
                    0.554688,
                    0.511719,
                    0.636719,
                    0.443359,
                    0.570312,
                    0.585938,
                    0.498047,
                    0.558594,
                    0.53125,
                    0.519531,
                    0.558594,
                    0.566406,
                    0.558594,
                    0.515625,
                    0.5625,
                    0.59375,
                    0.890625,
                    0.566406,
                    0.503906,
                    0.554688,
                    0.558594,
                    0.550781,
                    0.578125,
                    0.539062,
                    0.539062,
                    0.570312,
                    0.515625,
                    0.486328,
                    0.546875,
                    0.597656,
                    0.578125,
                    0.578125,
                    0.59375,
                    0.574219,
                    0.5625,
                    0.53125,
                    0.361328,
                    0.597656,
                    0.320312,
                    0.289062,
                    0.574219,
                    0.554688,
                    0.574219,
                    0.5625,
                    0.574219,
                    0.578125,
                    0.515625,
                    0.582031,
                    0.488281,
                    0.679688,
                    0.554688,
                    0.589844,
                    0.486328,
                    0.558594,
                    0.722656,
                    0.574219,
                    0.523438,
                    0.582031,
                    0.498047,
                    0.558594,
                    0.59375,
                    0.566406,
                    0.570312,
                    0.554688,
                    0.498047,
                    0.585938,
                    0.527344,
                    0.578125,
                    0.589844,
                    0.582031,
                    0.597656,
                    0.574219,
                    0.453125,
                    0.542969,
                    0.5625,
                    0.546875,
                    0.486328,
                    0.476562,
                    0.225586,
                    0.490234,
                    0.519531,
                    0.542969,
                    0.503906,
                    0.542969,
                    0.609375,
                    0.535156,
                    0.601562,
                    0.589844,
                    0.535156,
                    0.574219,
                    0.558594,
                    0.597656,
                    0.542969,
                    0.5625,
                    0.503906,
                    0.546875,
                    0.582031,
                    0.675781,
                    0.5625,
                    0.585938,
                    0.5625,
                    0.550781,
                    0.550781,
                    0.554688,
                    0.546875,
                    0.554688,
                    0.558594,
                    0.494141,
                    0.578125,
                    0.5625,
                    0.546875,
                    0.53125,
                    0.511719,
                    0.578125,
                    0.488281,
                    0.640625,
                    0.585938,
                    0.472656,
                    0.570312,
                    0.539062,
                    0.5625,
                    0.601562,
                    0.511719,
                    0.570312,
                    0.546875,
                    0.511719,
                    0.589844,
                    0.558594,
                    0.535156,
                    0.5625,
                    0.496094,
                    0.578125,
                    0.527344,
                    0.535156,
                    0.609375,
                    0.550781,
                    0.519531,
                    0.347656,
                    0.589844,
                    0.578125,
                    0.535156,
                    0.667969,
                    0.582031,
                    0.535156,
                    0.511719,
                    0.550781,
                    0.578125,
                    0.5625,
                    0.527344,
                    0.578125,
                    0.527344,
                    0.542969,
                    0.585938,
                    0.462891,
                    0.589844,
                    0.585938,
                    0.5,
                    0.535156,
                    0.5625,
                    0.578125,
                    0.527344,
                    0.515625,
                    0.578125,
                    0.542969,
                    0.480469,
                    0.457031,
                    0.574219,
                    0.554688,
                    0.59375,
                    0.554688,
                    0.539062,
                    0.515625,
                    0.570312,
                    0.566406,
                    0.5625,
                    0.59375,
                    0.890625,
                    0.539062,
                    0.466797,
                    0.574219,
                    0.589844,
                    0.476562,
                    0.574219,
                    0.542969,
                    0.558594,
                    0.578125,
                    0.523438,
                    0.558594,
                    0.597656,
                    0.542969,
                    0.609375,
                    0.574219,
                    0.433594,
                    0.550781,
                    0.570312,
                    0.617188,
                    0.476562,
                    0.5625,
                    0.382812,
                    0.558594,
                    0.542969,
                    0.519531,
                    0.605469,
                    0.570312,
                    0.558594,
                    0.597656,
                    0.542969,
                    0.566406,
                    0.492188,
                    0.566406,
                    0.585938,
                    0.527344,
                    0.53125,
                    0.457031,
                    0.542969,
                    0.570312,
                    0.546875,
                    0.574219,
                    0.625,
                    0.582031,
                    0.597656,
                    0.5625,
                    0.566406,
                    0.597656,
                    0.515625,
                    0.5625,
                    0.5625,
                    0.585938,
                    0.589844,
                    0.582031,
                    0.535156,
                    0.605469,
                    0.574219,
                    0.582031,
                    0.566406,
                    0.457031,
                    0.578125,
                    0.570312,
                    0.554688,
                    0.558594,
                    0.566406,
                    0.582031,
                    0.570312,
                    0.566406,
                    0.597656,
                    0.550781,
                    0.494141,
                    0.503906,
                    0.601562,
                    0.597656,
                    0.482422,
                    0.570312,
                    0.5625,
                    0.589844,
                    0.566406,
                    0.484375,
                    0.546875,
                    0.511719,
                    0.5625,
                    0.519531,
                    0.558594,
                    0.527344,
                    0.535156,
                    0.527344,
                    0.503906,
                    0.515625,
                    0.570312,
                    0.427734,
                    0.570312,
                    0.578125,
                    0.527344,
                    0.582031,
                    0.431641,
                    0.558594,
                    0.523438,
                    0.478516,
                    0.578125,
                    0.511719,
                    0.582031,
                    0.578125,
                    0.59375,
                    0.511719,
                    0.578125,
                    0.59375,
                    0.578125,
                    0.574219,
                    0.582031,
                    0.515625,
                    0.566406,
                    0.582031,
                    0.566406,
                    0.515625,
                    0.558594,
                    0.621094,
                    0.621094,
                    0.507812,
                    0.597656,
                    0.589844,
                    0.498047,
                    0.589844,
                    0.542969,
                    0.5625,
                    0.519531,
                    0.570312,
                    0.515625,
                    0.582031,
                    0.519531,
                    0.480469,
                    0.578125,
                    0.613281,
                    0.589844,
                    0.539062,
                    0.585938,
                    0.527344,
                    0.546875,
                    0.582031,
                    0.601562,
                    0.558594,
                    0.625,
                    0.585938,
                    0.535156,
                    0.535156,
                    0.5,
                    0.474609,
                    0.494141,
                    0.535156,
                    0.605469,
                    0.519531,
                    0.414062,
                    0.5625,
                    0.484375,
                    0.585938,
                    0.589844,
                    0.535156,
                    0.566406,
                    0.539062,
                    0.306641,
                    0.554688,
                    0.511719,
                    0.554688,
                    0.585938,
                    0.582031,
                    0.574219,
                    0.601562,
                    0.554688,
                    0.404297,
                    0.597656,
                    0.515625,
                    0.523438,
                    0.570312,
                    0.558594,
                    0.507812,
                    0.539062,
                    0.480469,
                    0.585938,
                    0.519531,
                    0.542969,
                    0.535156,
                    0.558594,
                    0.578125,
                    0.558594,
                    0.558594,
                    0.601562,
                    0.558594,
                    0.542969,
                    0.378906,
                    0.535156,
                    0.535156,
                    0.400391,
                    0.470703,
                    0.542969,
                    0.515625,
                    0.550781,
                    0.570312,
                    0.582031,
                    0.601562,
                    0.515625,
                    0.558594,
                    0.542969,
                    0.574219,
                    0.503906,
                    0.546875,
                    0.546875,
                    0.53125,
                    0.519531,
                    0.589844,
                    0.570312,
                    0.566406,
                    0.601562,
                    0.574219,
                    0.582031,
                    0.597656,
                    0.609375,
                    0.585938,
                    0.550781,
                    0.613281,
                    0.558594,
                    0.574219,
                    0.546875,
                    0.582031,
                    0.472656,
                    0.527344,
                    0.494141,
                    0.558594,
                    0.566406,
                    0.617188,
                    0.482422,
                    0.335938,
                    0.621094,
                    0.507812,
                    0.554688,
                    0.574219,
                    0.5625,
                    0.566406,
                    0.566406,
                    0.53125,
                    0.527344,
                    0.515625,
                    0.546875,
                    0.566406,
                    0.609375,
                    0.523438,
                    0.582031,
                    0.539062,
                    0.494141,
                    0.507812,
                    0.574219,
                    0.566406,
                    0.53125,
                    0.570312,
                    0.519531,
                    0.605469,
                    0.402344,
                    0.539062,
                    0.546875,
                    0.511719,
                    0.566406,
                    0.539062,
                    0.605469,
                    0.550781,
                    0.59375,
                    0.511719,
                    0.589844,
                    0.574219,
                    0.488281,
                    0.5625,
                    0.519531,
                    0.507812,
                    0.511719,
                    0.632812,
                    0.554688,
                    0.523438,
                    0.542969,
                    0.535156,
                    0.474609,
                    0.535156,
                    0.570312,
                    0.523438,
                    0.498047,
                    0.574219,
                    0.621094,
                    0.570312,
                    0.613281,
                    0.589844,
                    0.632812,
                    0.53125,
                    0.511719,
                    0.515625,
                    0.542969,
                    0.511719,
                    0.5625,
                    0.539062,
                    0.570312,
                    0.601562,
                    0.308594,
                    0.470703,
                    0.527344,
                    0.699219,
                    0.585938,
                    0.333984,
                    0.527344,
                    0.597656,
                    0.46875,
                    0.523438,
                    0.558594,
                    0.519531,
                    0.574219,
                    0.259766,
                    0.566406,
                    0.589844,
                    0.574219,
                    0.486328,
                    0.496094,
                    0.65625,
                    0.554688,
                    0.546875,
                    0.597656,
                    0.570312,
                    0.566406,
                    0.542969,
                    0.546875,
                    0.585938,
                    0.546875,
                    0.609375,
                    0.566406,
                    0.5625,
                    0.601562,
                    0.503906,
                    0.523438,
                    0.558594,
                    0.546875,
                    0.476562,
                    0.554688,
                    0.511719,
                    0.5625,
                    0.550781,
                    0.578125,
                    0.546875,
                    0.558594,
                    0.589844,
                    0.597656,
                    0.539062,
                    0.5625,
                    0.535156,
                    0.574219,
                    0.566406,
                    0.546875,
                    0.546875,
                    0.523438
                ]
            },
            "name": "model.transformer.layers.14.ffn_norm.weight",
            "outputIndexes": [
                946
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                945,
                946
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/ffn_norm_14/Mul_1_output_0",
            "outputIndexes": [
                947
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/mlp/proj_1/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                947
            ],
            "outputIndexes": [
                1818
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/mlp/proj_1/Linear/pre_convert",
            "inputIndexes": [
                1818
            ],
            "outputIndexes": [
                1819
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/mlp/proj_1/Linear",
            "inputIndexes": [
                1819
            ],
            "outputIndexes": [
                1820
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 9216,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 110592,
                    "weightSize": 0
                },
                "external": [
                    128605072,
                    7077910,
                    884736,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/mlp/proj_1/Linear/post_convert",
            "inputIndexes": [
                1820
            ],
            "outputIndexes": [
                1821
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/mlp/proj_1/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1821
            ],
            "outputIndexes": [
                948
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    9216
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                948,
                21,
                405,
                95
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/ffn_14/Slice_output_0",
            "outputIndexes": [
                949
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                949
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/ffn/act_14/Sigmoid_output_0",
            "outputIndexes": [
                950
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                949,
                950
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/ffn/act_14/Mul_output_0",
            "outputIndexes": [
                951
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    9216
                ]
            },
            "name": "/ffn_14/Mul_1_output_0",
            "outputIndexes": [
                952
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                948,
                405,
                952,
                95
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/ffn_14/Slice_1_output_0",
            "outputIndexes": [
                953
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                951,
                953
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/ffn_14/Mul_2_output_0",
            "outputIndexes": [
                954
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/mlp/proj_2/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                954
            ],
            "outputIndexes": [
                1822
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    4608,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/mlp/proj_2/Linear/pre_convert",
            "inputIndexes": [
                1822
            ],
            "outputIndexes": [
                1823
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/mlp/proj_2/Linear",
            "inputIndexes": [
                1823
            ],
            "outputIndexes": [
                1824
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 4608,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 55296,
                    "weightSize": 0
                },
                "external": [
                    136567718,
                    3538966,
                    442368,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/mlp/proj_2/Linear/post_convert",
            "inputIndexes": [
                1824
            ],
            "outputIndexes": [
                1825
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/mlp/proj_2/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1825
            ],
            "outputIndexes": [
                955
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                944,
                955
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_59_output_0",
            "outputIndexes": [
                956
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                956,
                1
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_60_output_0",
            "outputIndexes": [
                957
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                957
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/attn_norm_15/Mul_output_0",
            "outputIndexes": [
                958
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.953125,
                    1.0,
                    0.78125,
                    0.984375,
                    1.25,
                    0.765625,
                    0.835938,
                    0.804688,
                    1.3125,
                    0.863281,
                    1.0625,
                    1.445312,
                    0.816406,
                    0.898438,
                    0.890625,
                    1.101562,
                    0.953125,
                    0.753906,
                    1.0625,
                    1.148438,
                    1.289062,
                    0.941406,
                    0.996094,
                    0.90625,
                    1.109375,
                    0.789062,
                    0.75,
                    0.738281,
                    1.0,
                    0.804688,
                    1.0,
                    0.835938,
                    0.804688,
                    1.007812,
                    0.800781,
                    0.839844,
                    0.851562,
                    0.785156,
                    0.652344,
                    0.890625,
                    0.886719,
                    0.8125,
                    1.015625,
                    0.765625,
                    0.863281,
                    0.90625,
                    0.953125,
                    0.652344,
                    0.949219,
                    1.1875,
                    0.871094,
                    0.808594,
                    0.902344,
                    0.804688,
                    2.640625,
                    0.832031,
                    0.933594,
                    0.921875,
                    0.875,
                    0.941406,
                    0.832031,
                    0.804688,
                    1.0625,
                    0.90625,
                    0.486328,
                    0.796875,
                    0.601562,
                    0.886719,
                    1.21875,
                    1.640625,
                    0.855469,
                    0.878906,
                    0.851562,
                    0.96875,
                    1.0,
                    0.851562,
                    0.929688,
                    1.078125,
                    0.992188,
                    0.777344,
                    0.894531,
                    0.671875,
                    0.847656,
                    1.007812,
                    1.398438,
                    0.773438,
                    0.800781,
                    0.714844,
                    0.914062,
                    0.921875,
                    0.785156,
                    1.15625,
                    0.828125,
                    1.023438,
                    0.761719,
                    1.03125,
                    1.046875,
                    1.054688,
                    1.289062,
                    1.320312,
                    0.835938,
                    2.09375,
                    0.859375,
                    0.882812,
                    1.015625,
                    0.789062,
                    1.046875,
                    0.875,
                    1.070312,
                    0.722656,
                    0.730469,
                    0.859375,
                    0.550781,
                    0.941406,
                    0.980469,
                    0.738281,
                    0.558594,
                    0.832031,
                    0.96875,
                    0.910156,
                    0.910156,
                    0.8125,
                    0.761719,
                    0.921875,
                    0.75,
                    1.039062,
                    0.792969,
                    0.867188,
                    0.980469,
                    0.953125,
                    0.847656,
                    0.808594,
                    0.800781,
                    0.804688,
                    1.210938,
                    0.917969,
                    1.539062,
                    0.679688,
                    0.941406,
                    0.914062,
                    0.847656,
                    0.910156,
                    0.90625,
                    0.777344,
                    1.25,
                    0.875,
                    1.0,
                    1.171875,
                    0.742188,
                    0.976562,
                    0.855469,
                    0.824219,
                    0.914062,
                    0.816406,
                    0.820312,
                    0.941406,
                    0.804688,
                    0.589844,
                    0.828125,
                    1.09375,
                    1.078125,
                    1.914062,
                    0.871094,
                    0.847656,
                    0.765625,
                    0.855469,
                    0.796875,
                    0.972656,
                    0.859375,
                    2.0,
                    1.039062,
                    0.78125,
                    1.054688,
                    0.726562,
                    0.742188,
                    0.746094,
                    0.792969,
                    0.808594,
                    0.929688,
                    0.914062,
                    0.703125,
                    0.90625,
                    1.320312,
                    0.960938,
                    0.878906,
                    0.707031,
                    0.875,
                    1.0,
                    0.863281,
                    1.03125,
                    0.9375,
                    0.882812,
                    2.625,
                    0.902344,
                    0.933594,
                    0.835938,
                    1.054688,
                    0.910156,
                    0.914062,
                    1.265625,
                    0.753906,
                    0.871094,
                    0.902344,
                    0.945312,
                    0.992188,
                    0.890625,
                    0.664062,
                    0.921875,
                    0.757812,
                    0.789062,
                    1.28125,
                    0.972656,
                    0.679688,
                    0.816406,
                    0.945312,
                    0.730469,
                    0.910156,
                    0.84375,
                    0.703125,
                    0.933594,
                    0.933594,
                    0.996094,
                    0.800781,
                    0.988281,
                    1.054688,
                    2.609375,
                    0.675781,
                    0.789062,
                    0.835938,
                    0.828125,
                    0.800781,
                    0.808594,
                    1.40625,
                    1.070312,
                    0.832031,
                    0.828125,
                    0.871094,
                    0.867188,
                    0.882812,
                    1.179688,
                    1.03125,
                    1.21875,
                    0.851562,
                    0.769531,
                    0.921875,
                    0.824219,
                    1.3125,
                    0.71875,
                    1.023438,
                    1.132812,
                    0.820312,
                    1.414062,
                    0.882812,
                    1.671875,
                    0.863281,
                    0.835938,
                    0.746094,
                    1.078125,
                    0.882812,
                    0.679688,
                    0.882812,
                    0.882812,
                    1.1875,
                    0.988281,
                    0.671875,
                    0.957031,
                    1.0625,
                    2.359375,
                    1.226562,
                    0.914062,
                    0.867188,
                    0.753906,
                    0.902344,
                    0.753906,
                    0.816406,
                    0.800781,
                    0.8125,
                    2.4375,
                    1.0,
                    0.800781,
                    0.816406,
                    0.847656,
                    1.101562,
                    0.976562,
                    0.792969,
                    0.785156,
                    0.699219,
                    0.96875,
                    0.953125,
                    0.960938,
                    0.882812,
                    0.917969,
                    0.796875,
                    0.953125,
                    1.015625,
                    0.902344,
                    1.1875,
                    0.746094,
                    0.898438,
                    0.816406,
                    1.0625,
                    0.839844,
                    0.800781,
                    0.914062,
                    0.910156,
                    1.0625,
                    1.164062,
                    0.832031,
                    0.960938,
                    0.769531,
                    0.890625,
                    0.816406,
                    2.09375,
                    0.894531,
                    0.804688,
                    0.78125,
                    0.90625,
                    1.125,
                    1.898438,
                    0.878906,
                    0.789062,
                    0.761719,
                    0.714844,
                    0.929688,
                    0.945312,
                    0.859375,
                    0.800781,
                    0.996094,
                    0.867188,
                    0.78125,
                    0.9375,
                    1.007812,
                    0.84375,
                    0.980469,
                    0.699219,
                    0.804688,
                    0.921875,
                    0.929688,
                    1.15625,
                    0.824219,
                    1.007812,
                    1.015625,
                    1.0625,
                    0.996094,
                    1.09375,
                    0.632812,
                    3.328125,
                    0.808594,
                    1.03125,
                    0.769531,
                    1.515625,
                    0.972656,
                    1.640625,
                    2.40625,
                    0.945312,
                    2.265625,
                    0.964844,
                    0.804688,
                    0.871094,
                    0.894531,
                    0.980469,
                    0.964844,
                    0.875,
                    0.917969,
                    1.148438,
                    1.257812,
                    0.949219,
                    1.460938,
                    1.078125,
                    1.304688,
                    1.039062,
                    1.15625,
                    1.335938,
                    0.871094,
                    0.875,
                    1.117188,
                    1.015625,
                    1.046875,
                    0.820312,
                    0.757812,
                    0.785156,
                    0.980469,
                    0.699219,
                    0.84375,
                    1.039062,
                    1.015625,
                    1.132812,
                    0.699219,
                    0.765625,
                    0.945312,
                    0.960938,
                    1.109375,
                    0.929688,
                    1.046875,
                    0.875,
                    1.984375,
                    0.6875,
                    2.3125,
                    0.302734,
                    0.738281,
                    1.015625,
                    0.820312,
                    0.632812,
                    0.878906,
                    0.972656,
                    1.265625,
                    1.367188,
                    0.917969,
                    0.84375,
                    0.757812,
                    0.621094,
                    1.828125,
                    0.964844,
                    0.910156,
                    0.765625,
                    0.871094,
                    0.863281,
                    0.910156,
                    0.847656,
                    0.945312,
                    0.972656,
                    1.046875,
                    1.117188,
                    2.109375,
                    0.78125,
                    1.296875,
                    0.984375,
                    0.753906,
                    1.023438,
                    0.886719,
                    1.023438,
                    0.691406,
                    1.023438,
                    0.816406,
                    0.882812,
                    0.84375,
                    0.996094,
                    0.957031,
                    1.890625,
                    0.925781,
                    0.789062,
                    0.808594,
                    0.964844,
                    1.164062,
                    0.746094,
                    0.785156,
                    1.195312,
                    0.839844,
                    0.699219,
                    0.625,
                    2.171875,
                    0.945312,
                    0.828125,
                    0.734375,
                    0.875,
                    0.96875,
                    1.117188,
                    0.953125,
                    0.851562,
                    0.785156,
                    0.789062,
                    0.8125,
                    0.933594,
                    0.921875,
                    0.941406,
                    1.09375,
                    0.882812,
                    1.054688,
                    0.710938,
                    0.867188,
                    2.03125,
                    0.824219,
                    1.148438,
                    1.070312,
                    1.054688,
                    0.898438,
                    0.890625,
                    0.851562,
                    0.9375,
                    0.882812,
                    0.835938,
                    0.773438,
                    0.859375,
                    1.164062,
                    0.855469,
                    1.164062,
                    0.839844,
                    0.714844,
                    0.828125,
                    0.855469,
                    1.046875,
                    1.132812,
                    0.921875,
                    0.789062,
                    0.707031,
                    0.882812,
                    0.757812,
                    1.195312,
                    0.816406,
                    0.917969,
                    0.847656,
                    0.828125,
                    1.039062,
                    0.824219,
                    1.0,
                    1.085938,
                    0.769531,
                    0.886719,
                    0.902344,
                    1.742188,
                    0.871094,
                    0.898438,
                    0.714844,
                    0.898438,
                    1.726562,
                    1.007812,
                    0.859375,
                    0.75,
                    0.972656,
                    0.914062,
                    1.125,
                    0.988281,
                    0.988281,
                    0.78125,
                    0.769531,
                    0.753906,
                    0.703125,
                    0.851562,
                    0.875,
                    4.59375,
                    0.851562,
                    0.828125,
                    0.792969,
                    0.96875,
                    0.882812,
                    1.15625,
                    0.820312,
                    0.796875,
                    0.933594,
                    0.808594,
                    0.984375,
                    0.804688,
                    1.257812,
                    0.828125,
                    0.96875,
                    1.054688,
                    0.789062,
                    1.0625,
                    0.753906,
                    0.835938,
                    1.015625,
                    0.832031,
                    1.140625,
                    2.265625,
                    0.9375,
                    1.023438,
                    0.675781,
                    0.855469,
                    0.652344,
                    0.71875,
                    0.945312,
                    1.578125,
                    2.15625,
                    0.898438,
                    1.359375,
                    0.636719,
                    0.800781,
                    0.816406,
                    0.78125,
                    0.769531,
                    0.839844,
                    1.148438,
                    0.773438,
                    1.085938,
                    1.054688,
                    0.917969,
                    1.5625,
                    0.8125,
                    1.117188,
                    0.917969,
                    0.800781,
                    0.9375,
                    0.972656,
                    0.695312,
                    0.875,
                    0.671875,
                    0.855469,
                    0.84375,
                    0.960938,
                    0.792969,
                    0.863281,
                    0.972656,
                    1.117188,
                    0.875,
                    0.761719,
                    0.808594,
                    0.878906,
                    1.992188,
                    0.957031,
                    0.753906,
                    0.972656,
                    0.78125,
                    0.753906,
                    0.796875,
                    0.820312,
                    0.777344,
                    0.84375,
                    0.871094,
                    0.90625,
                    0.832031,
                    1.015625,
                    0.882812,
                    0.796875,
                    0.910156,
                    0.84375,
                    0.671875,
                    0.789062,
                    0.742188,
                    2.21875,
                    0.878906,
                    1.0625,
                    0.96875,
                    0.804688,
                    0.75,
                    0.929688,
                    0.910156,
                    0.886719,
                    1.226562,
                    0.851562,
                    0.710938,
                    0.957031,
                    0.804688,
                    1.015625,
                    0.859375,
                    1.0,
                    0.753906,
                    0.761719,
                    0.757812,
                    0.890625,
                    0.765625,
                    0.746094,
                    1.171875,
                    0.726562,
                    0.8125,
                    1.117188,
                    1.125,
                    1.039062,
                    1.101562,
                    0.972656,
                    1.203125,
                    0.648438,
                    1.007812,
                    0.703125,
                    0.878906,
                    0.863281,
                    0.78125,
                    0.714844,
                    1.453125,
                    0.792969,
                    2.3125,
                    1.125,
                    0.902344,
                    0.945312,
                    0.890625,
                    0.820312,
                    0.742188,
                    1.101562,
                    1.1875,
                    0.769531,
                    0.941406,
                    0.882812,
                    0.851562,
                    1.453125,
                    1.085938,
                    0.945312,
                    0.691406,
                    1.265625,
                    0.746094,
                    0.792969,
                    0.710938,
                    0.960938,
                    0.828125,
                    0.832031,
                    0.785156,
                    0.925781,
                    0.808594,
                    1.789062,
                    0.632812,
                    1.164062,
                    0.992188,
                    0.988281,
                    1.148438,
                    0.828125,
                    0.621094,
                    0.734375,
                    0.941406,
                    0.78125,
                    0.832031,
                    0.964844,
                    0.769531,
                    0.738281,
                    0.828125,
                    1.257812,
                    0.914062,
                    1.039062,
                    0.757812,
                    0.730469,
                    1.007812,
                    0.773438,
                    0.871094,
                    0.816406,
                    0.871094,
                    0.785156,
                    1.023438,
                    0.957031,
                    0.660156,
                    0.972656,
                    0.972656,
                    1.0625,
                    0.914062,
                    0.785156,
                    1.132812,
                    0.628906,
                    0.652344,
                    0.734375,
                    0.96875,
                    0.832031,
                    0.757812,
                    0.726562,
                    0.75,
                    0.972656,
                    0.984375,
                    0.886719,
                    1.140625,
                    1.296875,
                    0.75,
                    0.757812,
                    0.914062,
                    0.886719,
                    0.792969,
                    0.957031,
                    0.796875,
                    0.863281,
                    2.015625,
                    0.992188,
                    0.964844,
                    0.890625,
                    0.832031,
                    0.808594,
                    2.078125,
                    0.96875,
                    1.179688,
                    2.015625,
                    0.863281,
                    0.785156,
                    2.140625,
                    0.796875,
                    0.9375,
                    1.078125,
                    0.757812,
                    0.589844,
                    0.832031,
                    0.933594,
                    0.800781,
                    0.964844,
                    1.164062,
                    0.800781,
                    1.140625,
                    0.769531,
                    0.917969,
                    0.96875,
                    0.75,
                    0.910156,
                    1.023438,
                    0.789062,
                    1.257812,
                    0.753906,
                    0.761719,
                    0.863281,
                    1.046875,
                    0.925781,
                    1.0625,
                    0.890625,
                    1.039062,
                    1.085938,
                    1.179688,
                    0.898438,
                    0.851562,
                    0.816406,
                    0.75,
                    1.101562,
                    1.335938,
                    0.8125,
                    0.71875,
                    0.691406,
                    1.007812,
                    0.800781,
                    0.960938,
                    0.839844,
                    0.839844,
                    0.847656,
                    0.886719,
                    0.839844,
                    0.8125,
                    1.070312,
                    0.972656,
                    1.039062,
                    0.996094,
                    0.804688,
                    1.304688,
                    0.835938,
                    0.851562,
                    0.777344,
                    0.871094,
                    0.683594,
                    0.980469,
                    1.125,
                    0.765625,
                    0.851562,
                    1.0,
                    2.171875,
                    0.859375,
                    1.179688,
                    0.816406,
                    0.972656,
                    0.976562,
                    0.867188,
                    0.785156,
                    0.902344,
                    0.839844,
                    0.960938,
                    0.847656,
                    2.203125,
                    0.984375,
                    0.949219,
                    1.601562,
                    0.714844,
                    0.78125,
                    1.046875,
                    1.039062,
                    0.625,
                    1.132812,
                    0.863281,
                    0.632812,
                    1.179688,
                    1.007812,
                    0.835938,
                    0.722656,
                    0.941406,
                    0.753906,
                    1.773438,
                    1.359375,
                    0.761719,
                    1.273438,
                    1.054688,
                    0.878906,
                    0.917969,
                    0.894531,
                    0.996094,
                    0.769531,
                    0.875,
                    0.671875,
                    0.902344,
                    0.851562,
                    0.832031,
                    0.90625,
                    0.777344,
                    0.941406,
                    0.976562,
                    0.992188,
                    0.761719,
                    0.886719,
                    0.742188,
                    0.929688,
                    0.820312,
                    0.859375,
                    1.0,
                    1.078125,
                    0.894531,
                    0.714844,
                    0.953125,
                    0.976562,
                    0.859375,
                    1.179688,
                    0.867188,
                    0.925781,
                    0.828125,
                    1.078125,
                    0.675781,
                    0.867188,
                    1.015625,
                    0.996094,
                    0.914062,
                    0.84375,
                    0.726562,
                    0.796875,
                    0.976562,
                    0.902344,
                    0.894531,
                    0.929688,
                    0.855469,
                    1.109375,
                    0.960938,
                    0.914062,
                    0.96875,
                    0.84375,
                    1.757812,
                    0.976562,
                    0.498047,
                    0.894531,
                    0.800781,
                    1.21875,
                    0.734375,
                    1.117188,
                    0.953125,
                    1.0,
                    0.8125,
                    1.195312,
                    0.796875,
                    1.015625,
                    0.914062,
                    0.953125,
                    0.8125,
                    0.980469,
                    0.738281,
                    1.015625,
                    0.738281,
                    0.703125,
                    0.945312,
                    1.742188,
                    0.878906,
                    0.972656,
                    0.75,
                    0.734375,
                    0.765625,
                    0.820312,
                    0.875,
                    0.664062,
                    0.996094,
                    0.871094,
                    0.597656,
                    0.675781,
                    0.679688,
                    0.800781,
                    0.777344,
                    0.976562,
                    0.9375,
                    0.929688,
                    0.773438,
                    0.691406,
                    0.855469,
                    1.007812,
                    0.628906,
                    0.714844,
                    0.917969,
                    0.816406,
                    0.855469,
                    1.078125,
                    0.585938,
                    0.867188,
                    0.730469,
                    1.101562,
                    1.132812,
                    1.328125,
                    1.945312,
                    0.902344,
                    1.257812,
                    0.699219,
                    0.734375,
                    0.867188,
                    0.894531,
                    0.886719,
                    1.335938,
                    0.992188,
                    1.304688,
                    0.972656,
                    0.96875,
                    0.574219,
                    0.75,
                    1.34375,
                    0.800781,
                    0.746094,
                    0.804688,
                    1.109375,
                    0.824219,
                    0.78125,
                    0.917969,
                    1.09375,
                    0.785156,
                    1.304688,
                    0.695312,
                    0.902344,
                    0.855469,
                    0.816406,
                    0.746094,
                    0.84375,
                    1.007812,
                    1.1875,
                    0.898438,
                    1.015625,
                    0.820312,
                    0.796875,
                    1.078125,
                    1.046875,
                    0.796875,
                    1.039062,
                    0.53125,
                    1.125,
                    0.875,
                    1.054688,
                    1.164062,
                    0.824219,
                    0.804688,
                    0.964844,
                    0.902344,
                    0.640625,
                    1.226562,
                    0.753906,
                    1.234375,
                    0.816406,
                    0.941406,
                    0.714844,
                    0.867188,
                    4.96875,
                    0.769531,
                    1.046875,
                    0.675781,
                    0.980469,
                    1.023438,
                    0.871094,
                    0.878906,
                    0.589844,
                    0.835938,
                    1.203125,
                    0.976562,
                    0.792969,
                    0.964844,
                    0.777344,
                    0.804688,
                    0.949219,
                    0.859375,
                    0.832031,
                    0.777344,
                    1.898438,
                    0.960938,
                    2.03125,
                    2.234375,
                    0.992188,
                    0.75,
                    0.902344,
                    0.933594,
                    0.871094,
                    0.984375,
                    1.117188,
                    0.851562,
                    1.140625,
                    1.015625,
                    0.917969,
                    1.023438,
                    0.980469,
                    1.015625,
                    0.851562,
                    0.972656,
                    0.777344,
                    1.09375,
                    1.226562,
                    0.714844,
                    0.859375,
                    0.878906,
                    0.910156,
                    0.695312,
                    1.296875,
                    0.824219,
                    0.796875,
                    0.90625,
                    1.03125,
                    1.007812,
                    0.753906,
                    0.863281,
                    1.085938,
                    0.769531,
                    0.898438,
                    0.980469,
                    1.585938,
                    1.054688,
                    2.28125,
                    1.09375,
                    0.75,
                    0.902344,
                    1.015625,
                    0.804688,
                    0.789062,
                    0.996094,
                    0.855469,
                    1.039062,
                    0.824219,
                    0.832031,
                    0.921875,
                    0.980469,
                    0.65625,
                    0.785156,
                    0.835938,
                    0.652344,
                    0.851562,
                    1.367188,
                    0.71875,
                    1.015625,
                    0.832031,
                    1.140625,
                    0.675781,
                    0.648438,
                    0.914062,
                    0.914062,
                    0.871094,
                    0.898438,
                    0.945312,
                    0.75,
                    0.703125,
                    0.816406,
                    1.320312,
                    0.71875,
                    1.0625,
                    1.164062,
                    1.015625,
                    1.71875,
                    0.859375,
                    0.726562,
                    0.949219,
                    0.753906,
                    0.914062,
                    0.824219,
                    0.976562,
                    0.902344,
                    1.09375,
                    0.753906,
                    0.785156,
                    0.96875,
                    0.921875,
                    0.765625,
                    0.824219,
                    0.957031,
                    1.164062,
                    0.777344,
                    0.84375,
                    2.15625,
                    0.789062,
                    0.859375,
                    0.84375,
                    1.039062,
                    0.832031,
                    0.933594,
                    0.917969,
                    1.070312,
                    0.839844,
                    0.957031,
                    1.070312,
                    0.960938,
                    0.980469,
                    0.785156,
                    0.898438,
                    1.21875,
                    0.929688,
                    0.921875,
                    1.070312,
                    1.039062,
                    0.435547,
                    0.878906,
                    0.878906,
                    0.878906,
                    0.90625,
                    0.816406,
                    1.226562,
                    1.148438,
                    0.738281,
                    0.96875,
                    0.789062,
                    0.792969,
                    0.851562,
                    0.894531,
                    0.726562,
                    0.886719,
                    0.757812,
                    0.878906,
                    1.3125,
                    0.910156,
                    1.328125,
                    0.746094,
                    0.914062,
                    1.039062,
                    0.722656,
                    0.957031,
                    1.0,
                    0.652344,
                    1.054688,
                    0.847656,
                    0.757812,
                    0.753906,
                    0.855469,
                    0.796875,
                    1.476562,
                    0.703125,
                    0.953125,
                    0.871094,
                    1.1875,
                    0.792969,
                    1.695312,
                    1.296875,
                    0.699219,
                    0.988281,
                    0.925781,
                    0.863281,
                    0.902344,
                    0.910156,
                    0.863281,
                    0.664062,
                    0.722656,
                    0.867188,
                    1.039062,
                    0.867188,
                    0.9375,
                    1.28125,
                    0.796875,
                    0.925781,
                    1.039062,
                    0.914062,
                    0.964844,
                    0.890625,
                    0.964844,
                    1.179688,
                    0.765625,
                    0.972656,
                    0.859375,
                    0.875,
                    0.699219,
                    0.773438,
                    0.859375,
                    1.765625,
                    0.863281,
                    0.839844,
                    0.984375,
                    0.910156,
                    0.894531,
                    1.25,
                    0.925781,
                    0.988281,
                    0.847656,
                    0.90625,
                    1.09375,
                    1.195312,
                    0.777344,
                    0.832031,
                    0.800781,
                    0.679688,
                    1.992188,
                    1.203125,
                    0.894531,
                    0.917969,
                    1.679688,
                    0.972656,
                    0.652344,
                    0.964844,
                    0.753906,
                    1.085938,
                    0.800781,
                    0.839844,
                    0.789062,
                    0.796875,
                    0.863281,
                    0.945312,
                    0.796875,
                    0.882812,
                    1.164062,
                    1.132812,
                    0.847656,
                    0.660156,
                    0.789062,
                    1.0625,
                    1.039062,
                    0.777344,
                    1.640625,
                    0.703125,
                    0.757812,
                    1.117188,
                    0.871094,
                    0.878906,
                    0.644531,
                    0.992188,
                    0.832031,
                    0.953125,
                    0.902344,
                    1.132812,
                    0.9375,
                    0.800781,
                    0.957031,
                    1.007812,
                    0.871094,
                    0.945312,
                    0.753906,
                    0.84375,
                    0.816406,
                    0.753906,
                    0.921875,
                    1.085938,
                    0.839844,
                    0.875,
                    0.828125,
                    0.960938,
                    0.96875,
                    1.03125,
                    1.140625,
                    1.0,
                    0.859375,
                    0.640625,
                    0.667969,
                    1.1875,
                    0.933594,
                    1.039062,
                    1.421875,
                    0.8125,
                    0.71875,
                    0.953125,
                    0.890625,
                    0.832031,
                    1.023438,
                    0.988281,
                    0.890625,
                    0.816406,
                    0.761719,
                    0.835938,
                    1.023438,
                    0.804688,
                    1.101562,
                    1.039062,
                    0.8125,
                    0.707031,
                    1.59375,
                    0.957031,
                    1.085938,
                    0.976562,
                    0.90625,
                    0.699219,
                    0.949219,
                    0.914062,
                    2.046875,
                    0.945312,
                    1.023438,
                    0.691406,
                    0.875,
                    0.785156,
                    0.691406,
                    0.871094,
                    0.824219,
                    1.445312,
                    0.960938,
                    1.03125,
                    0.800781,
                    0.777344,
                    0.765625,
                    0.925781,
                    1.039062,
                    1.328125,
                    0.871094,
                    0.984375,
                    0.71875,
                    0.738281,
                    0.734375,
                    0.871094,
                    0.871094,
                    0.84375,
                    0.839844,
                    0.914062,
                    1.015625,
                    1.9375,
                    0.84375,
                    0.828125,
                    1.710938,
                    1.171875,
                    0.867188,
                    0.789062,
                    0.773438,
                    0.828125,
                    1.1875,
                    0.953125,
                    1.101562,
                    1.101562,
                    0.9375,
                    0.785156,
                    0.851562,
                    0.824219,
                    0.59375,
                    0.804688,
                    0.859375,
                    0.875,
                    0.769531,
                    0.863281,
                    1.28125,
                    0.792969,
                    0.792969,
                    1.125,
                    0.785156,
                    0.785156,
                    0.957031,
                    0.929688,
                    0.855469,
                    0.875,
                    1.0,
                    0.875,
                    1.40625,
                    0.785156,
                    1.007812,
                    0.898438,
                    1.007812,
                    0.941406,
                    1.21875,
                    1.890625,
                    0.839844,
                    0.898438,
                    0.917969,
                    0.820312,
                    1.03125,
                    0.871094,
                    0.785156,
                    0.738281,
                    1.007812,
                    0.953125,
                    0.890625,
                    0.863281,
                    0.796875,
                    0.816406,
                    0.847656,
                    0.863281,
                    1.0625,
                    1.070312,
                    0.839844,
                    0.707031,
                    0.664062,
                    0.871094,
                    0.96875,
                    0.808594,
                    1.664062,
                    0.792969,
                    0.789062,
                    1.015625,
                    0.960938,
                    0.722656,
                    0.789062,
                    0.730469,
                    0.894531,
                    0.871094,
                    0.738281,
                    0.609375,
                    1.117188,
                    0.84375,
                    0.609375,
                    1.492188,
                    0.984375,
                    1.117188,
                    0.796875,
                    0.875,
                    0.855469,
                    0.75,
                    0.953125,
                    0.6875,
                    0.882812,
                    1.132812,
                    1.289062,
                    0.898438,
                    0.722656,
                    1.203125,
                    0.949219,
                    0.671875,
                    0.925781,
                    0.824219,
                    0.8125,
                    0.78125,
                    0.75,
                    1.164062,
                    0.804688,
                    0.878906,
                    0.9375,
                    0.855469,
                    2.515625,
                    1.296875,
                    0.914062,
                    1.117188,
                    1.007812,
                    1.960938,
                    0.941406,
                    0.96875,
                    1.164062,
                    0.660156,
                    0.730469,
                    0.769531,
                    0.871094,
                    2.390625,
                    0.851562,
                    1.015625,
                    0.742188,
                    1.242188,
                    1.0,
                    0.921875,
                    0.753906,
                    0.714844,
                    1.023438,
                    0.917969,
                    0.835938,
                    0.851562,
                    1.09375,
                    0.773438,
                    0.777344,
                    1.070312,
                    0.859375,
                    0.828125,
                    0.839844,
                    1.328125,
                    1.320312,
                    1.0,
                    1.265625,
                    1.148438,
                    0.871094,
                    0.730469,
                    0.878906,
                    1.007812,
                    0.832031,
                    1.101562,
                    0.777344,
                    0.804688,
                    0.941406,
                    0.964844,
                    0.765625,
                    0.9375,
                    0.6875,
                    1.148438,
                    0.722656,
                    0.800781,
                    0.867188
                ]
            },
            "name": "model.transformer.layers.15.attn_norm.weight",
            "outputIndexes": [
                959
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                958,
                959
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/attn_norm_15/Mul_1_output_0",
            "outputIndexes": [
                960
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                960
            ],
            "outputIndexes": [
                1826
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                1826
            ],
            "outputIndexes": [
                1827
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/q_proj/Linear",
            "inputIndexes": [
                1827
            ],
            "outputIndexes": [
                1828
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1280,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 15360,
                    "weightSize": 0
                },
                "external": [
                    140549052,
                    983062,
                    122880,
                    5120,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                1828
            ],
            "outputIndexes": [
                1829
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1829
            ],
            "outputIndexes": [
                961
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1280
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                960
            ],
            "main_type": "NONE",
            "name": "/Shape_61_output_0",
            "outputIndexes": [
                962
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                962
            ],
            "main_type": "NONE",
            "name": "Shape1363",
            "outputIndexes": [
                963
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                962
            ],
            "main_type": "NONE",
            "name": "Rank1365",
            "outputIndexes": [
                964
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                964,
                964
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1367",
            "outputIndexes": [
                965
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                965
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1368",
            "outputIndexes": [
                966
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                965,
                9
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1370",
            "outputIndexes": [
                967
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                967
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1371",
            "outputIndexes": [
                968
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                963,
                966,
                968,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice1374",
            "outputIndexes": [
                969
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                969
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze1375",
            "outputIndexes": [
                970
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                9,
                970
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1376",
            "outputIndexes": [
                971
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                971,
                970
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1377",
            "outputIndexes": [
                972
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                962,
                972,
                965
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_79_output_0",
            "outputIndexes": [
                973
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                973,
                21
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_151_output_0",
            "outputIndexes": [
                974
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                7,
                974,
                670,
                24
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_75_output_0",
            "outputIndexes": [
                975
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                961,
                975
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_61_output_0",
            "outputIndexes": [
                976
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                976
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/q_norm_15/Mul_output_0",
            "outputIndexes": [
                977
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    64
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.167969,
                    0.423828,
                    0.081055,
                    0.092285,
                    -0.030884,
                    1.1875,
                    0.037598,
                    1.875,
                    1.820312,
                    1.796875,
                    1.84375,
                    2.03125,
                    1.828125,
                    1.882812,
                    1.921875,
                    2.46875,
                    2.140625,
                    1.289062,
                    2.109375,
                    2.75,
                    1.914062,
                    2.5,
                    3.5,
                    2.109375,
                    2.109375,
                    2.09375,
                    2.078125,
                    2.0625,
                    2.15625,
                    2.046875,
                    2.40625,
                    2.03125,
                    -0.083984,
                    -0.070801,
                    -0.013733,
                    -0.033936,
                    0.267578,
                    1.953125,
                    1.90625,
                    1.640625,
                    1.257812,
                    1.734375,
                    2.125,
                    1.859375,
                    2.390625,
                    2.09375,
                    2.25,
                    1.9375,
                    2.203125,
                    2.75,
                    2.3125,
                    1.851562,
                    2.515625,
                    1.914062,
                    1.03125,
                    2.125,
                    2.046875,
                    2.015625,
                    2.015625,
                    2.0,
                    2.046875,
                    1.984375,
                    1.984375,
                    2.421875
                ]
            },
            "name": "model.transformer.layers.15.attn.q_norm.weight",
            "outputIndexes": [
                978
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                977,
                978
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/q_norm_15/Mul_1_output_0",
            "outputIndexes": [
                979
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                979,
                53
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_60_output_0",
            "outputIndexes": [
                980
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                979,
                55,
                56,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_61_output_0",
            "outputIndexes": [
                981
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                981
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_30_output_0",
            "outputIndexes": [
                982
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                979,
                21,
                55,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_60_output_0",
            "outputIndexes": [
                983
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                982,
                983
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_78_output_0",
            "outputIndexes": [
                984
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                984,
                68
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_61_output_0",
            "outputIndexes": [
                985
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                980,
                985
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_60_output_0",
            "outputIndexes": [
                986
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                960
            ],
            "outputIndexes": [
                1830
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                1830
            ],
            "outputIndexes": [
                1831
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/k_proj/Linear",
            "inputIndexes": [
                1831
            ],
            "outputIndexes": [
                1832
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 320,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3840,
                    "weightSize": 0
                },
                "external": [
                    141660114,
                    245782,
                    30720,
                    1280,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                1832
            ],
            "outputIndexes": [
                1833
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1833
            ],
            "outputIndexes": [
                987
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    320
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                7,
                974,
                684,
                24
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_76_output_0",
            "outputIndexes": [
                988
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                987,
                988
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_62_output_0",
            "outputIndexes": [
                989
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                989
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/k_norm_15/Mul_output_0",
            "outputIndexes": [
                990
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    64
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.207031,
                    -0.474609,
                    -0.062988,
                    -0.19043,
                    0.024414,
                    1.890625,
                    0.000269,
                    1.875,
                    2.015625,
                    2.03125,
                    2.171875,
                    1.242188,
                    2.34375,
                    2.21875,
                    2.234375,
                    1.578125,
                    2.109375,
                    3.328125,
                    2.171875,
                    1.703125,
                    2.5625,
                    1.96875,
                    0.769531,
                    2.203125,
                    2.1875,
                    2.1875,
                    2.0625,
                    2.140625,
                    2.0,
                    2.09375,
                    2.40625,
                    2.25,
                    -0.022217,
                    0.003662,
                    -0.027832,
                    0.033447,
                    -0.253906,
                    1.914062,
                    1.71875,
                    1.5,
                    0.225586,
                    1.523438,
                    1.34375,
                    2.09375,
                    1.226562,
                    1.710938,
                    1.609375,
                    2.46875,
                    2.0625,
                    0.18457,
                    2.0625,
                    2.890625,
                    1.875,
                    2.40625,
                    5.1875,
                    2.203125,
                    2.21875,
                    2.171875,
                    2.078125,
                    2.140625,
                    2.171875,
                    2.15625,
                    2.40625,
                    2.4375
                ]
            },
            "name": "model.transformer.layers.15.attn.k_norm.weight",
            "outputIndexes": [
                991
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                990,
                991
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/k_norm_15/Mul_1_output_0",
            "outputIndexes": [
                992
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                992,
                53
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_62_output_0",
            "outputIndexes": [
                993
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                992,
                55,
                56,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_63_output_0",
            "outputIndexes": [
                994
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                994
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_31_output_0",
            "outputIndexes": [
                995
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                992,
                21,
                55,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_62_output_0",
            "outputIndexes": [
                996
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                995,
                996
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_79_output_0",
            "outputIndexes": [
                997
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                997,
                68
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_63_output_0",
            "outputIndexes": [
                998
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                993,
                998
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_61_output_0",
            "outputIndexes": [
                999
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                960
            ],
            "outputIndexes": [
                1834
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                1834
            ],
            "outputIndexes": [
                1835
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/v_proj/Linear",
            "inputIndexes": [
                1835
            ],
            "outputIndexes": [
                1836
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 320,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 3840,
                    "weightSize": 0
                },
                "external": [
                    141937896,
                    245782,
                    30720,
                    1280,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                1836
            ],
            "outputIndexes": [
                1837
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1837
            ],
            "outputIndexes": [
                1000
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    320
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1000,
                988
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_63_output_0",
            "outputIndexes": [
                1001
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                986,
                999,
                1001,
                86
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "/layers.15/self_attn/FusedAttention",
            "outputIndexes": [
                1002
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1002
            ],
            "outputIndexes": [
                1838
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1280,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                1838
            ],
            "outputIndexes": [
                1839
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/o_proj/Linear",
            "inputIndexes": [
                1839
            ],
            "outputIndexes": [
                1840
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1280,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 15360,
                    "weightSize": 0
                },
                "external": [
                    142215678,
                    983062,
                    122880,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                1840
            ],
            "outputIndexes": [
                1841
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1841
            ],
            "outputIndexes": [
                1003
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                957,
                1003
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_62_output_0",
            "outputIndexes": [
                1004
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1004
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/ffn_norm_15/Mul_output_0",
            "outputIndexes": [
                1005
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.636719,
                    0.636719,
                    0.664062,
                    0.570312,
                    0.597656,
                    0.621094,
                    0.632812,
                    0.636719,
                    0.773438,
                    0.636719,
                    0.703125,
                    0.691406,
                    0.632812,
                    0.617188,
                    0.648438,
                    0.785156,
                    0.648438,
                    0.621094,
                    0.625,
                    0.632812,
                    0.613281,
                    0.671875,
                    0.589844,
                    0.640625,
                    0.683594,
                    0.617188,
                    0.621094,
                    0.644531,
                    0.605469,
                    0.621094,
                    0.671875,
                    0.636719,
                    0.59375,
                    0.613281,
                    0.640625,
                    0.65625,
                    0.605469,
                    0.640625,
                    0.621094,
                    0.636719,
                    0.660156,
                    0.613281,
                    0.632812,
                    0.636719,
                    0.613281,
                    0.65625,
                    0.636719,
                    0.609375,
                    0.636719,
                    0.644531,
                    0.617188,
                    0.644531,
                    0.628906,
                    0.660156,
                    0.384766,
                    0.671875,
                    0.664062,
                    0.640625,
                    0.660156,
                    0.683594,
                    0.617188,
                    0.628906,
                    0.621094,
                    0.667969,
                    0.597656,
                    0.632812,
                    0.640625,
                    0.632812,
                    0.617188,
                    0.40625,
                    0.652344,
                    0.644531,
                    0.648438,
                    0.640625,
                    0.613281,
                    0.652344,
                    0.667969,
                    0.648438,
                    0.644531,
                    0.628906,
                    0.621094,
                    0.648438,
                    0.613281,
                    0.675781,
                    0.644531,
                    0.609375,
                    0.613281,
                    0.621094,
                    0.636719,
                    0.636719,
                    0.644531,
                    0.585938,
                    0.636719,
                    0.636719,
                    0.621094,
                    0.597656,
                    0.617188,
                    0.664062,
                    0.605469,
                    0.632812,
                    0.652344,
                    0.328125,
                    0.648438,
                    0.648438,
                    0.652344,
                    0.632812,
                    0.601562,
                    0.621094,
                    0.597656,
                    0.625,
                    0.632812,
                    0.628906,
                    0.582031,
                    0.609375,
                    0.632812,
                    0.625,
                    0.59375,
                    0.644531,
                    0.625,
                    0.644531,
                    0.6875,
                    0.625,
                    0.605469,
                    0.65625,
                    0.644531,
                    0.726562,
                    0.660156,
                    0.652344,
                    0.65625,
                    0.644531,
                    0.644531,
                    0.632812,
                    0.640625,
                    0.660156,
                    0.605469,
                    0.613281,
                    0.558594,
                    0.613281,
                    0.632812,
                    0.597656,
                    0.664062,
                    0.628906,
                    0.609375,
                    0.652344,
                    0.582031,
                    0.613281,
                    0.628906,
                    0.628906,
                    0.601562,
                    0.609375,
                    0.652344,
                    0.582031,
                    0.617188,
                    0.632812,
                    0.640625,
                    0.621094,
                    0.628906,
                    0.597656,
                    0.644531,
                    0.589844,
                    0.714844,
                    0.835938,
                    0.65625,
                    0.605469,
                    0.640625,
                    0.652344,
                    0.648438,
                    0.636719,
                    0.625,
                    0.367188,
                    0.675781,
                    0.644531,
                    0.636719,
                    0.640625,
                    0.636719,
                    0.671875,
                    0.644531,
                    0.640625,
                    0.660156,
                    0.640625,
                    0.632812,
                    0.644531,
                    0.722656,
                    0.644531,
                    0.628906,
                    0.621094,
                    0.652344,
                    0.613281,
                    0.644531,
                    0.636719,
                    0.664062,
                    0.636719,
                    0.257812,
                    0.652344,
                    0.628906,
                    0.660156,
                    0.566406,
                    0.652344,
                    0.644531,
                    0.546875,
                    0.609375,
                    0.582031,
                    0.644531,
                    0.671875,
                    0.6875,
                    0.671875,
                    0.628906,
                    0.609375,
                    0.605469,
                    0.644531,
                    0.574219,
                    0.625,
                    0.617188,
                    0.636719,
                    0.632812,
                    0.628906,
                    0.691406,
                    0.640625,
                    0.660156,
                    0.597656,
                    0.636719,
                    0.621094,
                    0.640625,
                    0.625,
                    0.71875,
                    0.589844,
                    0.632812,
                    0.625,
                    0.625,
                    0.65625,
                    0.628906,
                    0.617188,
                    0.566406,
                    0.609375,
                    0.613281,
                    0.640625,
                    0.621094,
                    0.617188,
                    0.617188,
                    0.558594,
                    0.613281,
                    0.59375,
                    0.648438,
                    0.628906,
                    0.605469,
                    0.625,
                    0.601562,
                    0.625,
                    0.667969,
                    0.625,
                    0.621094,
                    0.695312,
                    0.636719,
                    0.53125,
                    0.640625,
                    0.6875,
                    0.621094,
                    0.609375,
                    0.632812,
                    0.613281,
                    0.664062,
                    0.628906,
                    0.605469,
                    0.671875,
                    0.617188,
                    0.671875,
                    0.765625,
                    0.451172,
                    0.59375,
                    0.625,
                    0.640625,
                    0.625,
                    0.636719,
                    0.640625,
                    0.644531,
                    0.632812,
                    0.65625,
                    0.339844,
                    0.609375,
                    0.640625,
                    0.613281,
                    0.632812,
                    0.59375,
                    0.640625,
                    0.644531,
                    0.632812,
                    0.632812,
                    0.65625,
                    0.667969,
                    0.640625,
                    0.628906,
                    0.675781,
                    0.609375,
                    0.65625,
                    0.632812,
                    0.667969,
                    0.589844,
                    0.664062,
                    0.625,
                    0.636719,
                    0.707031,
                    0.636719,
                    0.609375,
                    0.667969,
                    0.640625,
                    0.644531,
                    0.675781,
                    0.558594,
                    0.667969,
                    0.613281,
                    0.675781,
                    0.652344,
                    0.628906,
                    0.609375,
                    0.652344,
                    0.648438,
                    0.660156,
                    0.605469,
                    0.34375,
                    0.601562,
                    0.648438,
                    0.605469,
                    0.640625,
                    0.652344,
                    0.710938,
                    0.609375,
                    0.660156,
                    0.667969,
                    0.652344,
                    0.648438,
                    0.621094,
                    0.660156,
                    0.628906,
                    0.652344,
                    0.652344,
                    0.644531,
                    0.628906,
                    0.628906,
                    0.605469,
                    0.691406,
                    0.589844,
                    0.609375,
                    0.652344,
                    0.613281,
                    0.710938,
                    0.617188,
                    0.376953,
                    0.621094,
                    0.605469,
                    0.628906,
                    0.484375,
                    0.628906,
                    0.578125,
                    0.371094,
                    0.65625,
                    0.263672,
                    0.636719,
                    0.652344,
                    0.59375,
                    0.628906,
                    0.644531,
                    0.613281,
                    0.628906,
                    0.613281,
                    0.570312,
                    0.585938,
                    0.628906,
                    0.503906,
                    0.628906,
                    0.675781,
                    0.605469,
                    0.640625,
                    0.621094,
                    0.667969,
                    0.644531,
                    0.644531,
                    0.695312,
                    0.648438,
                    0.648438,
                    0.609375,
                    0.636719,
                    0.625,
                    0.644531,
                    0.6875,
                    0.609375,
                    0.628906,
                    0.632812,
                    0.601562,
                    0.589844,
                    0.636719,
                    0.648438,
                    0.617188,
                    0.664062,
                    0.613281,
                    0.667969,
                    0.306641,
                    0.636719,
                    0.349609,
                    0.248047,
                    0.570312,
                    0.632812,
                    0.597656,
                    0.605469,
                    0.628906,
                    0.640625,
                    0.578125,
                    0.652344,
                    0.65625,
                    0.625,
                    0.597656,
                    0.601562,
                    0.451172,
                    0.625,
                    0.667969,
                    0.613281,
                    0.628906,
                    0.617188,
                    0.703125,
                    0.609375,
                    0.675781,
                    0.605469,
                    0.578125,
                    0.578125,
                    0.291016,
                    0.648438,
                    0.507812,
                    0.652344,
                    0.644531,
                    0.597656,
                    0.667969,
                    0.570312,
                    0.636719,
                    0.609375,
                    0.65625,
                    0.671875,
                    0.660156,
                    0.648438,
                    0.671875,
                    0.660156,
                    0.664062,
                    0.65625,
                    0.628906,
                    0.597656,
                    0.644531,
                    0.640625,
                    0.644531,
                    0.644531,
                    0.621094,
                    0.628906,
                    0.589844,
                    0.330078,
                    0.671875,
                    0.640625,
                    0.628906,
                    0.609375,
                    0.652344,
                    0.648438,
                    0.617188,
                    0.65625,
                    0.660156,
                    0.640625,
                    0.621094,
                    0.621094,
                    0.65625,
                    0.601562,
                    0.605469,
                    0.632812,
                    0.65625,
                    0.617188,
                    0.660156,
                    0.341797,
                    0.640625,
                    0.671875,
                    0.636719,
                    0.605469,
                    0.625,
                    0.640625,
                    0.628906,
                    0.648438,
                    0.640625,
                    0.648438,
                    0.628906,
                    0.65625,
                    0.578125,
                    0.632812,
                    0.601562,
                    0.636719,
                    0.625,
                    0.625,
                    0.644531,
                    0.585938,
                    0.582031,
                    0.636719,
                    0.609375,
                    0.636719,
                    0.632812,
                    0.636719,
                    0.59375,
                    0.640625,
                    0.5625,
                    0.613281,
                    0.636719,
                    0.632812,
                    0.625,
                    0.585938,
                    0.707031,
                    0.621094,
                    0.652344,
                    0.613281,
                    0.574219,
                    0.667969,
                    0.648438,
                    0.625,
                    0.632812,
                    0.474609,
                    0.699219,
                    0.632812,
                    0.65625,
                    0.640625,
                    0.644531,
                    0.632812,
                    0.671875,
                    0.722656,
                    0.625,
                    0.617188,
                    0.601562,
                    0.617188,
                    0.585938,
                    0.640625,
                    0.707031,
                    0.597656,
                    0.65625,
                    0.640625,
                    0.636719,
                    0.628906,
                    0.566406,
                    0.664062,
                    0.625,
                    0.707031,
                    0.648438,
                    0.746094,
                    0.582031,
                    0.59375,
                    0.644531,
                    0.660156,
                    0.675781,
                    0.632812,
                    0.632812,
                    0.585938,
                    0.628906,
                    0.609375,
                    0.621094,
                    0.570312,
                    0.345703,
                    0.628906,
                    0.6875,
                    0.625,
                    0.660156,
                    0.589844,
                    0.617188,
                    0.65625,
                    0.527344,
                    0.361328,
                    0.667969,
                    0.613281,
                    0.636719,
                    0.613281,
                    0.609375,
                    0.664062,
                    0.601562,
                    0.664062,
                    0.597656,
                    0.613281,
                    0.632812,
                    0.664062,
                    0.597656,
                    0.527344,
                    0.613281,
                    0.613281,
                    0.660156,
                    0.640625,
                    0.65625,
                    0.664062,
                    0.601562,
                    0.625,
                    0.605469,
                    0.636719,
                    0.632812,
                    0.578125,
                    0.609375,
                    0.65625,
                    0.640625,
                    0.679688,
                    0.636719,
                    0.644531,
                    0.636719,
                    0.597656,
                    0.707031,
                    0.597656,
                    0.632812,
                    0.660156,
                    0.652344,
                    0.621094,
                    0.652344,
                    0.617188,
                    0.617188,
                    0.644531,
                    0.613281,
                    0.605469,
                    0.632812,
                    0.609375,
                    0.640625,
                    0.65625,
                    0.613281,
                    0.667969,
                    0.613281,
                    0.628906,
                    0.628906,
                    0.365234,
                    0.660156,
                    0.652344,
                    0.648438,
                    0.621094,
                    0.625,
                    0.65625,
                    0.667969,
                    0.652344,
                    0.660156,
                    0.640625,
                    0.597656,
                    0.667969,
                    0.613281,
                    0.644531,
                    0.636719,
                    0.621094,
                    0.609375,
                    0.636719,
                    0.609375,
                    0.625,
                    0.628906,
                    0.578125,
                    0.554688,
                    0.601562,
                    0.640625,
                    0.628906,
                    0.59375,
                    0.671875,
                    0.601562,
                    0.625,
                    0.691406,
                    0.574219,
                    0.636719,
                    0.632812,
                    0.621094,
                    0.648438,
                    0.640625,
                    0.597656,
                    0.652344,
                    0.632812,
                    0.34375,
                    0.617188,
                    0.644531,
                    0.601562,
                    0.632812,
                    0.628906,
                    0.601562,
                    0.578125,
                    0.625,
                    0.625,
                    0.597656,
                    0.621094,
                    0.679688,
                    0.621094,
                    0.636719,
                    0.636719,
                    0.628906,
                    0.617188,
                    0.613281,
                    0.621094,
                    0.625,
                    0.636719,
                    0.628906,
                    0.636719,
                    0.617188,
                    0.605469,
                    0.628906,
                    0.652344,
                    0.597656,
                    0.84375,
                    0.667969,
                    0.664062,
                    0.703125,
                    0.636719,
                    0.582031,
                    0.625,
                    0.648438,
                    0.613281,
                    0.636719,
                    0.675781,
                    0.621094,
                    0.644531,
                    0.632812,
                    0.644531,
                    0.621094,
                    0.65625,
                    0.621094,
                    0.628906,
                    0.574219,
                    0.640625,
                    0.640625,
                    0.621094,
                    0.644531,
                    0.652344,
                    0.65625,
                    0.632812,
                    0.609375,
                    0.617188,
                    0.617188,
                    0.675781,
                    0.667969,
                    0.683594,
                    0.628906,
                    0.613281,
                    0.613281,
                    0.613281,
                    0.640625,
                    0.628906,
                    0.640625,
                    0.613281,
                    0.640625,
                    0.667969,
                    0.710938,
                    0.667969,
                    0.535156,
                    0.613281,
                    0.648438,
                    0.617188,
                    0.636719,
                    0.628906,
                    0.648438,
                    0.609375,
                    0.617188,
                    0.632812,
                    0.324219,
                    0.589844,
                    0.628906,
                    0.679688,
                    0.636719,
                    0.609375,
                    0.527344,
                    0.679688,
                    0.613281,
                    0.527344,
                    0.625,
                    0.632812,
                    0.351562,
                    0.621094,
                    0.652344,
                    0.679688,
                    0.636719,
                    0.582031,
                    0.671875,
                    0.644531,
                    0.660156,
                    0.679688,
                    0.644531,
                    0.636719,
                    0.582031,
                    0.660156,
                    0.636719,
                    0.652344,
                    0.648438,
                    0.652344,
                    0.570312,
                    0.625,
                    0.769531,
                    0.617188,
                    0.675781,
                    0.640625,
                    0.65625,
                    0.648438,
                    0.621094,
                    0.683594,
                    0.65625,
                    0.632812,
                    0.605469,
                    0.664062,
                    0.652344,
                    0.675781,
                    0.621094,
                    0.566406,
                    0.546875,
                    0.65625,
                    0.589844,
                    0.609375,
                    0.609375,
                    0.578125,
                    0.664062,
                    0.667969,
                    0.625,
                    0.636719,
                    0.683594,
                    0.652344,
                    0.644531,
                    0.695312,
                    0.59375,
                    0.65625,
                    0.710938,
                    0.597656,
                    0.535156,
                    0.648438,
                    0.621094,
                    0.625,
                    0.636719,
                    0.636719,
                    0.648438,
                    0.628906,
                    0.621094,
                    0.617188,
                    0.675781,
                    0.225586,
                    0.683594,
                    0.566406,
                    0.625,
                    0.671875,
                    0.625,
                    0.65625,
                    0.652344,
                    0.621094,
                    0.636719,
                    0.609375,
                    0.65625,
                    0.304688,
                    0.640625,
                    0.65625,
                    0.644531,
                    0.652344,
                    0.527344,
                    0.671875,
                    0.617188,
                    0.53125,
                    0.585938,
                    0.613281,
                    0.617188,
                    0.667969,
                    0.65625,
                    0.632812,
                    0.636719,
                    0.636719,
                    0.636719,
                    0.941406,
                    0.582031,
                    0.605469,
                    0.605469,
                    0.59375,
                    0.65625,
                    0.625,
                    0.648438,
                    0.601562,
                    0.621094,
                    0.644531,
                    0.617188,
                    0.601562,
                    0.691406,
                    0.636719,
                    0.65625,
                    0.652344,
                    0.65625,
                    0.613281,
                    0.59375,
                    0.652344,
                    0.652344,
                    0.644531,
                    0.632812,
                    0.664062,
                    0.683594,
                    0.601562,
                    0.617188,
                    0.664062,
                    0.628906,
                    0.679688,
                    0.695312,
                    0.65625,
                    0.605469,
                    0.671875,
                    0.621094,
                    0.65625,
                    0.632812,
                    -0.0019,
                    0.65625,
                    0.621094,
                    0.660156,
                    0.632812,
                    0.65625,
                    0.640625,
                    0.640625,
                    0.648438,
                    0.585938,
                    0.574219,
                    0.695312,
                    0.617188,
                    0.601562,
                    0.683594,
                    0.601562,
                    0.644531,
                    0.632812,
                    0.371094,
                    0.65625,
                    0.257812,
                    0.613281,
                    0.613281,
                    0.695312,
                    0.636719,
                    0.605469,
                    0.617188,
                    0.621094,
                    0.636719,
                    0.648438,
                    0.671875,
                    0.632812,
                    0.644531,
                    0.628906,
                    0.605469,
                    0.644531,
                    0.644531,
                    0.617188,
                    0.628906,
                    0.628906,
                    0.667969,
                    0.535156,
                    0.625,
                    0.664062,
                    0.605469,
                    0.632812,
                    0.597656,
                    0.636719,
                    0.628906,
                    0.582031,
                    0.609375,
                    0.636719,
                    0.625,
                    0.628906,
                    0.617188,
                    0.617188,
                    0.617188,
                    0.648438,
                    0.609375,
                    0.695312,
                    0.613281,
                    0.609375,
                    0.625,
                    0.617188,
                    0.605469,
                    0.625,
                    0.648438,
                    0.644531,
                    0.605469,
                    0.640625,
                    0.589844,
                    0.640625,
                    0.609375,
                    0.734375,
                    0.578125,
                    0.574219,
                    0.378906,
                    0.660156,
                    0.628906,
                    0.59375,
                    0.640625,
                    0.652344,
                    0.671875,
                    0.648438,
                    0.554688,
                    0.648438,
                    0.597656,
                    0.683594,
                    0.652344,
                    0.601562,
                    0.640625,
                    0.5625,
                    0.636719,
                    0.625,
                    0.628906,
                    0.578125,
                    0.636719,
                    0.644531,
                    0.628906,
                    0.640625,
                    0.628906,
                    0.550781,
                    0.621094,
                    0.613281,
                    0.625,
                    0.605469,
                    0.652344,
                    0.636719,
                    0.597656,
                    0.621094,
                    0.640625,
                    0.636719,
                    0.648438,
                    0.660156,
                    0.671875,
                    0.707031,
                    0.628906,
                    0.707031,
                    0.597656,
                    0.65625,
                    0.605469,
                    0.703125,
                    0.628906,
                    0.640625,
                    0.664062,
                    0.628906,
                    0.621094,
                    0.613281,
                    0.59375,
                    0.621094,
                    0.636719,
                    0.617188,
                    0.621094,
                    0.652344,
                    0.675781,
                    0.867188,
                    0.636719,
                    0.613281,
                    0.609375,
                    0.640625,
                    0.625,
                    0.652344,
                    0.625,
                    0.609375,
                    0.628906,
                    0.625,
                    0.59375,
                    0.628906,
                    0.648438,
                    0.636719,
                    0.636719,
                    0.679688,
                    0.652344,
                    0.628906,
                    0.613281,
                    0.439453,
                    0.679688,
                    0.382812,
                    0.380859,
                    0.640625,
                    0.617188,
                    0.65625,
                    0.652344,
                    0.636719,
                    0.648438,
                    0.609375,
                    0.667969,
                    0.605469,
                    0.738281,
                    0.632812,
                    0.671875,
                    0.609375,
                    0.636719,
                    0.738281,
                    0.652344,
                    0.597656,
                    0.671875,
                    0.589844,
                    0.632812,
                    0.648438,
                    0.652344,
                    0.640625,
                    0.621094,
                    0.613281,
                    0.671875,
                    0.652344,
                    0.632812,
                    0.683594,
                    0.65625,
                    0.660156,
                    0.640625,
                    0.605469,
                    0.601562,
                    0.617188,
                    0.617188,
                    0.625,
                    0.625,
                    0.289062,
                    0.628906,
                    0.605469,
                    0.628906,
                    0.613281,
                    0.617188,
                    0.664062,
                    0.605469,
                    0.671875,
                    0.664062,
                    0.617188,
                    0.632812,
                    0.632812,
                    0.675781,
                    0.597656,
                    0.621094,
                    0.589844,
                    0.597656,
                    0.652344,
                    0.703125,
                    0.609375,
                    0.652344,
                    0.660156,
                    0.628906,
                    0.597656,
                    0.601562,
                    0.636719,
                    0.613281,
                    0.632812,
                    0.613281,
                    0.640625,
                    0.632812,
                    0.617188,
                    0.617188,
                    0.632812,
                    0.632812,
                    0.617188,
                    0.699219,
                    0.660156,
                    0.566406,
                    0.625,
                    0.621094,
                    0.640625,
                    0.640625,
                    0.59375,
                    0.628906,
                    0.625,
                    0.640625,
                    0.65625,
                    0.628906,
                    0.617188,
                    0.632812,
                    0.609375,
                    0.660156,
                    0.621094,
                    0.609375,
                    0.699219,
                    0.628906,
                    0.601562,
                    0.349609,
                    0.664062,
                    0.644531,
                    0.613281,
                    0.699219,
                    0.644531,
                    0.609375,
                    0.632812,
                    0.632812,
                    0.632812,
                    0.640625,
                    0.617188,
                    0.664062,
                    0.613281,
                    0.617188,
                    0.644531,
                    0.582031,
                    0.648438,
                    0.660156,
                    0.601562,
                    0.617188,
                    0.59375,
                    0.636719,
                    0.625,
                    0.625,
                    0.65625,
                    0.632812,
                    0.566406,
                    0.601562,
                    0.636719,
                    0.625,
                    0.648438,
                    0.632812,
                    0.625,
                    0.617188,
                    0.640625,
                    0.632812,
                    0.621094,
                    0.65625,
                    0.921875,
                    0.632812,
                    0.65625,
                    0.636719,
                    0.671875,
                    0.585938,
                    0.628906,
                    0.636719,
                    0.65625,
                    0.621094,
                    0.605469,
                    0.617188,
                    0.648438,
                    0.621094,
                    0.652344,
                    0.640625,
                    0.507812,
                    0.605469,
                    0.625,
                    0.679688,
                    0.65625,
                    0.617188,
                    0.476562,
                    0.660156,
                    0.605469,
                    0.597656,
                    0.664062,
                    0.632812,
                    0.628906,
                    0.648438,
                    0.625,
                    0.632812,
                    0.582031,
                    0.636719,
                    0.644531,
                    0.613281,
                    0.625,
                    0.535156,
                    0.621094,
                    0.648438,
                    0.625,
                    0.644531,
                    0.664062,
                    0.640625,
                    0.683594,
                    0.632812,
                    0.660156,
                    0.667969,
                    0.601562,
                    0.648438,
                    0.628906,
                    0.640625,
                    0.660156,
                    0.695312,
                    0.628906,
                    0.660156,
                    0.648438,
                    0.671875,
                    0.648438,
                    0.550781,
                    0.636719,
                    0.683594,
                    0.632812,
                    0.632812,
                    0.644531,
                    0.65625,
                    0.648438,
                    0.636719,
                    0.6875,
                    0.621094,
                    0.597656,
                    0.609375,
                    0.671875,
                    0.65625,
                    0.589844,
                    0.640625,
                    0.640625,
                    0.644531,
                    0.640625,
                    0.589844,
                    0.640625,
                    0.605469,
                    0.628906,
                    0.605469,
                    0.632812,
                    0.609375,
                    0.609375,
                    0.625,
                    0.621094,
                    0.605469,
                    0.625,
                    0.470703,
                    0.664062,
                    0.628906,
                    0.644531,
                    0.667969,
                    0.519531,
                    0.601562,
                    0.597656,
                    0.648438,
                    0.636719,
                    0.613281,
                    0.644531,
                    0.648438,
                    0.671875,
                    0.613281,
                    0.660156,
                    0.699219,
                    0.628906,
                    0.660156,
                    0.644531,
                    0.632812,
                    0.652344,
                    0.65625,
                    0.648438,
                    0.601562,
                    0.652344,
                    0.65625,
                    0.65625,
                    0.59375,
                    0.644531,
                    0.664062,
                    0.609375,
                    0.671875,
                    0.621094,
                    0.625,
                    0.621094,
                    0.644531,
                    0.613281,
                    0.660156,
                    0.566406,
                    0.585938,
                    0.644531,
                    0.667969,
                    0.652344,
                    0.613281,
                    0.609375,
                    0.601562,
                    0.617188,
                    0.652344,
                    0.671875,
                    0.628906,
                    0.679688,
                    0.644531,
                    0.585938,
                    0.597656,
                    0.585938,
                    0.542969,
                    0.636719,
                    0.640625,
                    0.652344,
                    0.589844,
                    0.488281,
                    0.632812,
                    0.550781,
                    0.648438,
                    0.660156,
                    0.613281,
                    0.621094,
                    0.652344,
                    0.291016,
                    0.625,
                    0.605469,
                    0.609375,
                    0.664062,
                    0.640625,
                    0.617188,
                    0.675781,
                    0.617188,
                    0.496094,
                    0.667969,
                    0.625,
                    0.621094,
                    0.640625,
                    0.652344,
                    0.652344,
                    0.625,
                    0.566406,
                    0.65625,
                    0.617188,
                    0.628906,
                    0.609375,
                    0.617188,
                    0.648438,
                    0.640625,
                    0.621094,
                    0.664062,
                    0.628906,
                    0.628906,
                    0.445312,
                    0.628906,
                    0.605469,
                    0.476562,
                    0.550781,
                    0.632812,
                    0.59375,
                    0.613281,
                    0.636719,
                    0.667969,
                    0.652344,
                    0.601562,
                    0.667969,
                    0.628906,
                    0.636719,
                    0.601562,
                    0.609375,
                    0.597656,
                    0.632812,
                    0.621094,
                    0.652344,
                    0.632812,
                    0.625,
                    0.6875,
                    0.652344,
                    0.648438,
                    0.660156,
                    0.671875,
                    0.65625,
                    0.640625,
                    0.671875,
                    0.625,
                    0.621094,
                    0.632812,
                    0.671875,
                    0.550781,
                    0.617188,
                    0.5625,
                    0.65625,
                    0.652344,
                    0.648438,
                    0.574219,
                    0.394531,
                    0.6875,
                    0.613281,
                    0.617188,
                    0.636719,
                    0.636719,
                    0.632812,
                    0.636719,
                    0.640625,
                    0.625,
                    0.632812,
                    0.625,
                    0.667969,
                    0.652344,
                    0.632812,
                    0.644531,
                    0.628906,
                    0.582031,
                    0.605469,
                    0.636719,
                    0.632812,
                    0.605469,
                    0.644531,
                    0.617188,
                    0.65625,
                    0.507812,
                    0.59375,
                    0.621094,
                    0.617188,
                    0.640625,
                    0.628906,
                    0.648438,
                    0.632812,
                    0.652344,
                    0.59375,
                    0.664062,
                    0.636719,
                    0.585938,
                    0.640625,
                    0.589844,
                    0.691406,
                    0.609375,
                    0.6875,
                    0.640625,
                    0.621094,
                    0.628906,
                    0.621094,
                    0.613281,
                    0.59375,
                    0.644531,
                    0.609375,
                    0.59375,
                    0.628906,
                    0.675781,
                    0.664062,
                    0.679688,
                    0.652344,
                    0.679688,
                    0.613281,
                    0.605469,
                    0.574219,
                    0.632812,
                    0.597656,
                    0.640625,
                    0.636719,
                    0.632812,
                    0.644531,
                    0.365234,
                    0.546875,
                    0.632812,
                    0.808594,
                    0.640625,
                    0.392578,
                    0.601562,
                    0.648438,
                    0.546875,
                    0.605469,
                    0.644531,
                    0.625,
                    0.632812,
                    0.351562,
                    0.644531,
                    0.65625,
                    0.628906,
                    0.613281,
                    0.585938,
                    0.714844,
                    0.648438,
                    0.625,
                    0.640625,
                    0.613281,
                    0.636719,
                    0.625,
                    0.601562,
                    0.667969,
                    0.609375,
                    0.652344,
                    0.632812,
                    0.609375,
                    0.660156,
                    0.617188,
                    0.605469,
                    0.640625,
                    0.621094,
                    0.601562,
                    0.632812,
                    0.621094,
                    0.660156,
                    0.625,
                    0.652344,
                    0.628906,
                    0.625,
                    0.660156,
                    0.667969,
                    0.605469,
                    0.621094,
                    0.625,
                    0.648438,
                    0.65625,
                    0.621094,
                    0.625,
                    0.605469
                ]
            },
            "name": "model.transformer.layers.15.ffn_norm.weight",
            "outputIndexes": [
                1006
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1005,
                1006
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/ffn_norm_15/Mul_1_output_0",
            "outputIndexes": [
                1007
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/mlp/proj_1/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1007
            ],
            "outputIndexes": [
                1842
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/mlp/proj_1/Linear/pre_convert",
            "inputIndexes": [
                1842
            ],
            "outputIndexes": [
                1843
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/mlp/proj_1/Linear",
            "inputIndexes": [
                1843
            ],
            "outputIndexes": [
                1844
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 10240,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 122880,
                    "weightSize": 0
                },
                "external": [
                    143321620,
                    7864342,
                    983040,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/mlp/proj_1/Linear/post_convert",
            "inputIndexes": [
                1844
            ],
            "outputIndexes": [
                1845
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/mlp/proj_1/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1845
            ],
            "outputIndexes": [
                1008
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    10240
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1008,
                21,
                465,
                95
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/ffn_15/Slice_output_0",
            "outputIndexes": [
                1009
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1009
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/ffn/act_15/Sigmoid_output_0",
            "outputIndexes": [
                1010
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1009,
                1010
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/ffn/act_15/Mul_output_0",
            "outputIndexes": [
                1011
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    10240
                ]
            },
            "name": "/ffn_15/Mul_1_output_0",
            "outputIndexes": [
                1012
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1008,
                465,
                1012,
                95
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/ffn_15/Slice_1_output_0",
            "outputIndexes": [
                1013
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1011,
                1013
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/ffn_15/Mul_2_output_0",
            "outputIndexes": [
                1014
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/mlp/proj_2/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1014
            ],
            "outputIndexes": [
                1846
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    5120,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/mlp/proj_2/Linear/pre_convert",
            "inputIndexes": [
                1846
            ],
            "outputIndexes": [
                1847
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/mlp/proj_2/Linear",
            "inputIndexes": [
                1847
            ],
            "outputIndexes": [
                1848
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 5120,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 61440,
                    "weightSize": 0
                },
                "external": [
                    152169002,
                    3932182,
                    491520,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/mlp/proj_2/Linear/post_convert",
            "inputIndexes": [
                1848
            ],
            "outputIndexes": [
                1849
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/mlp/proj_2/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1849
            ],
            "outputIndexes": [
                1015
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1004,
                1015
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_63_output_0",
            "outputIndexes": [
                1016
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1016,
                1
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_64_output_0",
            "outputIndexes": [
                1017
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1017
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/attn_norm_16/Mul_output_0",
            "outputIndexes": [
                1018
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    1.257812,
                    1.179688,
                    1.257812,
                    1.335938,
                    1.476562,
                    1.109375,
                    1.132812,
                    1.164062,
                    1.59375,
                    1.25,
                    1.34375,
                    1.28125,
                    1.21875,
                    1.234375,
                    1.101562,
                    1.242188,
                    1.109375,
                    0.984375,
                    1.375,
                    1.460938,
                    0.707031,
                    1.195312,
                    1.210938,
                    1.28125,
                    1.273438,
                    1.117188,
                    1.015625,
                    1.117188,
                    1.34375,
                    1.070312,
                    1.21875,
                    1.15625,
                    1.179688,
                    1.40625,
                    1.109375,
                    1.023438,
                    1.023438,
                    1.078125,
                    0.96875,
                    1.226562,
                    1.226562,
                    1.132812,
                    1.3125,
                    1.148438,
                    1.1875,
                    1.203125,
                    1.273438,
                    1.054688,
                    1.265625,
                    1.320312,
                    1.234375,
                    1.109375,
                    1.125,
                    1.1875,
                    2.9375,
                    1.148438,
                    1.226562,
                    1.203125,
                    1.101562,
                    1.171875,
                    1.164062,
                    1.132812,
                    0.925781,
                    1.226562,
                    0.753906,
                    1.039062,
                    0.941406,
                    1.242188,
                    1.414062,
                    2.078125,
                    1.109375,
                    1.09375,
                    1.328125,
                    1.242188,
                    1.265625,
                    1.132812,
                    1.296875,
                    1.273438,
                    1.296875,
                    1.09375,
                    1.226562,
                    1.03125,
                    1.085938,
                    1.320312,
                    1.476562,
                    1.0625,
                    1.09375,
                    1.03125,
                    1.101562,
                    1.390625,
                    0.992188,
                    1.507812,
                    1.03125,
                    1.320312,
                    1.046875,
                    1.34375,
                    1.390625,
                    1.273438,
                    1.015625,
                    1.328125,
                    1.054688,
                    2.21875,
                    1.085938,
                    1.117188,
                    1.265625,
                    1.273438,
                    1.445312,
                    1.28125,
                    1.390625,
                    1.078125,
                    1.015625,
                    1.148438,
                    0.777344,
                    1.171875,
                    1.351562,
                    1.148438,
                    0.78125,
                    1.265625,
                    1.289062,
                    1.15625,
                    1.21875,
                    1.101562,
                    1.132812,
                    1.179688,
                    1.171875,
                    1.273438,
                    1.132812,
                    1.210938,
                    1.1875,
                    1.132812,
                    1.054688,
                    1.09375,
                    1.179688,
                    1.023438,
                    1.445312,
                    1.1875,
                    1.554688,
                    0.996094,
                    1.210938,
                    1.296875,
                    1.140625,
                    1.273438,
                    1.398438,
                    1.03125,
                    1.179688,
                    1.070312,
                    1.359375,
                    1.414062,
                    1.054688,
                    1.28125,
                    1.070312,
                    1.164062,
                    1.226562,
                    1.226562,
                    1.171875,
                    1.257812,
                    1.101562,
                    0.804688,
                    1.117188,
                    1.3125,
                    1.375,
                    2.28125,
                    1.109375,
                    1.203125,
                    1.15625,
                    1.234375,
                    1.117188,
                    1.296875,
                    1.1875,
                    1.8125,
                    1.289062,
                    1.148438,
                    1.03125,
                    1.054688,
                    1.125,
                    1.03125,
                    1.179688,
                    1.03125,
                    1.320312,
                    1.234375,
                    1.0625,
                    1.21875,
                    1.71875,
                    1.289062,
                    1.179688,
                    0.953125,
                    1.09375,
                    1.335938,
                    1.226562,
                    1.351562,
                    1.15625,
                    1.203125,
                    3.65625,
                    1.28125,
                    1.3125,
                    1.070312,
                    1.421875,
                    1.117188,
                    1.226562,
                    1.53125,
                    1.085938,
                    1.28125,
                    1.21875,
                    1.140625,
                    1.46875,
                    1.15625,
                    0.941406,
                    1.273438,
                    1.046875,
                    1.1875,
                    1.539062,
                    1.15625,
                    1.015625,
                    1.148438,
                    1.1875,
                    1.101562,
                    1.273438,
                    1.25,
                    1.164062,
                    1.148438,
                    1.265625,
                    1.039062,
                    1.1875,
                    0.832031,
                    1.164062,
                    3.171875,
                    1.039062,
                    1.289062,
                    1.21875,
                    1.1875,
                    1.046875,
                    1.242188,
                    1.640625,
                    1.484375,
                    1.125,
                    1.25,
                    1.203125,
                    1.164062,
                    1.226562,
                    1.46875,
                    1.421875,
                    1.117188,
                    1.101562,
                    1.109375,
                    1.351562,
                    1.15625,
                    1.117188,
                    1.0625,
                    1.328125,
                    1.484375,
                    1.21875,
                    0.941406,
                    1.132812,
                    1.75,
                    1.164062,
                    1.15625,
                    1.164062,
                    1.414062,
                    1.0625,
                    1.09375,
                    1.210938,
                    1.117188,
                    0.949219,
                    1.226562,
                    0.996094,
                    1.234375,
                    1.171875,
                    2.5,
                    1.507812,
                    1.101562,
                    1.15625,
                    1.148438,
                    1.296875,
                    1.046875,
                    1.140625,
                    1.148438,
                    1.117188,
                    1.515625,
                    1.3125,
                    1.023438,
                    1.09375,
                    1.195312,
                    1.453125,
                    1.265625,
                    1.125,
                    1.109375,
                    0.984375,
                    1.171875,
                    1.210938,
                    1.390625,
                    1.351562,
                    1.242188,
                    1.140625,
                    1.132812,
                    0.980469,
                    1.179688,
                    0.972656,
                    1.046875,
                    1.34375,
                    1.109375,
                    1.210938,
                    1.140625,
                    1.132812,
                    1.117188,
                    1.3125,
                    1.289062,
                    1.46875,
                    1.148438,
                    1.226562,
                    1.046875,
                    1.203125,
                    1.171875,
                    1.96875,
                    1.265625,
                    1.101562,
                    1.125,
                    1.1875,
                    1.03125,
                    2.078125,
                    1.15625,
                    1.179688,
                    1.007812,
                    0.949219,
                    1.25,
                    1.195312,
                    1.234375,
                    1.125,
                    1.335938,
                    1.195312,
                    1.023438,
                    1.3125,
                    1.335938,
                    1.335938,
                    1.21875,
                    1.085938,
                    1.15625,
                    1.328125,
                    1.257812,
                    1.398438,
                    1.09375,
                    1.296875,
                    1.40625,
                    1.328125,
                    1.226562,
                    1.398438,
                    0.871094,
                    4.4375,
                    1.257812,
                    1.195312,
                    0.988281,
                    1.828125,
                    1.28125,
                    1.367188,
                    1.726562,
                    1.28125,
                    2.5,
                    1.320312,
                    1.164062,
                    1.210938,
                    1.164062,
                    1.273438,
                    1.289062,
                    1.085938,
                    1.140625,
                    1.453125,
                    1.585938,
                    1.25,
                    1.8125,
                    1.414062,
                    1.148438,
                    1.257812,
                    1.367188,
                    1.203125,
                    1.210938,
                    1.109375,
                    0.871094,
                    1.375,
                    1.226562,
                    1.109375,
                    1.140625,
                    1.078125,
                    1.195312,
                    0.980469,
                    1.0625,
                    1.328125,
                    1.289062,
                    0.90625,
                    1.015625,
                    1.085938,
                    1.148438,
                    1.210938,
                    1.570312,
                    1.265625,
                    0.90625,
                    1.210938,
                    2.078125,
                    0.976562,
                    2.9375,
                    0.294922,
                    0.953125,
                    1.273438,
                    1.179688,
                    0.929688,
                    1.304688,
                    1.242188,
                    1.015625,
                    0.964844,
                    1.164062,
                    1.125,
                    1.039062,
                    0.851562,
                    1.890625,
                    1.304688,
                    1.234375,
                    1.023438,
                    1.203125,
                    1.21875,
                    1.210938,
                    1.257812,
                    1.296875,
                    1.421875,
                    1.398438,
                    1.40625,
                    2.453125,
                    1.171875,
                    1.546875,
                    1.304688,
                    1.1875,
                    1.398438,
                    1.21875,
                    1.257812,
                    1.078125,
                    1.242188,
                    1.085938,
                    1.101562,
                    1.15625,
                    1.226562,
                    1.289062,
                    1.539062,
                    1.265625,
                    1.132812,
                    1.234375,
                    1.335938,
                    1.453125,
                    1.101562,
                    1.125,
                    1.460938,
                    0.980469,
                    1.054688,
                    0.996094,
                    2.578125,
                    1.109375,
                    1.109375,
                    1.179688,
                    1.28125,
                    1.40625,
                    1.335938,
                    1.375,
                    1.164062,
                    1.117188,
                    1.007812,
                    1.078125,
                    1.132812,
                    1.28125,
                    1.359375,
                    1.375,
                    1.234375,
                    1.359375,
                    1.140625,
                    1.265625,
                    1.796875,
                    1.125,
                    1.335938,
                    1.257812,
                    1.351562,
                    1.054688,
                    1.164062,
                    1.171875,
                    1.226562,
                    1.21875,
                    1.070312,
                    1.117188,
                    1.171875,
                    1.5625,
                    1.140625,
                    0.992188,
                    0.980469,
                    1.03125,
                    1.015625,
                    1.179688,
                    1.289062,
                    1.5625,
                    1.1875,
                    1.164062,
                    1.023438,
                    1.203125,
                    1.0625,
                    1.484375,
                    1.164062,
                    1.15625,
                    1.226562,
                    1.03125,
                    0.941406,
                    1.273438,
                    1.453125,
                    1.328125,
                    1.125,
                    1.234375,
                    1.1875,
                    1.625,
                    1.015625,
                    1.148438,
                    1.007812,
                    1.257812,
                    1.890625,
                    1.359375,
                    1.25,
                    1.007812,
                    1.296875,
                    1.203125,
                    1.367188,
                    1.328125,
                    1.289062,
                    1.039062,
                    1.171875,
                    1.101562,
                    1.046875,
                    1.289062,
                    1.226562,
                    5.875,
                    1.273438,
                    1.046875,
                    1.085938,
                    1.265625,
                    1.148438,
                    0.910156,
                    1.0625,
                    1.0625,
                    1.25,
                    1.070312,
                    1.289062,
                    1.132812,
                    1.578125,
                    1.101562,
                    1.226562,
                    1.359375,
                    1.085938,
                    1.375,
                    1.054688,
                    1.28125,
                    1.382812,
                    1.1875,
                    1.398438,
                    1.515625,
                    1.320312,
                    1.304688,
                    1.070312,
                    1.148438,
                    0.964844,
                    1.054688,
                    1.210938,
                    1.59375,
                    1.71875,
                    1.140625,
                    1.6875,
                    0.980469,
                    1.148438,
                    1.195312,
                    1.054688,
                    1.0625,
                    1.132812,
                    1.3125,
                    1.023438,
                    1.398438,
                    1.3125,
                    1.25,
                    1.609375,
                    1.25,
                    1.609375,
                    1.125,
                    1.09375,
                    1.101562,
                    1.203125,
                    1.125,
                    1.140625,
                    0.917969,
                    1.21875,
                    1.203125,
                    1.304688,
                    1.117188,
                    1.046875,
                    1.132812,
                    1.265625,
                    1.351562,
                    1.046875,
                    1.125,
                    1.132812,
                    1.242188,
                    1.351562,
                    1.132812,
                    1.28125,
                    1.15625,
                    0.992188,
                    1.03125,
                    1.171875,
                    1.195312,
                    1.171875,
                    1.226562,
                    1.15625,
                    1.078125,
                    1.25,
                    1.226562,
                    1.179688,
                    1.226562,
                    1.070312,
                    0.992188,
                    1.085938,
                    1.046875,
                    1.9375,
                    1.226562,
                    1.179688,
                    1.132812,
                    1.085938,
                    1.03125,
                    1.179688,
                    1.265625,
                    1.203125,
                    1.390625,
                    1.234375,
                    0.765625,
                    1.1875,
                    1.09375,
                    1.296875,
                    1.140625,
                    1.21875,
                    1.039062,
                    1.046875,
                    1.039062,
                    1.21875,
                    1.15625,
                    1.015625,
                    1.539062,
                    1.125,
                    1.15625,
                    1.484375,
                    1.445312,
                    1.429688,
                    0.660156,
                    1.390625,
                    1.53125,
                    1.007812,
                    1.257812,
                    1.03125,
                    1.210938,
                    1.21875,
                    0.984375,
                    1.023438,
                    1.492188,
                    1.046875,
                    2.734375,
                    1.34375,
                    1.171875,
                    1.335938,
                    1.28125,
                    1.289062,
                    1.09375,
                    1.4375,
                    1.492188,
                    1.070312,
                    1.359375,
                    1.265625,
                    1.15625,
                    1.054688,
                    1.203125,
                    1.21875,
                    1.03125,
                    1.570312,
                    1.054688,
                    1.101562,
                    1.039062,
                    1.296875,
                    1.234375,
                    1.125,
                    1.023438,
                    1.289062,
                    1.085938,
                    1.742188,
                    0.960938,
                    1.476562,
                    1.351562,
                    1.203125,
                    1.757812,
                    1.1875,
                    0.828125,
                    1.148438,
                    1.117188,
                    1.179688,
                    1.265625,
                    1.234375,
                    1.195312,
                    1.0,
                    1.148438,
                    1.21875,
                    1.273438,
                    1.226562,
                    1.101562,
                    0.976562,
                    1.382812,
                    1.101562,
                    1.242188,
                    1.0625,
                    1.125,
                    1.078125,
                    1.367188,
                    1.257812,
                    0.9375,
                    1.421875,
                    1.226562,
                    1.414062,
                    1.210938,
                    1.15625,
                    1.296875,
                    0.804688,
                    0.828125,
                    1.054688,
                    1.203125,
                    1.265625,
                    1.0625,
                    0.960938,
                    1.109375,
                    1.242188,
                    1.234375,
                    1.15625,
                    1.226562,
                    1.320312,
                    0.917969,
                    1.0625,
                    1.273438,
                    1.132812,
                    1.140625,
                    1.226562,
                    1.203125,
                    1.148438,
                    2.21875,
                    1.398438,
                    1.304688,
                    1.09375,
                    1.210938,
                    1.070312,
                    2.34375,
                    1.164062,
                    1.453125,
                    2.015625,
                    1.125,
                    1.085938,
                    2.421875,
                    1.15625,
                    1.28125,
                    1.242188,
                    1.078125,
                    0.820312,
                    1.070312,
                    1.148438,
                    1.164062,
                    1.140625,
                    0.824219,
                    1.085938,
                    1.375,
                    1.1875,
                    1.296875,
                    1.171875,
                    0.9375,
                    1.203125,
                    1.25,
                    1.085938,
                    1.289062,
                    1.039062,
                    1.070312,
                    1.140625,
                    1.335938,
                    1.25,
                    1.445312,
                    1.085938,
                    1.335938,
                    1.023438,
                    1.0625,
                    1.125,
                    1.195312,
                    1.148438,
                    1.046875,
                    1.34375,
                    1.671875,
                    1.15625,
                    1.070312,
                    0.972656,
                    1.429688,
                    1.117188,
                    1.148438,
                    1.195312,
                    1.117188,
                    1.179688,
                    1.078125,
                    1.140625,
                    1.140625,
                    1.398438,
                    1.15625,
                    1.398438,
                    1.273438,
                    1.078125,
                    1.671875,
                    1.179688,
                    1.195312,
                    1.132812,
                    1.34375,
                    1.007812,
                    1.164062,
                    1.492188,
                    1.117188,
                    1.265625,
                    1.257812,
                    3.46875,
                    1.203125,
                    1.5625,
                    1.25,
                    1.375,
                    1.304688,
                    1.179688,
                    0.988281,
                    1.1875,
                    1.117188,
                    1.34375,
                    1.125,
                    2.4375,
                    1.257812,
                    1.289062,
                    1.4375,
                    1.0,
                    0.867188,
                    1.21875,
                    1.390625,
                    0.820312,
                    1.304688,
                    1.117188,
                    0.867188,
                    1.453125,
                    1.359375,
                    1.109375,
                    0.894531,
                    1.15625,
                    1.054688,
                    2.046875,
                    0.984375,
                    0.996094,
                    1.179688,
                    1.5,
                    1.164062,
                    1.273438,
                    1.078125,
                    1.414062,
                    1.101562,
                    1.226562,
                    0.941406,
                    1.28125,
                    1.195312,
                    1.164062,
                    1.140625,
                    1.148438,
                    1.15625,
                    1.359375,
                    1.328125,
                    1.148438,
                    1.234375,
                    1.023438,
                    1.140625,
                    1.148438,
                    1.015625,
                    1.320312,
                    1.40625,
                    1.226562,
                    1.03125,
                    1.117188,
                    1.210938,
                    1.132812,
                    1.484375,
                    1.171875,
                    1.203125,
                    1.15625,
                    1.390625,
                    0.921875,
                    1.210938,
                    1.335938,
                    1.203125,
                    1.078125,
                    1.15625,
                    1.007812,
                    1.335938,
                    1.382812,
                    1.203125,
                    1.007812,
                    1.179688,
                    1.226562,
                    1.414062,
                    1.320312,
                    1.140625,
                    1.09375,
                    1.195312,
                    2.15625,
                    1.164062,
                    -0.001808,
                    1.328125,
                    1.125,
                    1.421875,
                    1.023438,
                    1.375,
                    1.296875,
                    1.242188,
                    1.078125,
                    1.46875,
                    1.039062,
                    1.375,
                    1.132812,
                    1.375,
                    1.101562,
                    1.140625,
                    1.085938,
                    0.84375,
                    1.171875,
                    1.046875,
                    1.171875,
                    1.898438,
                    1.210938,
                    1.21875,
                    0.953125,
                    0.917969,
                    1.09375,
                    1.15625,
                    1.257812,
                    0.949219,
                    1.25,
                    1.203125,
                    0.917969,
                    1.046875,
                    1.03125,
                    1.148438,
                    1.140625,
                    1.210938,
                    1.320312,
                    1.21875,
                    1.078125,
                    1.117188,
                    1.046875,
                    1.265625,
                    0.9375,
                    1.023438,
                    1.117188,
                    1.226562,
                    1.234375,
                    1.140625,
                    0.820312,
                    1.210938,
                    1.070312,
                    1.398438,
                    1.460938,
                    1.617188,
                    2.40625,
                    1.179688,
                    1.085938,
                    1.007812,
                    1.015625,
                    1.257812,
                    1.28125,
                    1.171875,
                    1.640625,
                    1.265625,
                    1.484375,
                    1.296875,
                    1.179688,
                    0.878906,
                    1.132812,
                    1.523438,
                    0.980469,
                    1.0625,
                    1.039062,
                    1.4375,
                    1.25,
                    1.140625,
                    1.226562,
                    1.273438,
                    1.195312,
                    1.523438,
                    1.046875,
                    1.289062,
                    1.09375,
                    1.304688,
                    1.09375,
                    1.226562,
                    1.125,
                    1.492188,
                    1.179688,
                    1.40625,
                    1.320312,
                    0.976562,
                    1.335938,
                    1.351562,
                    1.164062,
                    1.359375,
                    0.710938,
                    1.296875,
                    1.148438,
                    1.328125,
                    0.886719,
                    1.132812,
                    1.109375,
                    1.34375,
                    1.117188,
                    1.078125,
                    1.578125,
                    1.03125,
                    1.492188,
                    1.0625,
                    1.398438,
                    1.085938,
                    1.289062,
                    6.1875,
                    1.132812,
                    1.40625,
                    0.992188,
                    1.382812,
                    1.320312,
                    1.070312,
                    1.164062,
                    0.914062,
                    1.148438,
                    1.34375,
                    1.210938,
                    1.304688,
                    1.265625,
                    1.046875,
                    1.039062,
                    1.164062,
                    1.195312,
                    1.046875,
                    1.117188,
                    2.046875,
                    1.203125,
                    2.125,
                    1.859375,
                    1.1875,
                    1.070312,
                    1.210938,
                    1.265625,
                    1.21875,
                    1.296875,
                    1.5,
                    1.148438,
                    1.390625,
                    1.414062,
                    1.25,
                    1.296875,
                    1.351562,
                    1.507812,
                    1.140625,
                    1.171875,
                    1.078125,
                    1.3125,
                    1.460938,
                    1.101562,
                    1.117188,
                    1.148438,
                    1.195312,
                    0.972656,
                    1.375,
                    1.03125,
                    1.242188,
                    0.996094,
                    1.265625,
                    1.296875,
                    1.007812,
                    1.203125,
                    0.835938,
                    1.117188,
                    1.148438,
                    1.25,
                    1.109375,
                    1.09375,
                    3.03125,
                    0.875,
                    1.1875,
                    1.15625,
                    1.40625,
                    1.148438,
                    1.078125,
                    1.390625,
                    1.046875,
                    1.3125,
                    1.351562,
                    1.148438,
                    1.21875,
                    1.1875,
                    0.894531,
                    1.140625,
                    1.34375,
                    0.933594,
                    1.085938,
                    1.46875,
                    1.007812,
                    1.304688,
                    1.132812,
                    1.265625,
                    0.949219,
                    0.976562,
                    1.28125,
                    1.15625,
                    1.125,
                    1.203125,
                    1.273438,
                    0.988281,
                    1.078125,
                    1.21875,
                    1.5625,
                    0.933594,
                    1.085938,
                    1.5,
                    1.234375,
                    1.53125,
                    1.148438,
                    1.046875,
                    1.289062,
                    1.101562,
                    1.171875,
                    1.21875,
                    1.351562,
                    1.210938,
                    1.335938,
                    1.0625,
                    1.1875,
                    1.257812,
                    1.164062,
                    1.085938,
                    1.21875,
                    1.304688,
                    1.460938,
                    1.117188,
                    1.257812,
                    2.3125,
                    1.148438,
                    1.070312,
                    1.203125,
                    1.101562,
                    1.117188,
                    1.25,
                    1.25,
                    1.398438,
                    1.085938,
                    1.296875,
                    1.375,
                    1.171875,
                    1.351562,
                    1.132812,
                    1.234375,
                    1.554688,
                    1.1875,
                    1.203125,
                    1.453125,
                    1.21875,
                    0.550781,
                    1.203125,
                    1.265625,
                    1.304688,
                    1.117188,
                    1.28125,
                    1.539062,
                    0.886719,
                    0.96875,
                    1.25,
                    1.070312,
                    1.125,
                    1.3125,
                    1.289062,
                    0.992188,
                    1.273438,
                    1.132812,
                    1.210938,
                    1.476562,
                    1.320312,
                    0.96875,
                    1.085938,
                    1.226562,
                    1.484375,
                    0.945312,
                    1.273438,
                    1.335938,
                    0.9375,
                    1.304688,
                    1.226562,
                    1.164062,
                    1.140625,
                    1.09375,
                    1.203125,
                    1.648438,
                    0.9375,
                    1.226562,
                    1.171875,
                    0.78125,
                    1.15625,
                    1.59375,
                    1.46875,
                    0.964844,
                    1.328125,
                    1.25,
                    1.101562,
                    1.171875,
                    1.125,
                    1.195312,
                    0.9375,
                    1.046875,
                    1.195312,
                    1.273438,
                    1.265625,
                    1.296875,
                    1.59375,
                    1.070312,
                    1.21875,
                    1.398438,
                    1.140625,
                    1.226562,
                    1.25,
                    1.21875,
                    1.351562,
                    1.164062,
                    1.226562,
                    1.085938,
                    1.226562,
                    1.03125,
                    1.109375,
                    1.195312,
                    2.109375,
                    1.21875,
                    1.15625,
                    1.179688,
                    1.257812,
                    1.132812,
                    1.515625,
                    1.171875,
                    1.296875,
                    1.125,
                    1.164062,
                    1.304688,
                    1.390625,
                    1.023438,
                    1.140625,
                    1.195312,
                    0.988281,
                    2.734375,
                    1.460938,
                    1.21875,
                    1.21875,
                    1.585938,
                    1.210938,
                    0.835938,
                    1.320312,
                    1.007812,
                    1.460938,
                    1.265625,
                    1.226562,
                    1.203125,
                    1.023438,
                    1.265625,
                    1.359375,
                    1.132812,
                    1.164062,
                    1.484375,
                    1.507812,
                    1.0625,
                    0.890625,
                    1.085938,
                    1.421875,
                    1.421875,
                    1.078125,
                    2.015625,
                    1.007812,
                    1.09375,
                    1.101562,
                    1.195312,
                    1.164062,
                    0.898438,
                    1.210938,
                    1.132812,
                    1.359375,
                    1.195312,
                    1.359375,
                    1.109375,
                    1.054688,
                    1.257812,
                    1.1875,
                    1.265625,
                    1.242188,
                    1.03125,
                    1.109375,
                    1.195312,
                    1.0625,
                    1.148438,
                    1.5,
                    1.140625,
                    1.234375,
                    1.195312,
                    1.320312,
                    1.382812,
                    1.289062,
                    1.515625,
                    1.265625,
                    1.296875,
                    0.871094,
                    0.886719,
                    1.03125,
                    1.125,
                    1.265625,
                    1.789062,
                    1.140625,
                    0.964844,
                    1.328125,
                    1.09375,
                    1.132812,
                    1.328125,
                    1.296875,
                    1.328125,
                    1.109375,
                    1.023438,
                    1.039062,
                    1.351562,
                    1.070312,
                    1.25,
                    1.265625,
                    1.132812,
                    0.996094,
                    1.945312,
                    1.320312,
                    1.273438,
                    1.179688,
                    1.320312,
                    1.070312,
                    1.210938,
                    1.265625,
                    2.3125,
                    1.257812,
                    1.390625,
                    0.972656,
                    1.179688,
                    1.0625,
                    0.960938,
                    1.03125,
                    1.0625,
                    1.640625,
                    1.1875,
                    1.28125,
                    1.210938,
                    1.132812,
                    1.265625,
                    1.140625,
                    1.5,
                    1.148438,
                    1.039062,
                    1.34375,
                    1.070312,
                    1.023438,
                    1.039062,
                    1.0625,
                    1.109375,
                    1.164062,
                    1.039062,
                    1.234375,
                    1.335938,
                    2.21875,
                    1.179688,
                    1.171875,
                    1.90625,
                    1.59375,
                    1.09375,
                    1.210938,
                    1.023438,
                    1.101562,
                    1.429688,
                    1.195312,
                    1.40625,
                    1.453125,
                    1.25,
                    1.203125,
                    1.28125,
                    1.007812,
                    0.988281,
                    1.242188,
                    1.445312,
                    1.179688,
                    1.070312,
                    1.257812,
                    1.46875,
                    1.09375,
                    1.085938,
                    1.195312,
                    1.101562,
                    1.125,
                    1.179688,
                    1.21875,
                    1.125,
                    1.148438,
                    1.21875,
                    1.164062,
                    1.65625,
                    1.03125,
                    1.304688,
                    1.328125,
                    1.328125,
                    1.125,
                    1.429688,
                    2.125,
                    1.15625,
                    1.132812,
                    1.179688,
                    1.164062,
                    1.289062,
                    1.179688,
                    1.0625,
                    1.140625,
                    1.398438,
                    1.265625,
                    1.3125,
                    1.132812,
                    0.960938,
                    1.242188,
                    1.15625,
                    1.171875,
                    1.3125,
                    1.429688,
                    1.132812,
                    0.941406,
                    0.933594,
                    1.171875,
                    1.265625,
                    1.117188,
                    1.6875,
                    1.03125,
                    1.09375,
                    1.125,
                    1.164062,
                    1.117188,
                    1.085938,
                    1.03125,
                    1.101562,
                    1.109375,
                    1.070312,
                    0.996094,
                    1.320312,
                    1.226562,
                    0.957031,
                    1.054688,
                    1.265625,
                    1.382812,
                    1.226562,
                    1.273438,
                    1.15625,
                    1.195312,
                    1.046875,
                    0.945312,
                    1.164062,
                    1.375,
                    0.960938,
                    1.25,
                    1.007812,
                    1.4375,
                    1.0625,
                    0.960938,
                    1.046875,
                    1.210938,
                    1.265625,
                    0.96875,
                    1.195312,
                    1.453125,
                    1.140625,
                    1.226562,
                    1.226562,
                    1.179688,
                    2.828125,
                    1.507812,
                    1.335938,
                    1.34375,
                    1.257812,
                    2.21875,
                    1.429688,
                    1.164062,
                    1.453125,
                    0.957031,
                    0.976562,
                    1.132812,
                    1.171875,
                    1.367188,
                    1.164062,
                    1.164062,
                    0.972656,
                    1.625,
                    1.34375,
                    1.054688,
                    1.140625,
                    1.0,
                    1.15625,
                    1.234375,
                    1.148438,
                    1.25,
                    1.328125,
                    1.078125,
                    1.054688,
                    1.242188,
                    1.046875,
                    0.972656,
                    1.109375,
                    1.109375,
                    1.515625,
                    1.40625,
                    1.578125,
                    0.914062,
                    1.109375,
                    1.171875,
                    1.164062,
                    1.328125,
                    1.109375,
                    1.4375,
                    1.0,
                    1.132812,
                    1.257812,
                    1.304688,
                    1.125,
                    1.289062,
                    1.0,
                    1.390625,
                    1.0625,
                    1.1875,
                    1.078125
                ]
            },
            "name": "model.transformer.layers.16.attn_norm.weight",
            "outputIndexes": [
                1019
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1018,
                1019
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/attn_norm_16/Mul_1_output_0",
            "outputIndexes": [
                1020
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1020
            ],
            "outputIndexes": [
                1850
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                1850
            ],
            "outputIndexes": [
                1851
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/q_proj/Linear",
            "inputIndexes": [
                1851
            ],
            "outputIndexes": [
                1852
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 18432,
                    "weightSize": 0
                },
                "external": [
                    156592704,
                    1179670,
                    147456,
                    6144,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                1852
            ],
            "outputIndexes": [
                1853
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1853
            ],
            "outputIndexes": [
                1021
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1020
            ],
            "main_type": "NONE",
            "name": "/Shape_65_output_0",
            "outputIndexes": [
                1022
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1022
            ],
            "main_type": "NONE",
            "name": "Shape1448",
            "outputIndexes": [
                1023
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1022
            ],
            "main_type": "NONE",
            "name": "Rank1450",
            "outputIndexes": [
                1024
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1024,
                1024
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1452",
            "outputIndexes": [
                1025
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1025
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1453",
            "outputIndexes": [
                1026
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1025,
                9
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1455",
            "outputIndexes": [
                1027
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1027
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1456",
            "outputIndexes": [
                1028
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1023,
                1026,
                1028,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice1459",
            "outputIndexes": [
                1029
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1029
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze1460",
            "outputIndexes": [
                1030
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                9,
                1030
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1461",
            "outputIndexes": [
                1031
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1031,
                1030
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1462",
            "outputIndexes": [
                1032
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1022,
                1032,
                1025
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_84_output_0",
            "outputIndexes": [
                1033
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1033,
                21
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_161_output_0",
            "outputIndexes": [
                1034
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    24
                ]
            },
            "name": "/Constant_480_output_0",
            "outputIndexes": [
                1035
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                7,
                1034,
                1035,
                24
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_80_output_0",
            "outputIndexes": [
                1036
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1021,
                1036
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_65_output_0",
            "outputIndexes": [
                1037
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1037
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/q_norm_16/Mul_output_0",
            "outputIndexes": [
                1038
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    64
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.180664,
                    -0.044189,
                    0.0065,
                    0.060059,
                    0.018921,
                    1.453125,
                    1.296875,
                    1.742188,
                    1.492188,
                    1.765625,
                    1.5,
                    1.8125,
                    1.875,
                    1.632812,
                    1.90625,
                    1.859375,
                    2.21875,
                    2.9375,
                    1.859375,
                    1.851562,
                    2.234375,
                    1.929688,
                    3.546875,
                    2.03125,
                    2.0,
                    1.992188,
                    1.953125,
                    2.015625,
                    2.125,
                    2.109375,
                    1.726562,
                    1.992188,
                    1.726562,
                    0.017456,
                    1.492188,
                    1.671875,
                    1.859375,
                    1.867188,
                    1.351562,
                    1.539062,
                    2.0625,
                    1.796875,
                    2.09375,
                    1.9375,
                    1.914062,
                    2.296875,
                    2.046875,
                    2.015625,
                    1.851562,
                    1.101562,
                    2.0625,
                    2.203125,
                    1.875,
                    2.140625,
                    0.757812,
                    2.0625,
                    2.03125,
                    1.984375,
                    1.875,
                    1.984375,
                    1.617188,
                    1.8125,
                    2.0,
                    2.0
                ]
            },
            "name": "model.transformer.layers.16.attn.q_norm.weight",
            "outputIndexes": [
                1039
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1038,
                1039
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/q_norm_16/Mul_1_output_0",
            "outputIndexes": [
                1040
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1040,
                53
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_64_output_0",
            "outputIndexes": [
                1041
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1040,
                55,
                56,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_65_output_0",
            "outputIndexes": [
                1042
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1042
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_32_output_0",
            "outputIndexes": [
                1043
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1040,
                21,
                55,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_64_output_0",
            "outputIndexes": [
                1044
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1043,
                1044
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_83_output_0",
            "outputIndexes": [
                1045
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1045,
                68
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_65_output_0",
            "outputIndexes": [
                1046
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1041,
                1046
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_64_output_0",
            "outputIndexes": [
                1047
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1020
            ],
            "outputIndexes": [
                1854
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                1854
            ],
            "outputIndexes": [
                1855
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/k_proj/Linear",
            "inputIndexes": [
                1855
            ],
            "outputIndexes": [
                1856
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 384,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 4608,
                    "weightSize": 0
                },
                "external": [
                    157925974,
                    294934,
                    36864,
                    1536,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                1856
            ],
            "outputIndexes": [
                1857
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1857
            ],
            "outputIndexes": [
                1048
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    384
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    6
                ]
            },
            "name": "/Constant_482_output_0",
            "outputIndexes": [
                1049
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                7,
                1034,
                1049,
                24
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_81_output_0",
            "outputIndexes": [
                1050
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1048,
                1050
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_66_output_0",
            "outputIndexes": [
                1051
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1051
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/k_norm_16/Mul_output_0",
            "outputIndexes": [
                1052
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    64
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.014526,
                    -0.050781,
                    0.046875,
                    0.034668,
                    0.039062,
                    1.726562,
                    0.648438,
                    1.179688,
                    1.65625,
                    1.734375,
                    2.3125,
                    2.0,
                    1.992188,
                    2.25,
                    2.015625,
                    2.0,
                    1.6875,
                    0.1875,
                    2.171875,
                    2.265625,
                    1.875,
                    2.1875,
                    0.414062,
                    2.03125,
                    2.0,
                    2.03125,
                    2.046875,
                    1.976562,
                    1.953125,
                    1.96875,
                    2.234375,
                    2.0,
                    1.15625,
                    0.014587,
                    0.753906,
                    1.242188,
                    1.421875,
                    1.773438,
                    1.992188,
                    1.882812,
                    2.0,
                    1.90625,
                    1.476562,
                    1.679688,
                    1.796875,
                    1.328125,
                    1.773438,
                    1.84375,
                    2.234375,
                    3.203125,
                    1.875,
                    1.828125,
                    2.21875,
                    1.976562,
                    5.28125,
                    2.0,
                    2.0625,
                    2.046875,
                    2.0,
                    1.96875,
                    2.4375,
                    2.28125,
                    1.96875,
                    1.984375
                ]
            },
            "name": "model.transformer.layers.16.attn.k_norm.weight",
            "outputIndexes": [
                1053
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1052,
                1053
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/k_norm_16/Mul_1_output_0",
            "outputIndexes": [
                1054
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1054,
                53
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_66_output_0",
            "outputIndexes": [
                1055
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1054,
                55,
                56,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_67_output_0",
            "outputIndexes": [
                1056
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1056
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_33_output_0",
            "outputIndexes": [
                1057
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1054,
                21,
                55,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_66_output_0",
            "outputIndexes": [
                1058
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1057,
                1058
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_84_output_0",
            "outputIndexes": [
                1059
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1059,
                68
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_67_output_0",
            "outputIndexes": [
                1060
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1055,
                1060
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_65_output_0",
            "outputIndexes": [
                1061
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1020
            ],
            "outputIndexes": [
                1858
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                1858
            ],
            "outputIndexes": [
                1859
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/v_proj/Linear",
            "inputIndexes": [
                1859
            ],
            "outputIndexes": [
                1860
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 384,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 4608,
                    "weightSize": 0
                },
                "external": [
                    158259308,
                    294934,
                    36864,
                    1536,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                1860
            ],
            "outputIndexes": [
                1861
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1861
            ],
            "outputIndexes": [
                1062
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    384
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1062,
                1050
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_67_output_0",
            "outputIndexes": [
                1063
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1047,
                1061,
                1063,
                86
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "/layers.16/self_attn/FusedAttention",
            "outputIndexes": [
                1064
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1064
            ],
            "outputIndexes": [
                1862
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                1862
            ],
            "outputIndexes": [
                1863
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/o_proj/Linear",
            "inputIndexes": [
                1863
            ],
            "outputIndexes": [
                1864
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 18432,
                    "weightSize": 0
                },
                "external": [
                    158592642,
                    1179670,
                    147456,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                1864
            ],
            "outputIndexes": [
                1865
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1865
            ],
            "outputIndexes": [
                1065
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1017,
                1065
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_66_output_0",
            "outputIndexes": [
                1066
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1066
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/ffn_norm_16/Mul_output_0",
            "outputIndexes": [
                1067
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.707031,
                    0.703125,
                    0.71875,
                    0.683594,
                    0.6875,
                    0.714844,
                    0.738281,
                    0.722656,
                    0.90625,
                    0.742188,
                    0.796875,
                    0.769531,
                    0.746094,
                    0.714844,
                    0.734375,
                    0.839844,
                    0.746094,
                    0.71875,
                    0.71875,
                    0.832031,
                    0.628906,
                    0.773438,
                    0.695312,
                    0.753906,
                    0.761719,
                    0.71875,
                    0.722656,
                    0.75,
                    0.695312,
                    0.71875,
                    0.734375,
                    0.722656,
                    0.6875,
                    0.707031,
                    0.734375,
                    0.742188,
                    0.730469,
                    0.734375,
                    0.722656,
                    0.714844,
                    0.753906,
                    0.710938,
                    0.726562,
                    0.738281,
                    0.734375,
                    0.714844,
                    0.722656,
                    0.710938,
                    0.726562,
                    0.78125,
                    0.734375,
                    0.730469,
                    0.730469,
                    0.730469,
                    0.445312,
                    0.738281,
                    0.71875,
                    0.734375,
                    0.75,
                    0.75,
                    0.710938,
                    0.742188,
                    0.730469,
                    0.75,
                    0.722656,
                    0.726562,
                    0.742188,
                    0.730469,
                    0.691406,
                    0.503906,
                    0.757812,
                    0.722656,
                    0.734375,
                    0.738281,
                    0.710938,
                    0.730469,
                    0.757812,
                    0.730469,
                    0.710938,
                    0.6875,
                    0.691406,
                    0.722656,
                    0.707031,
                    0.753906,
                    0.804688,
                    0.699219,
                    0.703125,
                    0.722656,
                    0.722656,
                    0.722656,
                    0.71875,
                    0.664062,
                    0.707031,
                    0.734375,
                    0.710938,
                    0.683594,
                    0.6875,
                    0.730469,
                    0.742188,
                    0.6875,
                    0.753906,
                    0.425781,
                    0.734375,
                    0.742188,
                    0.769531,
                    0.730469,
                    0.683594,
                    0.691406,
                    0.679688,
                    0.699219,
                    0.710938,
                    0.71875,
                    0.769531,
                    0.695312,
                    0.742188,
                    0.722656,
                    0.710938,
                    0.730469,
                    0.726562,
                    0.714844,
                    0.769531,
                    0.714844,
                    0.691406,
                    0.75,
                    0.726562,
                    0.8125,
                    0.746094,
                    0.746094,
                    0.734375,
                    0.734375,
                    0.753906,
                    0.730469,
                    0.714844,
                    0.757812,
                    0.691406,
                    0.699219,
                    0.648438,
                    0.691406,
                    0.730469,
                    0.691406,
                    0.746094,
                    0.707031,
                    0.699219,
                    0.730469,
                    0.65625,
                    0.707031,
                    0.707031,
                    0.726562,
                    0.742188,
                    0.707031,
                    0.738281,
                    0.6875,
                    0.722656,
                    0.71875,
                    0.726562,
                    0.730469,
                    0.722656,
                    0.710938,
                    0.726562,
                    0.667969,
                    0.78125,
                    1.054688,
                    0.734375,
                    0.699219,
                    0.742188,
                    0.753906,
                    0.730469,
                    0.699219,
                    0.695312,
                    0.488281,
                    0.789062,
                    0.71875,
                    0.742188,
                    0.726562,
                    0.71875,
                    0.765625,
                    0.730469,
                    0.699219,
                    0.71875,
                    0.714844,
                    0.707031,
                    0.726562,
                    0.953125,
                    0.726562,
                    0.710938,
                    0.726562,
                    0.730469,
                    0.699219,
                    0.75,
                    0.734375,
                    0.730469,
                    0.722656,
                    0.339844,
                    0.730469,
                    0.714844,
                    0.765625,
                    0.667969,
                    0.726562,
                    0.730469,
                    0.640625,
                    0.6875,
                    0.648438,
                    0.761719,
                    0.734375,
                    0.742188,
                    0.746094,
                    0.765625,
                    0.695312,
                    0.707031,
                    0.746094,
                    0.691406,
                    0.714844,
                    0.730469,
                    0.722656,
                    0.730469,
                    0.691406,
                    0.777344,
                    0.742188,
                    0.734375,
                    0.691406,
                    0.726562,
                    0.707031,
                    0.730469,
                    0.777344,
                    0.765625,
                    0.734375,
                    0.726562,
                    0.71875,
                    0.71875,
                    0.71875,
                    0.726562,
                    0.726562,
                    0.671875,
                    0.6875,
                    0.683594,
                    0.707031,
                    0.699219,
                    0.734375,
                    0.707031,
                    0.644531,
                    0.710938,
                    0.695312,
                    0.703125,
                    0.710938,
                    0.691406,
                    0.699219,
                    0.742188,
                    0.746094,
                    0.742188,
                    0.710938,
                    0.726562,
                    0.777344,
                    0.707031,
                    0.648438,
                    0.734375,
                    0.757812,
                    0.710938,
                    0.714844,
                    0.722656,
                    0.738281,
                    0.746094,
                    0.71875,
                    0.695312,
                    0.746094,
                    0.699219,
                    0.765625,
                    0.78125,
                    0.550781,
                    0.683594,
                    0.707031,
                    0.738281,
                    0.710938,
                    0.738281,
                    0.714844,
                    0.746094,
                    0.71875,
                    0.746094,
                    0.449219,
                    0.722656,
                    0.722656,
                    0.722656,
                    0.710938,
                    0.6875,
                    0.734375,
                    0.730469,
                    0.71875,
                    0.714844,
                    0.734375,
                    0.746094,
                    0.726562,
                    0.707031,
                    0.773438,
                    0.695312,
                    0.726562,
                    0.75,
                    0.730469,
                    0.695312,
                    0.738281,
                    0.699219,
                    0.707031,
                    0.773438,
                    0.710938,
                    0.707031,
                    0.742188,
                    0.738281,
                    0.722656,
                    0.753906,
                    0.714844,
                    0.734375,
                    0.714844,
                    0.75,
                    0.738281,
                    0.820312,
                    0.699219,
                    0.738281,
                    0.695312,
                    0.734375,
                    0.710938,
                    0.433594,
                    0.714844,
                    0.730469,
                    0.703125,
                    0.738281,
                    0.726562,
                    0.796875,
                    0.699219,
                    0.746094,
                    0.738281,
                    0.722656,
                    0.730469,
                    0.691406,
                    0.789062,
                    0.71875,
                    0.71875,
                    0.742188,
                    0.738281,
                    0.734375,
                    0.71875,
                    0.6875,
                    0.75,
                    0.671875,
                    0.691406,
                    0.742188,
                    0.691406,
                    0.757812,
                    0.71875,
                    0.539062,
                    0.710938,
                    0.695312,
                    0.726562,
                    0.566406,
                    0.753906,
                    0.695312,
                    0.494141,
                    0.753906,
                    0.322266,
                    0.726562,
                    0.722656,
                    0.695312,
                    0.71875,
                    0.734375,
                    0.6875,
                    0.703125,
                    0.695312,
                    0.65625,
                    0.675781,
                    0.714844,
                    0.589844,
                    0.730469,
                    0.785156,
                    0.722656,
                    0.703125,
                    0.734375,
                    0.726562,
                    0.742188,
                    0.726562,
                    0.753906,
                    0.738281,
                    0.726562,
                    0.714844,
                    0.726562,
                    0.714844,
                    0.722656,
                    0.785156,
                    0.695312,
                    0.722656,
                    0.753906,
                    0.699219,
                    0.675781,
                    0.722656,
                    0.734375,
                    0.714844,
                    0.742188,
                    0.703125,
                    0.746094,
                    0.400391,
                    0.734375,
                    0.40625,
                    0.308594,
                    0.726562,
                    0.726562,
                    0.671875,
                    0.722656,
                    0.730469,
                    0.75,
                    0.6875,
                    0.746094,
                    0.738281,
                    0.734375,
                    0.699219,
                    0.71875,
                    0.539062,
                    0.71875,
                    0.765625,
                    0.703125,
                    0.714844,
                    0.714844,
                    0.753906,
                    0.710938,
                    0.765625,
                    0.703125,
                    0.675781,
                    0.679688,
                    0.351562,
                    0.710938,
                    0.601562,
                    0.734375,
                    0.71875,
                    0.695312,
                    0.757812,
                    0.664062,
                    0.71875,
                    0.703125,
                    0.742188,
                    0.75,
                    0.734375,
                    0.742188,
                    0.757812,
                    0.726562,
                    0.746094,
                    0.707031,
                    0.746094,
                    0.707031,
                    0.722656,
                    0.738281,
                    0.753906,
                    0.757812,
                    0.710938,
                    0.714844,
                    0.710938,
                    0.408203,
                    0.753906,
                    0.71875,
                    0.738281,
                    0.714844,
                    0.734375,
                    0.734375,
                    0.738281,
                    0.726562,
                    0.746094,
                    0.722656,
                    0.714844,
                    0.71875,
                    0.722656,
                    0.695312,
                    0.675781,
                    0.734375,
                    0.738281,
                    0.71875,
                    0.746094,
                    0.4375,
                    0.726562,
                    0.714844,
                    0.671875,
                    0.691406,
                    0.703125,
                    0.703125,
                    0.734375,
                    0.714844,
                    0.734375,
                    0.726562,
                    0.734375,
                    0.75,
                    0.652344,
                    0.730469,
                    0.714844,
                    0.746094,
                    0.703125,
                    0.714844,
                    0.734375,
                    0.671875,
                    0.664062,
                    0.722656,
                    0.703125,
                    0.730469,
                    0.714844,
                    0.726562,
                    0.675781,
                    0.738281,
                    0.691406,
                    0.71875,
                    0.738281,
                    0.738281,
                    0.714844,
                    0.679688,
                    0.785156,
                    0.710938,
                    0.753906,
                    0.714844,
                    0.675781,
                    0.761719,
                    0.75,
                    0.734375,
                    0.714844,
                    0.550781,
                    0.785156,
                    0.726562,
                    0.738281,
                    0.730469,
                    0.722656,
                    0.699219,
                    0.765625,
                    0.761719,
                    0.726562,
                    0.699219,
                    0.683594,
                    0.71875,
                    0.675781,
                    0.746094,
                    1.03125,
                    0.691406,
                    0.734375,
                    0.738281,
                    0.730469,
                    0.710938,
                    0.703125,
                    0.753906,
                    0.71875,
                    0.800781,
                    0.722656,
                    0.828125,
                    0.695312,
                    0.660156,
                    0.71875,
                    0.742188,
                    0.769531,
                    0.710938,
                    0.730469,
                    0.660156,
                    0.738281,
                    0.703125,
                    0.695312,
                    0.667969,
                    0.490234,
                    0.707031,
                    0.796875,
                    0.730469,
                    0.769531,
                    0.695312,
                    0.691406,
                    0.765625,
                    0.59375,
                    0.46875,
                    0.75,
                    0.695312,
                    0.71875,
                    0.710938,
                    0.695312,
                    0.730469,
                    0.699219,
                    0.738281,
                    0.699219,
                    0.707031,
                    0.730469,
                    0.734375,
                    0.699219,
                    0.613281,
                    0.703125,
                    0.707031,
                    0.734375,
                    0.742188,
                    0.757812,
                    0.730469,
                    0.683594,
                    0.714844,
                    0.738281,
                    0.746094,
                    0.734375,
                    0.675781,
                    0.710938,
                    0.742188,
                    0.714844,
                    0.753906,
                    0.722656,
                    0.742188,
                    0.734375,
                    0.726562,
                    0.742188,
                    0.699219,
                    0.699219,
                    0.746094,
                    0.730469,
                    0.691406,
                    0.730469,
                    0.703125,
                    0.726562,
                    0.722656,
                    0.71875,
                    0.679688,
                    0.734375,
                    0.71875,
                    0.75,
                    0.738281,
                    0.710938,
                    0.761719,
                    0.699219,
                    0.71875,
                    0.707031,
                    0.441406,
                    0.765625,
                    0.734375,
                    0.730469,
                    0.695312,
                    0.730469,
                    0.742188,
                    0.785156,
                    0.738281,
                    0.75,
                    0.722656,
                    0.695312,
                    0.746094,
                    0.710938,
                    0.726562,
                    0.722656,
                    0.691406,
                    0.714844,
                    0.714844,
                    0.703125,
                    0.714844,
                    0.71875,
                    0.675781,
                    0.652344,
                    0.671875,
                    0.722656,
                    0.71875,
                    0.671875,
                    0.769531,
                    0.734375,
                    0.714844,
                    0.808594,
                    0.738281,
                    0.699219,
                    0.714844,
                    0.71875,
                    0.761719,
                    0.738281,
                    0.683594,
                    0.714844,
                    0.730469,
                    0.431641,
                    0.707031,
                    0.734375,
                    0.699219,
                    0.730469,
                    0.71875,
                    0.691406,
                    0.683594,
                    0.730469,
                    0.734375,
                    0.691406,
                    0.726562,
                    0.769531,
                    0.757812,
                    0.726562,
                    0.730469,
                    0.714844,
                    0.714844,
                    0.675781,
                    0.710938,
                    0.71875,
                    0.722656,
                    0.714844,
                    0.734375,
                    0.710938,
                    0.679688,
                    0.71875,
                    0.742188,
                    0.710938,
                    1.179688,
                    0.753906,
                    0.730469,
                    0.917969,
                    0.746094,
                    0.679688,
                    0.734375,
                    0.746094,
                    0.691406,
                    0.722656,
                    0.765625,
                    0.703125,
                    0.753906,
                    0.703125,
                    0.75,
                    0.699219,
                    0.851562,
                    0.730469,
                    0.71875,
                    0.667969,
                    0.742188,
                    0.746094,
                    0.71875,
                    0.730469,
                    0.71875,
                    0.742188,
                    0.714844,
                    0.714844,
                    0.703125,
                    0.703125,
                    0.785156,
                    0.742188,
                    0.765625,
                    0.722656,
                    0.730469,
                    0.707031,
                    0.714844,
                    0.730469,
                    0.699219,
                    0.746094,
                    0.691406,
                    0.730469,
                    0.746094,
                    0.796875,
                    0.75,
                    0.726562,
                    0.707031,
                    0.730469,
                    0.703125,
                    0.714844,
                    0.742188,
                    0.746094,
                    0.707031,
                    0.707031,
                    0.738281,
                    0.404297,
                    0.671875,
                    0.726562,
                    0.773438,
                    0.738281,
                    0.726562,
                    0.667969,
                    0.746094,
                    0.699219,
                    0.605469,
                    0.695312,
                    0.765625,
                    0.416016,
                    0.738281,
                    0.730469,
                    0.761719,
                    0.71875,
                    0.753906,
                    0.753906,
                    0.714844,
                    0.726562,
                    0.757812,
                    0.710938,
                    0.714844,
                    0.667969,
                    0.753906,
                    0.71875,
                    0.734375,
                    0.75,
                    0.738281,
                    0.703125,
                    0.71875,
                    0.777344,
                    0.691406,
                    0.773438,
                    0.742188,
                    0.742188,
                    0.761719,
                    0.71875,
                    0.753906,
                    0.753906,
                    0.710938,
                    0.675781,
                    0.757812,
                    0.742188,
                    0.757812,
                    0.714844,
                    0.652344,
                    0.632812,
                    0.746094,
                    0.6875,
                    0.6875,
                    0.683594,
                    0.730469,
                    0.742188,
                    0.769531,
                    0.738281,
                    0.726562,
                    0.753906,
                    0.75,
                    0.71875,
                    0.753906,
                    0.699219,
                    0.753906,
                    0.820312,
                    0.683594,
                    0.617188,
                    0.746094,
                    0.710938,
                    0.714844,
                    0.726562,
                    0.738281,
                    0.722656,
                    0.691406,
                    0.707031,
                    0.738281,
                    0.753906,
                    0.3125,
                    0.734375,
                    0.679688,
                    0.699219,
                    0.753906,
                    0.695312,
                    0.738281,
                    0.753906,
                    0.722656,
                    0.746094,
                    0.71875,
                    0.742188,
                    0.361328,
                    0.722656,
                    0.746094,
                    0.769531,
                    0.71875,
                    0.699219,
                    0.75,
                    0.679688,
                    0.632812,
                    0.675781,
                    0.707031,
                    0.695312,
                    0.730469,
                    0.867188,
                    0.71875,
                    0.742188,
                    0.734375,
                    0.710938,
                    1.359375,
                    0.691406,
                    0.699219,
                    0.726562,
                    0.679688,
                    0.734375,
                    0.714844,
                    0.726562,
                    0.71875,
                    0.710938,
                    0.714844,
                    0.710938,
                    0.6875,
                    0.769531,
                    0.71875,
                    0.761719,
                    0.730469,
                    0.757812,
                    0.703125,
                    0.703125,
                    0.71875,
                    0.730469,
                    0.714844,
                    0.738281,
                    0.75,
                    0.738281,
                    0.679688,
                    0.710938,
                    0.734375,
                    0.703125,
                    0.75,
                    0.765625,
                    0.742188,
                    0.703125,
                    0.742188,
                    0.722656,
                    0.738281,
                    0.722656,
                    0.0009,
                    0.746094,
                    0.703125,
                    0.730469,
                    0.734375,
                    0.765625,
                    0.71875,
                    0.726562,
                    0.730469,
                    0.683594,
                    0.753906,
                    0.789062,
                    0.714844,
                    0.710938,
                    0.765625,
                    0.683594,
                    0.742188,
                    0.722656,
                    0.451172,
                    0.738281,
                    0.285156,
                    0.695312,
                    0.714844,
                    0.777344,
                    0.726562,
                    0.703125,
                    0.703125,
                    0.71875,
                    0.742188,
                    0.855469,
                    0.757812,
                    0.726562,
                    0.722656,
                    0.71875,
                    0.703125,
                    0.714844,
                    0.730469,
                    0.75,
                    0.742188,
                    0.726562,
                    0.757812,
                    0.617188,
                    0.722656,
                    0.753906,
                    0.726562,
                    0.738281,
                    0.683594,
                    0.707031,
                    0.734375,
                    0.707031,
                    0.707031,
                    0.734375,
                    0.734375,
                    0.695312,
                    0.816406,
                    0.707031,
                    0.710938,
                    0.738281,
                    0.695312,
                    0.789062,
                    0.699219,
                    0.703125,
                    0.726562,
                    0.699219,
                    0.707031,
                    0.738281,
                    0.738281,
                    0.75,
                    0.699219,
                    0.714844,
                    0.707031,
                    0.722656,
                    0.695312,
                    0.804688,
                    0.679688,
                    0.664062,
                    0.464844,
                    0.742188,
                    0.703125,
                    0.722656,
                    0.722656,
                    0.753906,
                    0.757812,
                    0.730469,
                    0.664062,
                    0.738281,
                    0.691406,
                    0.753906,
                    0.75,
                    0.710938,
                    0.734375,
                    0.644531,
                    0.726562,
                    0.722656,
                    0.734375,
                    0.65625,
                    0.746094,
                    0.722656,
                    0.730469,
                    0.726562,
                    0.730469,
                    0.636719,
                    0.734375,
                    0.722656,
                    0.714844,
                    0.703125,
                    0.742188,
                    0.726562,
                    0.714844,
                    0.707031,
                    0.722656,
                    0.726562,
                    0.742188,
                    0.738281,
                    0.734375,
                    0.773438,
                    0.722656,
                    0.800781,
                    0.714844,
                    0.726562,
                    0.699219,
                    0.765625,
                    0.714844,
                    0.734375,
                    0.75,
                    0.699219,
                    0.71875,
                    0.714844,
                    0.675781,
                    0.71875,
                    0.726562,
                    0.703125,
                    0.722656,
                    0.746094,
                    0.765625,
                    1.289062,
                    0.742188,
                    0.710938,
                    0.71875,
                    0.722656,
                    0.714844,
                    0.71875,
                    0.714844,
                    0.714844,
                    0.734375,
                    0.699219,
                    0.660156,
                    0.730469,
                    0.738281,
                    0.742188,
                    0.722656,
                    0.753906,
                    0.71875,
                    0.746094,
                    0.695312,
                    0.494141,
                    0.738281,
                    0.435547,
                    0.458984,
                    0.699219,
                    0.710938,
                    0.722656,
                    0.726562,
                    0.730469,
                    0.757812,
                    0.695312,
                    0.726562,
                    0.699219,
                    1.023438,
                    0.71875,
                    0.773438,
                    0.882812,
                    0.71875,
                    1.054688,
                    0.722656,
                    0.679688,
                    0.746094,
                    0.660156,
                    0.734375,
                    0.742188,
                    0.726562,
                    0.71875,
                    0.734375,
                    0.703125,
                    0.742188,
                    0.726562,
                    0.71875,
                    0.742188,
                    0.726562,
                    0.90625,
                    0.726562,
                    0.738281,
                    0.699219,
                    0.734375,
                    0.714844,
                    0.722656,
                    0.679688,
                    0.333984,
                    0.746094,
                    0.679688,
                    0.730469,
                    0.679688,
                    0.707031,
                    0.761719,
                    0.707031,
                    0.746094,
                    0.753906,
                    0.71875,
                    0.730469,
                    0.71875,
                    0.746094,
                    0.675781,
                    0.707031,
                    0.765625,
                    0.6875,
                    0.746094,
                    0.769531,
                    0.714844,
                    0.75,
                    0.738281,
                    0.730469,
                    0.703125,
                    0.695312,
                    0.730469,
                    0.710938,
                    0.695312,
                    0.679688,
                    0.730469,
                    0.738281,
                    0.691406,
                    0.707031,
                    0.710938,
                    0.71875,
                    0.71875,
                    0.78125,
                    0.75,
                    0.671875,
                    0.734375,
                    0.71875,
                    0.742188,
                    0.734375,
                    0.726562,
                    0.742188,
                    0.734375,
                    0.710938,
                    0.730469,
                    0.710938,
                    0.707031,
                    0.699219,
                    0.722656,
                    0.726562,
                    0.71875,
                    0.707031,
                    0.820312,
                    0.746094,
                    0.675781,
                    0.388672,
                    0.75,
                    0.722656,
                    0.71875,
                    0.972656,
                    0.746094,
                    0.703125,
                    0.707031,
                    0.714844,
                    0.714844,
                    0.738281,
                    0.730469,
                    0.726562,
                    0.703125,
                    0.707031,
                    0.738281,
                    0.65625,
                    0.746094,
                    0.753906,
                    0.699219,
                    0.691406,
                    0.773438,
                    0.738281,
                    0.71875,
                    0.722656,
                    0.730469,
                    0.71875,
                    0.683594,
                    0.714844,
                    0.722656,
                    0.730469,
                    0.75,
                    0.734375,
                    0.730469,
                    0.722656,
                    0.738281,
                    0.691406,
                    0.707031,
                    0.742188,
                    1.328125,
                    0.714844,
                    0.730469,
                    0.742188,
                    0.765625,
                    0.679688,
                    0.710938,
                    0.730469,
                    0.738281,
                    0.734375,
                    0.710938,
                    0.703125,
                    0.761719,
                    0.691406,
                    0.738281,
                    0.757812,
                    0.597656,
                    0.707031,
                    0.734375,
                    0.753906,
                    0.730469,
                    0.726562,
                    0.585938,
                    0.75,
                    0.707031,
                    0.683594,
                    0.742188,
                    0.722656,
                    0.726562,
                    0.742188,
                    0.714844,
                    0.710938,
                    0.679688,
                    0.71875,
                    0.726562,
                    0.691406,
                    0.714844,
                    0.644531,
                    0.6875,
                    0.730469,
                    0.722656,
                    0.726562,
                    0.753906,
                    0.742188,
                    0.765625,
                    0.734375,
                    0.746094,
                    0.746094,
                    0.765625,
                    0.726562,
                    0.699219,
                    0.738281,
                    0.765625,
                    0.957031,
                    0.730469,
                    0.742188,
                    0.726562,
                    0.765625,
                    0.710938,
                    0.632812,
                    0.734375,
                    0.78125,
                    0.730469,
                    0.722656,
                    0.742188,
                    0.75,
                    0.722656,
                    0.746094,
                    0.746094,
                    0.71875,
                    0.898438,
                    0.703125,
                    0.746094,
                    0.742188,
                    0.683594,
                    0.722656,
                    0.839844,
                    0.742188,
                    0.714844,
                    0.675781,
                    0.71875,
                    0.714844,
                    0.691406,
                    0.710938,
                    0.738281,
                    0.699219,
                    0.707031,
                    0.734375,
                    0.722656,
                    0.71875,
                    0.726562,
                    0.554688,
                    0.746094,
                    0.722656,
                    0.722656,
                    0.730469,
                    0.609375,
                    0.71875,
                    0.699219,
                    0.722656,
                    0.730469,
                    0.703125,
                    0.730469,
                    0.746094,
                    0.761719,
                    0.703125,
                    0.75,
                    0.761719,
                    0.710938,
                    0.734375,
                    0.699219,
                    0.691406,
                    0.746094,
                    0.757812,
                    0.738281,
                    0.695312,
                    0.734375,
                    0.734375,
                    0.757812,
                    0.699219,
                    0.730469,
                    0.742188,
                    0.703125,
                    0.773438,
                    0.710938,
                    0.71875,
                    0.722656,
                    0.734375,
                    0.714844,
                    0.800781,
                    0.675781,
                    0.699219,
                    0.730469,
                    0.761719,
                    0.730469,
                    0.714844,
                    0.710938,
                    0.699219,
                    0.710938,
                    0.714844,
                    0.742188,
                    0.730469,
                    0.757812,
                    0.734375,
                    0.683594,
                    0.699219,
                    0.695312,
                    0.699219,
                    0.699219,
                    0.734375,
                    0.742188,
                    0.695312,
                    0.589844,
                    0.765625,
                    0.660156,
                    0.726562,
                    0.734375,
                    0.710938,
                    0.722656,
                    0.734375,
                    0.382812,
                    0.714844,
                    0.691406,
                    0.699219,
                    0.738281,
                    0.742188,
                    0.710938,
                    0.746094,
                    0.695312,
                    0.578125,
                    0.777344,
                    0.730469,
                    0.714844,
                    0.738281,
                    0.734375,
                    0.703125,
                    0.703125,
                    0.660156,
                    0.730469,
                    0.695312,
                    0.734375,
                    0.703125,
                    0.714844,
                    0.738281,
                    0.722656,
                    0.726562,
                    0.738281,
                    0.71875,
                    0.710938,
                    0.527344,
                    0.714844,
                    0.707031,
                    0.566406,
                    0.636719,
                    0.699219,
                    0.679688,
                    0.707031,
                    0.722656,
                    0.757812,
                    0.722656,
                    0.703125,
                    0.753906,
                    0.726562,
                    0.71875,
                    0.679688,
                    0.699219,
                    0.6875,
                    0.726562,
                    0.707031,
                    0.753906,
                    0.734375,
                    0.707031,
                    0.78125,
                    0.757812,
                    0.738281,
                    0.734375,
                    0.753906,
                    0.742188,
                    0.726562,
                    0.738281,
                    0.703125,
                    0.695312,
                    0.722656,
                    0.757812,
                    0.640625,
                    0.695312,
                    0.765625,
                    0.746094,
                    0.738281,
                    0.722656,
                    0.667969,
                    0.474609,
                    0.730469,
                    0.742188,
                    0.699219,
                    0.742188,
                    0.75,
                    0.738281,
                    0.730469,
                    0.734375,
                    0.695312,
                    0.707031,
                    0.710938,
                    0.746094,
                    0.746094,
                    0.707031,
                    0.738281,
                    0.707031,
                    0.667969,
                    0.699219,
                    0.738281,
                    0.71875,
                    0.699219,
                    0.761719,
                    0.703125,
                    0.757812,
                    0.578125,
                    0.6875,
                    0.71875,
                    0.714844,
                    0.722656,
                    0.710938,
                    0.757812,
                    0.734375,
                    0.746094,
                    0.691406,
                    0.742188,
                    0.742188,
                    0.683594,
                    0.730469,
                    0.703125,
                    0.746094,
                    0.730469,
                    0.792969,
                    0.734375,
                    0.695312,
                    0.703125,
                    0.730469,
                    0.742188,
                    0.683594,
                    0.714844,
                    0.71875,
                    0.738281,
                    0.734375,
                    0.746094,
                    0.769531,
                    0.746094,
                    0.757812,
                    0.765625,
                    0.691406,
                    0.664062,
                    0.660156,
                    0.722656,
                    0.675781,
                    0.753906,
                    0.710938,
                    0.722656,
                    0.726562,
                    0.445312,
                    0.644531,
                    0.710938,
                    0.871094,
                    0.742188,
                    0.439453,
                    0.71875,
                    0.738281,
                    0.632812,
                    0.707031,
                    0.730469,
                    0.695312,
                    0.730469,
                    0.511719,
                    0.742188,
                    0.761719,
                    0.710938,
                    0.6875,
                    0.675781,
                    0.777344,
                    0.714844,
                    0.703125,
                    0.746094,
                    0.71875,
                    0.738281,
                    0.707031,
                    0.691406,
                    0.734375,
                    0.730469,
                    0.738281,
                    0.71875,
                    0.714844,
                    0.742188,
                    0.648438,
                    0.695312,
                    0.726562,
                    0.707031,
                    0.71875,
                    0.699219,
                    0.699219,
                    0.71875,
                    0.726562,
                    0.71875,
                    0.71875,
                    0.722656,
                    0.738281,
                    0.753906,
                    0.699219,
                    0.703125,
                    0.71875,
                    0.734375,
                    0.71875,
                    0.726562,
                    0.730469,
                    0.710938
                ]
            },
            "name": "model.transformer.layers.16.ffn_norm.weight",
            "outputIndexes": [
                1068
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1067,
                1068
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/ffn_norm_16/Mul_1_output_0",
            "outputIndexes": [
                1069
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/mlp/proj_1/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1069
            ],
            "outputIndexes": [
                1866
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/mlp/proj_1/Linear/pre_convert",
            "inputIndexes": [
                1866
            ],
            "outputIndexes": [
                1867
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/mlp/proj_1/Linear",
            "inputIndexes": [
                1867
            ],
            "outputIndexes": [
                1868
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 10752,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 129024,
                    "weightSize": 0
                },
                "external": [
                    159919768,
                    8257558,
                    1032192,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/mlp/proj_1/Linear/post_convert",
            "inputIndexes": [
                1868
            ],
            "outputIndexes": [
                1869
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/mlp/proj_1/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1869
            ],
            "outputIndexes": [
                1070
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    10752
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    5376
                ]
            },
            "name": "/ffn_16/Mul_output_0",
            "outputIndexes": [
                1071
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1070,
                21,
                1071,
                95
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/ffn_16/Slice_output_0",
            "outputIndexes": [
                1072
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1072
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/ffn/act_16/Sigmoid_output_0",
            "outputIndexes": [
                1073
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1072,
                1073
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/ffn/act_16/Mul_output_0",
            "outputIndexes": [
                1074
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    10752
                ]
            },
            "name": "/ffn_16/Mul_1_output_0",
            "outputIndexes": [
                1075
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1070,
                1071,
                1075,
                95
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/ffn_16/Slice_1_output_0",
            "outputIndexes": [
                1076
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1074,
                1076
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/ffn_16/Mul_2_output_0",
            "outputIndexes": [
                1077
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/mlp/proj_2/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1077
            ],
            "outputIndexes": [
                1870
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    5376,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/mlp/proj_2/Linear/pre_convert",
            "inputIndexes": [
                1870
            ],
            "outputIndexes": [
                1871
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/mlp/proj_2/Linear",
            "inputIndexes": [
                1871
            ],
            "outputIndexes": [
                1872
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 5376,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 64512,
                    "weightSize": 0
                },
                "external": [
                    169209518,
                    4128790,
                    516096,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/mlp/proj_2/Linear/post_convert",
            "inputIndexes": [
                1872
            ],
            "outputIndexes": [
                1873
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/mlp/proj_2/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1873
            ],
            "outputIndexes": [
                1078
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1066,
                1078
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_67_output_0",
            "outputIndexes": [
                1079
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1079,
                1
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_68_output_0",
            "outputIndexes": [
                1080
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1080
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/attn_norm_17/Mul_output_0",
            "outputIndexes": [
                1081
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    1.398438,
                    1.460938,
                    1.226562,
                    2.109375,
                    2.578125,
                    1.1875,
                    1.195312,
                    1.21875,
                    1.515625,
                    1.28125,
                    1.765625,
                    3.6875,
                    1.445312,
                    1.5625,
                    1.210938,
                    1.382812,
                    1.234375,
                    1.164062,
                    1.773438,
                    2.65625,
                    6.78125,
                    1.289062,
                    2.90625,
                    1.445312,
                    1.5,
                    1.304688,
                    1.226562,
                    1.117188,
                    2.03125,
                    1.21875,
                    1.28125,
                    1.460938,
                    2.1875,
                    2.140625,
                    1.1875,
                    1.210938,
                    1.226562,
                    1.25,
                    1.140625,
                    1.398438,
                    1.492188,
                    1.375,
                    1.46875,
                    1.1875,
                    1.5,
                    1.453125,
                    1.429688,
                    1.492188,
                    1.523438,
                    2.625,
                    1.398438,
                    1.101562,
                    1.320312,
                    1.234375,
                    5.625,
                    1.0625,
                    1.3125,
                    1.3125,
                    1.203125,
                    1.203125,
                    1.617188,
                    1.335938,
                    4.25,
                    1.226562,
                    1.4375,
                    1.203125,
                    1.164062,
                    1.476562,
                    1.734375,
                    4.15625,
                    1.210938,
                    1.179688,
                    1.523438,
                    1.296875,
                    2.703125,
                    1.203125,
                    1.265625,
                    1.28125,
                    1.359375,
                    1.210938,
                    1.625,
                    1.15625,
                    1.296875,
                    1.492188,
                    3.3125,
                    1.117188,
                    1.40625,
                    1.109375,
                    1.109375,
                    2.25,
                    1.0625,
                    2.109375,
                    1.21875,
                    1.476562,
                    1.3125,
                    1.6875,
                    2.890625,
                    1.445312,
                    3.5625,
                    3.3125,
                    1.265625,
                    5.875,
                    1.554688,
                    1.25,
                    1.726562,
                    1.53125,
                    1.882812,
                    2.109375,
                    2.4375,
                    1.203125,
                    1.140625,
                    1.265625,
                    1.820312,
                    2.0,
                    1.75,
                    1.335938,
                    1.375,
                    1.320312,
                    1.625,
                    1.359375,
                    1.34375,
                    1.546875,
                    1.390625,
                    1.257812,
                    1.398438,
                    1.421875,
                    1.296875,
                    1.367188,
                    1.375,
                    1.1875,
                    1.257812,
                    1.234375,
                    1.632812,
                    1.15625,
                    1.8125,
                    1.453125,
                    3.875,
                    1.195312,
                    1.328125,
                    2.375,
                    1.210938,
                    1.296875,
                    1.679688,
                    1.289062,
                    3.546875,
                    3.078125,
                    1.765625,
                    1.523438,
                    1.695312,
                    1.960938,
                    1.164062,
                    1.671875,
                    1.4375,
                    1.335938,
                    1.570312,
                    1.671875,
                    1.15625,
                    1.328125,
                    1.1875,
                    1.710938,
                    1.320312,
                    3.8125,
                    1.210938,
                    1.40625,
                    1.273438,
                    1.234375,
                    1.21875,
                    1.25,
                    1.382812,
                    3.15625,
                    2.65625,
                    1.414062,
                    3.3125,
                    1.234375,
                    1.109375,
                    1.210938,
                    1.304688,
                    1.15625,
                    1.234375,
                    1.21875,
                    1.140625,
                    1.40625,
                    2.484375,
                    1.359375,
                    1.4375,
                    1.09375,
                    1.242188,
                    1.648438,
                    1.25,
                    1.554688,
                    1.164062,
                    1.4375,
                    6.5,
                    1.125,
                    1.507812,
                    1.15625,
                    1.984375,
                    1.203125,
                    1.273438,
                    1.78125,
                    1.453125,
                    1.75,
                    1.164062,
                    1.257812,
                    1.296875,
                    1.328125,
                    1.734375,
                    1.695312,
                    1.25,
                    1.328125,
                    2.625,
                    1.265625,
                    1.335938,
                    1.398438,
                    1.414062,
                    1.234375,
                    1.335938,
                    1.273438,
                    1.242188,
                    1.546875,
                    1.367188,
                    1.234375,
                    1.390625,
                    3.5,
                    1.203125,
                    6.96875,
                    1.25,
                    1.710938,
                    1.414062,
                    1.164062,
                    1.28125,
                    1.46875,
                    2.59375,
                    2.125,
                    1.382812,
                    1.3125,
                    1.359375,
                    1.546875,
                    1.453125,
                    2.6875,
                    1.929688,
                    3.40625,
                    1.140625,
                    1.171875,
                    1.640625,
                    1.3125,
                    4.3125,
                    1.148438,
                    1.460938,
                    1.828125,
                    1.226562,
                    4.71875,
                    1.375,
                    2.65625,
                    1.375,
                    1.21875,
                    1.257812,
                    1.757812,
                    1.203125,
                    1.234375,
                    1.304688,
                    1.398438,
                    4.78125,
                    1.242188,
                    1.132812,
                    1.273438,
                    1.171875,
                    5.6875,
                    2.140625,
                    1.53125,
                    1.304688,
                    1.15625,
                    1.5,
                    1.195312,
                    1.257812,
                    1.453125,
                    1.257812,
                    3.71875,
                    1.765625,
                    1.929688,
                    1.226562,
                    1.257812,
                    2.5625,
                    1.28125,
                    1.195312,
                    1.046875,
                    1.148438,
                    1.117188,
                    1.328125,
                    1.460938,
                    1.898438,
                    1.148438,
                    1.273438,
                    1.265625,
                    3.6875,
                    1.242188,
                    4.0625,
                    1.039062,
                    2.40625,
                    2.5625,
                    1.351562,
                    1.210938,
                    1.273438,
                    1.148438,
                    1.453125,
                    1.40625,
                    1.28125,
                    2.15625,
                    1.296875,
                    1.25,
                    1.257812,
                    1.25,
                    9.0,
                    1.445312,
                    1.148438,
                    1.28125,
                    1.25,
                    2.71875,
                    4.15625,
                    1.5625,
                    1.203125,
                    1.351562,
                    1.15625,
                    1.289062,
                    1.234375,
                    1.335938,
                    1.210938,
                    1.515625,
                    1.296875,
                    1.148438,
                    1.773438,
                    1.632812,
                    1.460938,
                    1.1875,
                    1.1875,
                    1.3125,
                    1.398438,
                    1.390625,
                    3.0,
                    1.140625,
                    2.375,
                    2.203125,
                    1.421875,
                    2.71875,
                    1.390625,
                    1.265625,
                    6.90625,
                    2.375,
                    1.625,
                    1.273438,
                    3.59375,
                    1.664062,
                    3.9375,
                    3.421875,
                    1.289062,
                    5.53125,
                    1.953125,
                    1.242188,
                    2.1875,
                    1.25,
                    1.289062,
                    2.203125,
                    1.289062,
                    1.507812,
                    2.265625,
                    2.046875,
                    1.367188,
                    4.125,
                    1.625,
                    4.1875,
                    2.8125,
                    1.375,
                    4.0,
                    1.28125,
                    1.257812,
                    4.125,
                    1.320312,
                    1.304688,
                    1.179688,
                    1.609375,
                    1.15625,
                    1.585938,
                    1.140625,
                    1.203125,
                    3.046875,
                    2.125,
                    4.25,
                    1.195312,
                    1.507812,
                    1.335938,
                    1.257812,
                    2.328125,
                    1.296875,
                    4.0,
                    1.273438,
                    5.09375,
                    1.179688,
                    5.34375,
                    0.408203,
                    1.585938,
                    1.390625,
                    1.34375,
                    1.335938,
                    1.421875,
                    1.367188,
                    3.140625,
                    3.953125,
                    1.171875,
                    1.351562,
                    1.320312,
                    1.5,
                    4.8125,
                    1.554688,
                    1.210938,
                    1.234375,
                    1.59375,
                    1.492188,
                    1.25,
                    1.445312,
                    1.546875,
                    1.382812,
                    2.140625,
                    2.1875,
                    4.90625,
                    1.289062,
                    3.140625,
                    1.445312,
                    1.242188,
                    1.460938,
                    1.164062,
                    1.601562,
                    1.140625,
                    1.40625,
                    1.203125,
                    1.1875,
                    1.125,
                    1.375,
                    1.273438,
                    2.171875,
                    1.257812,
                    1.40625,
                    1.414062,
                    1.851562,
                    1.601562,
                    1.257812,
                    1.28125,
                    1.554688,
                    3.359375,
                    1.210938,
                    1.179688,
                    5.5,
                    1.15625,
                    1.171875,
                    1.429688,
                    2.4375,
                    1.335938,
                    1.4375,
                    2.171875,
                    1.507812,
                    1.210938,
                    1.125,
                    3.046875,
                    1.273438,
                    1.351562,
                    1.632812,
                    3.578125,
                    1.445312,
                    1.523438,
                    1.382812,
                    1.367188,
                    4.40625,
                    1.429688,
                    1.414062,
                    3.21875,
                    1.585938,
                    1.21875,
                    1.328125,
                    1.3125,
                    1.242188,
                    1.304688,
                    1.257812,
                    1.203125,
                    1.335938,
                    2.84375,
                    1.234375,
                    4.28125,
                    1.1875,
                    1.195312,
                    1.210938,
                    1.359375,
                    1.546875,
                    1.984375,
                    1.28125,
                    1.320312,
                    1.148438,
                    1.25,
                    1.210938,
                    2.34375,
                    1.296875,
                    1.421875,
                    1.414062,
                    1.1875,
                    3.671875,
                    1.476562,
                    2.1875,
                    1.4375,
                    1.328125,
                    1.421875,
                    1.273438,
                    5.125,
                    1.203125,
                    1.28125,
                    1.328125,
                    1.429688,
                    3.28125,
                    1.28125,
                    1.226562,
                    1.148438,
                    1.4375,
                    1.164062,
                    2.640625,
                    1.429688,
                    1.304688,
                    1.304688,
                    1.84375,
                    1.320312,
                    1.257812,
                    1.351562,
                    1.453125,
                    11.4375,
                    1.304688,
                    1.195312,
                    1.195312,
                    1.460938,
                    1.390625,
                    3.53125,
                    1.148438,
                    1.164062,
                    1.382812,
                    1.21875,
                    1.210938,
                    1.5625,
                    3.15625,
                    1.132812,
                    1.265625,
                    1.28125,
                    1.28125,
                    1.726562,
                    1.429688,
                    1.554688,
                    2.28125,
                    1.398438,
                    1.75,
                    3.0625,
                    2.109375,
                    1.289062,
                    1.289062,
                    1.367188,
                    1.289062,
                    1.273438,
                    1.15625,
                    3.71875,
                    3.46875,
                    1.117188,
                    2.21875,
                    1.171875,
                    1.710938,
                    1.46875,
                    1.164062,
                    1.226562,
                    1.132812,
                    2.578125,
                    1.257812,
                    2.0625,
                    1.515625,
                    1.421875,
                    2.921875,
                    1.421875,
                    2.28125,
                    1.148438,
                    1.242188,
                    1.09375,
                    1.1875,
                    1.40625,
                    1.632812,
                    1.679688,
                    1.484375,
                    1.492188,
                    1.640625,
                    1.359375,
                    1.148438,
                    1.28125,
                    1.179688,
                    1.453125,
                    1.125,
                    1.117188,
                    1.929688,
                    4.46875,
                    1.585938,
                    2.296875,
                    1.273438,
                    1.195312,
                    1.070312,
                    1.242188,
                    1.632812,
                    1.679688,
                    1.125,
                    2.859375,
                    2.734375,
                    1.109375,
                    1.585938,
                    2.5,
                    1.195312,
                    1.53125,
                    1.132812,
                    1.234375,
                    1.421875,
                    1.226562,
                    4.78125,
                    1.382812,
                    1.28125,
                    1.125,
                    1.367188,
                    1.296875,
                    1.210938,
                    1.351562,
                    1.234375,
                    1.445312,
                    1.414062,
                    1.398438,
                    1.328125,
                    1.445312,
                    1.523438,
                    1.289062,
                    1.40625,
                    1.351562,
                    1.289062,
                    1.375,
                    1.3125,
                    1.476562,
                    1.382812,
                    2.78125,
                    1.296875,
                    1.234375,
                    1.726562,
                    2.1875,
                    1.273438,
                    4.25,
                    1.632812,
                    1.375,
                    1.632812,
                    1.390625,
                    1.226562,
                    1.609375,
                    1.328125,
                    1.148438,
                    1.390625,
                    1.796875,
                    1.1875,
                    5.34375,
                    1.828125,
                    1.335938,
                    1.679688,
                    1.421875,
                    1.554688,
                    1.289062,
                    1.867188,
                    1.492188,
                    1.359375,
                    1.867188,
                    2.03125,
                    1.195312,
                    4.03125,
                    1.304688,
                    1.40625,
                    1.25,
                    1.53125,
                    1.210938,
                    1.414062,
                    1.234375,
                    1.28125,
                    1.453125,
                    1.273438,
                    1.242188,
                    1.664062,
                    1.25,
                    4.65625,
                    1.1875,
                    2.671875,
                    1.5,
                    1.460938,
                    2.28125,
                    1.242188,
                    1.390625,
                    1.796875,
                    1.398438,
                    1.367188,
                    1.34375,
                    1.328125,
                    1.328125,
                    1.132812,
                    1.421875,
                    3.96875,
                    1.40625,
                    2.34375,
                    1.53125,
                    1.242188,
                    2.78125,
                    1.265625,
                    1.632812,
                    1.148438,
                    1.242188,
                    1.0625,
                    1.4375,
                    1.453125,
                    1.265625,
                    1.710938,
                    2.71875,
                    1.429688,
                    1.257812,
                    1.171875,
                    1.601562,
                    1.265625,
                    1.125,
                    1.320312,
                    1.171875,
                    1.570312,
                    1.117188,
                    1.257812,
                    1.265625,
                    1.289062,
                    1.171875,
                    1.273438,
                    1.960938,
                    1.578125,
                    1.148438,
                    1.40625,
                    1.367188,
                    1.3125,
                    1.273438,
                    1.40625,
                    1.265625,
                    1.25,
                    6.0625,
                    2.1875,
                    1.3125,
                    1.257812,
                    1.34375,
                    1.359375,
                    4.375,
                    1.210938,
                    1.710938,
                    4.53125,
                    1.296875,
                    1.53125,
                    5.125,
                    1.46875,
                    1.40625,
                    1.3125,
                    1.273438,
                    1.757812,
                    1.101562,
                    1.601562,
                    1.242188,
                    1.195312,
                    3.484375,
                    1.1875,
                    1.6875,
                    1.179688,
                    1.554688,
                    1.289062,
                    1.03125,
                    1.359375,
                    1.679688,
                    1.320312,
                    1.328125,
                    1.234375,
                    1.257812,
                    1.210938,
                    1.523438,
                    1.46875,
                    1.773438,
                    1.125,
                    1.28125,
                    3.265625,
                    3.375,
                    1.234375,
                    1.515625,
                    1.226562,
                    1.125,
                    3.28125,
                    2.75,
                    1.210938,
                    1.289062,
                    1.242188,
                    2.65625,
                    1.875,
                    1.304688,
                    1.296875,
                    1.273438,
                    1.257812,
                    1.304688,
                    1.25,
                    1.203125,
                    1.304688,
                    1.554688,
                    1.484375,
                    1.304688,
                    1.289062,
                    2.734375,
                    1.226562,
                    1.703125,
                    1.328125,
                    1.484375,
                    1.28125,
                    1.226562,
                    3.125,
                    1.273438,
                    1.890625,
                    1.257812,
                    5.15625,
                    1.179688,
                    2.140625,
                    1.304688,
                    1.53125,
                    1.375,
                    1.15625,
                    1.210938,
                    1.296875,
                    1.4375,
                    1.5625,
                    1.195312,
                    5.53125,
                    1.734375,
                    1.320312,
                    4.9375,
                    1.21875,
                    1.859375,
                    1.28125,
                    2.375,
                    1.632812,
                    1.671875,
                    1.335938,
                    1.3125,
                    1.4375,
                    2.375,
                    1.171875,
                    1.023438,
                    1.328125,
                    1.195312,
                    3.90625,
                    4.75,
                    1.21875,
                    3.90625,
                    1.84375,
                    1.09375,
                    1.632812,
                    1.226562,
                    1.960938,
                    1.28125,
                    1.25,
                    1.242188,
                    1.84375,
                    1.28125,
                    1.28125,
                    1.335938,
                    1.179688,
                    1.367188,
                    1.578125,
                    1.796875,
                    1.304688,
                    1.265625,
                    1.054688,
                    1.304688,
                    1.296875,
                    1.164062,
                    1.601562,
                    1.632812,
                    1.429688,
                    1.132812,
                    1.125,
                    1.210938,
                    1.21875,
                    2.015625,
                    1.164062,
                    1.460938,
                    1.429688,
                    1.960938,
                    2.078125,
                    1.265625,
                    1.828125,
                    1.5,
                    1.375,
                    1.273438,
                    1.109375,
                    1.992188,
                    1.429688,
                    1.5625,
                    1.953125,
                    1.273438,
                    2.71875,
                    1.9375,
                    1.3125,
                    1.210938,
                    1.28125,
                    1.296875,
                    3.984375,
                    1.234375,
                    -0.001167,
                    1.625,
                    1.429688,
                    1.53125,
                    1.15625,
                    1.632812,
                    1.320312,
                    1.4375,
                    1.242188,
                    2.21875,
                    1.148438,
                    1.625,
                    1.28125,
                    1.523438,
                    1.226562,
                    1.328125,
                    1.164062,
                    3.734375,
                    1.304688,
                    1.328125,
                    1.242188,
                    3.84375,
                    1.421875,
                    1.1875,
                    1.296875,
                    1.125,
                    1.25,
                    1.265625,
                    1.648438,
                    1.242188,
                    1.59375,
                    1.304688,
                    1.289062,
                    1.328125,
                    1.9375,
                    1.164062,
                    1.53125,
                    1.335938,
                    2.03125,
                    1.234375,
                    1.390625,
                    1.445312,
                    1.210938,
                    2.359375,
                    1.320312,
                    1.359375,
                    1.179688,
                    1.21875,
                    1.679688,
                    1.242188,
                    1.367188,
                    2.171875,
                    1.28125,
                    1.335938,
                    2.375,
                    2.3125,
                    4.21875,
                    1.234375,
                    4.53125,
                    1.5625,
                    1.210938,
                    1.34375,
                    1.492188,
                    1.289062,
                    2.859375,
                    1.304688,
                    1.726562,
                    1.445312,
                    1.265625,
                    1.273438,
                    1.203125,
                    2.46875,
                    1.164062,
                    1.328125,
                    1.34375,
                    2.421875,
                    1.351562,
                    1.195312,
                    1.554688,
                    1.367188,
                    1.289062,
                    2.5625,
                    1.28125,
                    1.640625,
                    1.226562,
                    1.789062,
                    1.195312,
                    1.273438,
                    3.25,
                    2.25,
                    1.234375,
                    1.734375,
                    1.820312,
                    3.5,
                    1.398438,
                    1.34375,
                    1.34375,
                    1.242188,
                    1.4375,
                    1.414062,
                    1.632812,
                    1.351562,
                    3.90625,
                    1.242188,
                    1.132812,
                    2.46875,
                    1.289062,
                    1.421875,
                    2.1875,
                    1.242188,
                    1.664062,
                    1.25,
                    2.125,
                    1.148438,
                    1.234375,
                    11.0625,
                    1.34375,
                    1.96875,
                    1.265625,
                    1.484375,
                    1.585938,
                    1.1875,
                    1.507812,
                    1.1875,
                    1.40625,
                    3.359375,
                    2.734375,
                    1.5,
                    1.398438,
                    1.09375,
                    1.179688,
                    1.25,
                    1.226562,
                    1.296875,
                    1.328125,
                    4.96875,
                    1.296875,
                    5.25,
                    4.5625,
                    1.296875,
                    1.265625,
                    1.21875,
                    1.523438,
                    1.421875,
                    1.320312,
                    2.125,
                    1.234375,
                    3.15625,
                    2.8125,
                    1.476562,
                    1.40625,
                    2.4375,
                    1.609375,
                    2.53125,
                    1.328125,
                    1.226562,
                    1.5625,
                    2.21875,
                    1.242188,
                    1.28125,
                    1.328125,
                    1.289062,
                    1.273438,
                    3.53125,
                    1.25,
                    2.109375,
                    1.15625,
                    1.421875,
                    1.359375,
                    2.015625,
                    1.210938,
                    3.5625,
                    1.640625,
                    1.359375,
                    1.335938,
                    4.53125,
                    3.0625,
                    6.0625,
                    3.78125,
                    2.25,
                    1.507812,
                    2.15625,
                    1.421875,
                    1.257812,
                    1.421875,
                    1.335938,
                    1.382812,
                    1.742188,
                    1.21875,
                    1.375,
                    1.203125,
                    1.257812,
                    1.257812,
                    2.140625,
                    1.25,
                    1.226562,
                    1.375,
                    1.28125,
                    1.296875,
                    1.3125,
                    1.648438,
                    1.226562,
                    1.210938,
                    1.476562,
                    1.25,
                    1.304688,
                    2.5,
                    1.390625,
                    1.226562,
                    1.289062,
                    1.398438,
                    1.867188,
                    1.078125,
                    3.484375,
                    1.703125,
                    1.382812,
                    4.90625,
                    1.242188,
                    1.226562,
                    1.492188,
                    1.171875,
                    1.867188,
                    1.40625,
                    1.734375,
                    3.09375,
                    1.632812,
                    1.1875,
                    1.257812,
                    1.40625,
                    2.125,
                    1.15625,
                    1.570312,
                    1.65625,
                    1.828125,
                    1.414062,
                    1.492188,
                    5.3125,
                    1.375,
                    1.15625,
                    1.507812,
                    2.375,
                    1.15625,
                    1.5625,
                    2.25,
                    1.59375,
                    1.320312,
                    1.367188,
                    1.898438,
                    1.3125,
                    1.578125,
                    1.304688,
                    1.257812,
                    3.046875,
                    1.265625,
                    1.414062,
                    2.3125,
                    1.59375,
                    0.996094,
                    1.242188,
                    1.664062,
                    1.929688,
                    1.257812,
                    1.390625,
                    2.46875,
                    3.671875,
                    1.117188,
                    1.453125,
                    1.273438,
                    1.5,
                    1.84375,
                    1.835938,
                    1.140625,
                    1.351562,
                    1.390625,
                    1.289062,
                    3.015625,
                    1.5,
                    4.28125,
                    1.21875,
                    1.140625,
                    2.3125,
                    1.1875,
                    1.382812,
                    1.453125,
                    1.132812,
                    1.921875,
                    1.5,
                    1.328125,
                    1.34375,
                    1.21875,
                    1.359375,
                    2.90625,
                    1.0625,
                    1.328125,
                    1.28125,
                    4.53125,
                    1.289062,
                    2.15625,
                    2.109375,
                    1.226562,
                    2.109375,
                    1.21875,
                    1.148438,
                    1.257812,
                    1.21875,
                    1.460938,
                    1.15625,
                    1.351562,
                    1.3125,
                    1.445312,
                    1.460938,
                    1.445312,
                    2.328125,
                    1.445312,
                    1.351562,
                    1.429688,
                    1.1875,
                    1.179688,
                    1.359375,
                    1.367188,
                    1.585938,
                    1.273438,
                    1.289062,
                    1.875,
                    1.34375,
                    1.140625,
                    1.226562,
                    1.25,
                    3.875,
                    1.453125,
                    1.25,
                    1.34375,
                    1.359375,
                    1.242188,
                    3.25,
                    1.171875,
                    1.320312,
                    1.398438,
                    1.367188,
                    1.5,
                    1.46875,
                    1.101562,
                    1.507812,
                    1.210938,
                    1.210938,
                    5.375,
                    2.3125,
                    1.273438,
                    1.375,
                    4.03125,
                    1.265625,
                    1.78125,
                    1.351562,
                    1.171875,
                    2.265625,
                    1.453125,
                    1.78125,
                    1.210938,
                    1.484375,
                    1.46875,
                    1.578125,
                    1.429688,
                    1.25,
                    2.09375,
                    1.757812,
                    1.3125,
                    1.1875,
                    1.40625,
                    1.492188,
                    2.0625,
                    1.382812,
                    3.75,
                    1.265625,
                    1.359375,
                    3.8125,
                    1.304688,
                    1.507812,
                    1.109375,
                    1.25,
                    1.1875,
                    1.640625,
                    1.171875,
                    1.296875,
                    1.265625,
                    1.179688,
                    1.226562,
                    3.015625,
                    1.585938,
                    1.273438,
                    1.1875,
                    1.523438,
                    1.4375,
                    1.234375,
                    1.242188,
                    1.78125,
                    1.117188,
                    1.3125,
                    2.5625,
                    1.445312,
                    1.773438,
                    1.429688,
                    1.960938,
                    1.390625,
                    1.8125,
                    1.59375,
                    1.304688,
                    3.828125,
                    1.21875,
                    1.414062,
                    1.859375,
                    1.28125,
                    1.03125,
                    1.5,
                    1.234375,
                    1.226562,
                    1.414062,
                    1.46875,
                    1.203125,
                    1.140625,
                    1.265625,
                    1.289062,
                    1.882812,
                    1.546875,
                    3.359375,
                    1.476562,
                    1.117188,
                    1.421875,
                    3.3125,
                    1.609375,
                    1.484375,
                    1.304688,
                    1.492188,
                    1.382812,
                    1.351562,
                    1.585938,
                    5.9375,
                    1.34375,
                    1.867188,
                    1.25,
                    1.296875,
                    1.234375,
                    1.203125,
                    1.148438,
                    1.359375,
                    3.421875,
                    1.296875,
                    1.914062,
                    1.796875,
                    1.570312,
                    1.351562,
                    2.71875,
                    1.546875,
                    3.5625,
                    1.273438,
                    1.960938,
                    1.265625,
                    1.320312,
                    1.265625,
                    1.234375,
                    1.179688,
                    1.46875,
                    1.117188,
                    1.367188,
                    1.421875,
                    4.5625,
                    1.234375,
                    1.601562,
                    4.09375,
                    3.0625,
                    1.28125,
                    1.40625,
                    1.210938,
                    1.226562,
                    1.648438,
                    1.171875,
                    1.804688,
                    1.523438,
                    1.523438,
                    1.460938,
                    1.960938,
                    1.226562,
                    1.304688,
                    1.601562,
                    1.632812,
                    1.21875,
                    1.1875,
                    1.273438,
                    1.6875,
                    1.320312,
                    1.101562,
                    1.242188,
                    1.25,
                    1.195312,
                    1.453125,
                    1.203125,
                    1.140625,
                    1.242188,
                    1.710938,
                    1.3125,
                    2.21875,
                    1.367188,
                    2.296875,
                    1.40625,
                    1.492188,
                    1.203125,
                    2.421875,
                    5.34375,
                    1.320312,
                    1.992188,
                    1.234375,
                    1.304688,
                    1.625,
                    1.296875,
                    1.226562,
                    1.5,
                    1.820312,
                    2.046875,
                    1.875,
                    1.171875,
                    1.085938,
                    1.6875,
                    1.25,
                    1.484375,
                    2.421875,
                    2.3125,
                    1.28125,
                    1.195312,
                    1.382812,
                    1.304688,
                    1.835938,
                    1.265625,
                    3.453125,
                    1.289062,
                    1.375,
                    2.96875,
                    1.273438,
                    1.585938,
                    1.125,
                    1.304688,
                    1.15625,
                    1.710938,
                    1.179688,
                    1.039062,
                    3.4375,
                    1.273438,
                    1.453125,
                    4.25,
                    1.859375,
                    1.335938,
                    1.34375,
                    1.617188,
                    1.382812,
                    1.445312,
                    3.21875,
                    1.273438,
                    1.21875,
                    1.546875,
                    5.625,
                    1.328125,
                    1.171875,
                    1.59375,
                    1.085938,
                    1.101562,
                    1.25,
                    1.507812,
                    1.679688,
                    1.25,
                    1.289062,
                    2.046875,
                    1.296875,
                    1.570312,
                    1.289062,
                    1.210938,
                    6.65625,
                    2.5,
                    1.921875,
                    1.460938,
                    1.164062,
                    5.1875,
                    2.125,
                    1.210938,
                    3.3125,
                    1.476562,
                    1.203125,
                    1.554688,
                    1.296875,
                    1.867188,
                    1.179688,
                    1.40625,
                    1.164062,
                    2.8125,
                    1.664062,
                    1.195312,
                    1.289062,
                    1.09375,
                    1.351562,
                    1.296875,
                    1.3125,
                    1.578125,
                    1.65625,
                    1.226562,
                    1.359375,
                    1.390625,
                    1.257812,
                    1.335938,
                    1.21875,
                    4.0625,
                    1.804688,
                    1.453125,
                    1.796875,
                    3.71875,
                    1.3125,
                    1.71875,
                    1.203125,
                    1.484375,
                    1.242188,
                    1.867188,
                    1.125,
                    1.257812,
                    1.304688,
                    1.8125,
                    1.195312,
                    1.453125,
                    1.164062,
                    1.359375,
                    1.296875,
                    1.554688,
                    1.492188
                ]
            },
            "name": "model.transformer.layers.17.attn_norm.weight",
            "outputIndexes": [
                1082
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1081,
                1082
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/attn_norm_17/Mul_1_output_0",
            "outputIndexes": [
                1083
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1083
            ],
            "outputIndexes": [
                1874
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                1874
            ],
            "outputIndexes": [
                1875
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/q_proj/Linear",
            "inputIndexes": [
                1875
            ],
            "outputIndexes": [
                1876
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 18432,
                    "weightSize": 0
                },
                "external": [
                    173854404,
                    1179670,
                    147456,
                    6144,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                1876
            ],
            "outputIndexes": [
                1877
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1877
            ],
            "outputIndexes": [
                1084
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1083
            ],
            "main_type": "NONE",
            "name": "/Shape_69_output_0",
            "outputIndexes": [
                1085
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1085
            ],
            "main_type": "NONE",
            "name": "Shape1536",
            "outputIndexes": [
                1086
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1085
            ],
            "main_type": "NONE",
            "name": "Rank1538",
            "outputIndexes": [
                1087
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1087,
                1087
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1540",
            "outputIndexes": [
                1088
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1088
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1541",
            "outputIndexes": [
                1089
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1088,
                9
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1543",
            "outputIndexes": [
                1090
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1090
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1544",
            "outputIndexes": [
                1091
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1086,
                1089,
                1091,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice1547",
            "outputIndexes": [
                1092
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1092
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze1548",
            "outputIndexes": [
                1093
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                9,
                1093
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1549",
            "outputIndexes": [
                1094
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1094,
                1093
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1550",
            "outputIndexes": [
                1095
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1085,
                1095,
                1088
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_89_output_0",
            "outputIndexes": [
                1096
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1096,
                21
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_171_output_0",
            "outputIndexes": [
                1097
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                7,
                1097,
                1035,
                24
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_85_output_0",
            "outputIndexes": [
                1098
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1084,
                1098
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_69_output_0",
            "outputIndexes": [
                1099
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1099
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/q_norm_17/Mul_output_0",
            "outputIndexes": [
                1100
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    64
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    -0.000165,
                    0.050293,
                    0.012207,
                    0.006683,
                    1.507812,
                    1.78125,
                    2.140625,
                    0.695312,
                    1.335938,
                    1.9375,
                    2.015625,
                    1.96875,
                    1.34375,
                    1.882812,
                    1.90625,
                    2.015625,
                    2.15625,
                    2.203125,
                    2.046875,
                    2.15625,
                    1.921875,
                    1.460938,
                    2.140625,
                    2.109375,
                    2.0625,
                    2.015625,
                    1.945312,
                    1.976562,
                    1.960938,
                    2.09375,
                    1.78125,
                    2.265625,
                    -0.060059,
                    0.041748,
                    -0.057617,
                    0.151367,
                    0.01416,
                    1.265625,
                    0.00647,
                    1.921875,
                    1.929688,
                    0.949219,
                    1.109375,
                    1.539062,
                    1.875,
                    1.726562,
                    1.6875,
                    1.859375,
                    1.75,
                    1.554688,
                    2.390625,
                    1.953125,
                    2.390625,
                    2.921875,
                    2.140625,
                    2.109375,
                    2.03125,
                    2.03125,
                    2.03125,
                    2.015625,
                    1.953125,
                    2.328125,
                    2.265625,
                    1.898438
                ]
            },
            "name": "model.transformer.layers.17.attn.q_norm.weight",
            "outputIndexes": [
                1101
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1100,
                1101
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/q_norm_17/Mul_1_output_0",
            "outputIndexes": [
                1102
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1102,
                53
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_68_output_0",
            "outputIndexes": [
                1103
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1102,
                55,
                56,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_69_output_0",
            "outputIndexes": [
                1104
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1104
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_34_output_0",
            "outputIndexes": [
                1105
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1102,
                21,
                55,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_68_output_0",
            "outputIndexes": [
                1106
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1105,
                1106
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_88_output_0",
            "outputIndexes": [
                1107
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1107,
                68
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_69_output_0",
            "outputIndexes": [
                1108
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1103,
                1108
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_68_output_0",
            "outputIndexes": [
                1109
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1083
            ],
            "outputIndexes": [
                1878
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                1878
            ],
            "outputIndexes": [
                1879
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/k_proj/Linear",
            "inputIndexes": [
                1879
            ],
            "outputIndexes": [
                1880
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 384,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 4608,
                    "weightSize": 0
                },
                "external": [
                    175187674,
                    294934,
                    36864,
                    1536,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                1880
            ],
            "outputIndexes": [
                1881
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1881
            ],
            "outputIndexes": [
                1110
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    384
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                7,
                1097,
                1049,
                24
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_86_output_0",
            "outputIndexes": [
                1111
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1110,
                1111
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_70_output_0",
            "outputIndexes": [
                1112
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1112
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/k_norm_17/Mul_output_0",
            "outputIndexes": [
                1113
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    64
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    -0.023193,
                    -0.090332,
                    -0.016479,
                    -0.005676,
                    1.171875,
                    1.703125,
                    1.609375,
                    0.048584,
                    1.695312,
                    1.984375,
                    2.078125,
                    1.96875,
                    0.067871,
                    2.0,
                    0.507812,
                    2.140625,
                    1.148438,
                    0.601562,
                    2.265625,
                    1.914062,
                    2.4375,
                    2.765625,
                    2.203125,
                    2.078125,
                    2.046875,
                    2.0625,
                    2.0625,
                    2.0625,
                    1.976562,
                    2.171875,
                    2.234375,
                    2.296875,
                    0.035889,
                    0.011658,
                    -0.111816,
                    0.11084,
                    0.10791,
                    1.742188,
                    0.05835,
                    1.90625,
                    1.804688,
                    0.124512,
                    0.148438,
                    1.304688,
                    1.992188,
                    1.375,
                    2.03125,
                    1.492188,
                    2.0,
                    2.75,
                    1.617188,
                    2.1875,
                    1.710938,
                    1.164062,
                    2.171875,
                    2.03125,
                    2.046875,
                    2.046875,
                    2.0625,
                    2.015625,
                    2.0625,
                    2.078125,
                    2.265625,
                    2.296875
                ]
            },
            "name": "model.transformer.layers.17.attn.k_norm.weight",
            "outputIndexes": [
                1114
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1113,
                1114
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/k_norm_17/Mul_1_output_0",
            "outputIndexes": [
                1115
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1115,
                53
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_70_output_0",
            "outputIndexes": [
                1116
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1115,
                55,
                56,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_71_output_0",
            "outputIndexes": [
                1117
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1117
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_35_output_0",
            "outputIndexes": [
                1118
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1115,
                21,
                55,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_70_output_0",
            "outputIndexes": [
                1119
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1118,
                1119
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_89_output_0",
            "outputIndexes": [
                1120
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1120,
                68
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_71_output_0",
            "outputIndexes": [
                1121
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1116,
                1121
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_69_output_0",
            "outputIndexes": [
                1122
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1083
            ],
            "outputIndexes": [
                1882
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                1882
            ],
            "outputIndexes": [
                1883
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/v_proj/Linear",
            "inputIndexes": [
                1883
            ],
            "outputIndexes": [
                1884
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 384,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 4608,
                    "weightSize": 0
                },
                "external": [
                    175521008,
                    294934,
                    36864,
                    1536,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                1884
            ],
            "outputIndexes": [
                1885
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1885
            ],
            "outputIndexes": [
                1123
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    384
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1123,
                1111
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_71_output_0",
            "outputIndexes": [
                1124
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1109,
                1122,
                1124,
                86
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "/layers.17/self_attn/FusedAttention",
            "outputIndexes": [
                1125
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1125
            ],
            "outputIndexes": [
                1886
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                1886
            ],
            "outputIndexes": [
                1887
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/o_proj/Linear",
            "inputIndexes": [
                1887
            ],
            "outputIndexes": [
                1888
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 18432,
                    "weightSize": 0
                },
                "external": [
                    175854342,
                    1179670,
                    147456,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                1888
            ],
            "outputIndexes": [
                1889
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1889
            ],
            "outputIndexes": [
                1126
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1080,
                1126
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_70_output_0",
            "outputIndexes": [
                1127
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1127
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/ffn_norm_17/Mul_output_0",
            "outputIndexes": [
                1128
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.84375,
                    0.820312,
                    0.851562,
                    0.789062,
                    0.832031,
                    0.847656,
                    0.839844,
                    0.824219,
                    0.910156,
                    0.863281,
                    0.953125,
                    0.871094,
                    0.828125,
                    0.824219,
                    0.859375,
                    0.890625,
                    0.835938,
                    0.8125,
                    0.84375,
                    1.007812,
                    0.78125,
                    0.871094,
                    0.839844,
                    0.859375,
                    0.855469,
                    0.8125,
                    0.84375,
                    0.855469,
                    0.808594,
                    0.820312,
                    0.816406,
                    0.828125,
                    0.816406,
                    0.824219,
                    0.847656,
                    0.835938,
                    0.820312,
                    0.835938,
                    0.839844,
                    0.832031,
                    0.855469,
                    0.808594,
                    0.835938,
                    0.832031,
                    0.84375,
                    0.84375,
                    0.847656,
                    0.832031,
                    0.832031,
                    0.921875,
                    0.8125,
                    0.859375,
                    0.824219,
                    0.855469,
                    0.449219,
                    0.847656,
                    0.839844,
                    0.835938,
                    0.816406,
                    0.847656,
                    0.820312,
                    0.824219,
                    0.808594,
                    0.839844,
                    0.910156,
                    0.851562,
                    0.847656,
                    0.824219,
                    0.804688,
                    0.585938,
                    0.839844,
                    0.839844,
                    0.828125,
                    0.820312,
                    0.847656,
                    0.839844,
                    0.851562,
                    0.824219,
                    0.84375,
                    0.828125,
                    0.847656,
                    0.851562,
                    0.835938,
                    0.855469,
                    0.914062,
                    0.832031,
                    0.808594,
                    0.847656,
                    0.8125,
                    0.847656,
                    0.84375,
                    0.785156,
                    0.835938,
                    0.863281,
                    0.839844,
                    0.808594,
                    0.820312,
                    0.820312,
                    0.8125,
                    0.839844,
                    0.847656,
                    0.476562,
                    0.894531,
                    0.851562,
                    0.847656,
                    0.832031,
                    0.820312,
                    0.84375,
                    0.800781,
                    0.816406,
                    0.820312,
                    0.804688,
                    0.953125,
                    0.796875,
                    0.84375,
                    0.851562,
                    0.890625,
                    0.820312,
                    0.84375,
                    0.839844,
                    0.820312,
                    0.816406,
                    0.8125,
                    0.871094,
                    0.84375,
                    0.894531,
                    0.863281,
                    0.851562,
                    0.816406,
                    0.816406,
                    0.878906,
                    0.851562,
                    0.828125,
                    0.882812,
                    0.800781,
                    0.8125,
                    0.738281,
                    0.832031,
                    0.847656,
                    0.835938,
                    0.847656,
                    0.816406,
                    0.816406,
                    0.835938,
                    0.792969,
                    0.84375,
                    0.84375,
                    0.835938,
                    0.910156,
                    0.8125,
                    0.835938,
                    0.835938,
                    0.808594,
                    0.851562,
                    0.851562,
                    0.84375,
                    0.824219,
                    0.851562,
                    0.824219,
                    0.796875,
                    0.859375,
                    1.023438,
                    0.84375,
                    0.828125,
                    0.835938,
                    0.84375,
                    0.855469,
                    0.828125,
                    0.8125,
                    0.632812,
                    0.898438,
                    0.859375,
                    0.847656,
                    0.847656,
                    0.832031,
                    0.878906,
                    0.84375,
                    0.835938,
                    0.839844,
                    0.839844,
                    0.816406,
                    0.8125,
                    1.0625,
                    0.847656,
                    0.824219,
                    0.859375,
                    0.851562,
                    0.808594,
                    0.851562,
                    0.847656,
                    0.828125,
                    0.8125,
                    0.227539,
                    0.824219,
                    0.828125,
                    0.839844,
                    0.777344,
                    0.832031,
                    0.855469,
                    0.773438,
                    0.816406,
                    0.789062,
                    0.828125,
                    0.820312,
                    0.8125,
                    0.839844,
                    0.945312,
                    0.820312,
                    0.847656,
                    0.859375,
                    0.804688,
                    0.835938,
                    0.824219,
                    0.816406,
                    0.835938,
                    0.832031,
                    0.863281,
                    0.851562,
                    0.859375,
                    0.785156,
                    0.828125,
                    0.808594,
                    0.8125,
                    0.839844,
                    0.875,
                    0.722656,
                    0.839844,
                    0.824219,
                    0.820312,
                    0.84375,
                    0.851562,
                    0.835938,
                    0.800781,
                    0.816406,
                    0.816406,
                    0.824219,
                    0.816406,
                    0.828125,
                    0.808594,
                    0.765625,
                    0.839844,
                    0.816406,
                    0.828125,
                    0.800781,
                    0.808594,
                    0.84375,
                    0.785156,
                    0.851562,
                    0.84375,
                    0.835938,
                    0.828125,
                    0.851562,
                    0.824219,
                    0.757812,
                    0.847656,
                    0.882812,
                    0.839844,
                    0.824219,
                    0.828125,
                    0.84375,
                    0.867188,
                    0.835938,
                    0.8125,
                    0.839844,
                    0.832031,
                    0.863281,
                    0.875,
                    0.542969,
                    0.789062,
                    0.835938,
                    0.863281,
                    0.828125,
                    0.835938,
                    0.84375,
                    0.851562,
                    0.851562,
                    0.863281,
                    0.601562,
                    0.820312,
                    0.8125,
                    0.8125,
                    0.84375,
                    0.820312,
                    0.8125,
                    0.851562,
                    0.855469,
                    0.839844,
                    0.863281,
                    0.859375,
                    0.824219,
                    0.808594,
                    0.855469,
                    0.824219,
                    0.847656,
                    0.847656,
                    0.824219,
                    0.828125,
                    0.832031,
                    0.828125,
                    0.839844,
                    0.867188,
                    0.851562,
                    0.820312,
                    0.832031,
                    0.835938,
                    0.8125,
                    0.828125,
                    0.824219,
                    0.824219,
                    0.839844,
                    0.84375,
                    0.855469,
                    0.753906,
                    0.832031,
                    0.84375,
                    0.804688,
                    0.84375,
                    0.820312,
                    0.507812,
                    0.839844,
                    0.824219,
                    0.839844,
                    0.847656,
                    0.839844,
                    0.855469,
                    0.820312,
                    0.839844,
                    0.855469,
                    0.839844,
                    0.847656,
                    0.816406,
                    0.917969,
                    0.867188,
                    0.820312,
                    0.863281,
                    0.859375,
                    0.839844,
                    0.859375,
                    0.796875,
                    0.867188,
                    0.808594,
                    0.824219,
                    0.832031,
                    0.832031,
                    0.847656,
                    0.832031,
                    0.347656,
                    0.847656,
                    0.804688,
                    0.878906,
                    0.679688,
                    0.839844,
                    0.765625,
                    0.636719,
                    0.835938,
                    0.285156,
                    0.84375,
                    0.851562,
                    0.808594,
                    0.832031,
                    0.828125,
                    0.820312,
                    0.835938,
                    0.816406,
                    0.789062,
                    0.777344,
                    0.839844,
                    0.695312,
                    0.824219,
                    0.886719,
                    0.839844,
                    0.835938,
                    0.832031,
                    0.851562,
                    0.839844,
                    0.886719,
                    0.824219,
                    0.835938,
                    0.835938,
                    0.847656,
                    0.855469,
                    0.8125,
                    0.847656,
                    0.871094,
                    0.835938,
                    0.832031,
                    0.847656,
                    0.816406,
                    0.804688,
                    0.8125,
                    0.835938,
                    0.855469,
                    0.84375,
                    0.828125,
                    0.859375,
                    0.419922,
                    0.855469,
                    0.408203,
                    0.357422,
                    0.933594,
                    0.839844,
                    0.816406,
                    0.863281,
                    0.824219,
                    0.851562,
                    0.808594,
                    0.804688,
                    0.828125,
                    0.839844,
                    0.792969,
                    0.859375,
                    0.597656,
                    0.832031,
                    0.847656,
                    0.839844,
                    0.851562,
                    0.808594,
                    0.875,
                    0.824219,
                    0.875,
                    0.84375,
                    0.808594,
                    0.800781,
                    0.386719,
                    0.835938,
                    0.738281,
                    0.863281,
                    0.824219,
                    0.816406,
                    0.867188,
                    0.800781,
                    0.835938,
                    0.808594,
                    0.84375,
                    0.851562,
                    0.847656,
                    0.859375,
                    0.855469,
                    0.855469,
                    0.851562,
                    0.816406,
                    0.871094,
                    0.800781,
                    0.839844,
                    0.828125,
                    0.855469,
                    0.839844,
                    0.855469,
                    0.828125,
                    0.828125,
                    0.431641,
                    0.863281,
                    0.839844,
                    0.832031,
                    0.835938,
                    0.828125,
                    0.847656,
                    0.863281,
                    0.851562,
                    0.863281,
                    0.835938,
                    0.835938,
                    0.839844,
                    0.8125,
                    0.824219,
                    0.808594,
                    0.859375,
                    0.839844,
                    0.835938,
                    0.882812,
                    0.542969,
                    0.820312,
                    0.847656,
                    0.816406,
                    0.8125,
                    0.847656,
                    0.820312,
                    0.839844,
                    0.832031,
                    0.851562,
                    0.851562,
                    0.832031,
                    0.847656,
                    0.78125,
                    0.851562,
                    0.835938,
                    0.835938,
                    0.824219,
                    0.832031,
                    0.824219,
                    0.785156,
                    0.769531,
                    0.851562,
                    0.824219,
                    0.84375,
                    0.816406,
                    0.839844,
                    0.804688,
                    0.835938,
                    0.796875,
                    0.816406,
                    0.84375,
                    0.859375,
                    0.832031,
                    0.800781,
                    0.847656,
                    0.828125,
                    0.847656,
                    0.832031,
                    0.769531,
                    0.890625,
                    0.882812,
                    0.84375,
                    0.835938,
                    0.644531,
                    0.863281,
                    0.832031,
                    0.84375,
                    0.824219,
                    0.835938,
                    0.835938,
                    0.839844,
                    0.863281,
                    0.851562,
                    0.832031,
                    0.828125,
                    0.820312,
                    0.792969,
                    0.832031,
                    0.867188,
                    0.804688,
                    0.847656,
                    0.851562,
                    0.84375,
                    0.835938,
                    0.804688,
                    0.84375,
                    0.820312,
                    0.863281,
                    0.824219,
                    0.863281,
                    0.832031,
                    0.785156,
                    0.824219,
                    0.84375,
                    0.867188,
                    0.824219,
                    0.820312,
                    0.800781,
                    0.835938,
                    0.820312,
                    0.839844,
                    0.789062,
                    0.636719,
                    0.847656,
                    0.882812,
                    0.851562,
                    0.851562,
                    0.832031,
                    0.824219,
                    0.859375,
                    0.703125,
                    0.582031,
                    0.84375,
                    0.785156,
                    0.820312,
                    0.847656,
                    0.820312,
                    0.855469,
                    0.824219,
                    0.835938,
                    0.816406,
                    0.820312,
                    0.832031,
                    0.859375,
                    0.820312,
                    0.730469,
                    0.828125,
                    0.835938,
                    0.835938,
                    0.84375,
                    0.839844,
                    0.863281,
                    0.828125,
                    0.828125,
                    0.890625,
                    0.824219,
                    0.851562,
                    0.800781,
                    0.835938,
                    0.832031,
                    0.816406,
                    0.859375,
                    0.828125,
                    0.832031,
                    0.84375,
                    0.800781,
                    0.859375,
                    0.8125,
                    0.84375,
                    0.878906,
                    0.835938,
                    0.824219,
                    0.832031,
                    0.832031,
                    0.828125,
                    0.835938,
                    0.824219,
                    0.832031,
                    0.855469,
                    0.8125,
                    0.816406,
                    0.863281,
                    0.800781,
                    0.835938,
                    0.839844,
                    0.84375,
                    0.816406,
                    0.511719,
                    0.875,
                    0.84375,
                    0.839844,
                    0.816406,
                    0.828125,
                    0.824219,
                    0.859375,
                    0.847656,
                    0.835938,
                    0.820312,
                    0.894531,
                    0.859375,
                    0.832031,
                    0.824219,
                    0.847656,
                    0.800781,
                    0.792969,
                    0.816406,
                    0.796875,
                    0.828125,
                    0.851562,
                    0.800781,
                    0.769531,
                    0.808594,
                    0.832031,
                    0.816406,
                    0.816406,
                    0.859375,
                    0.84375,
                    0.816406,
                    0.871094,
                    0.859375,
                    0.832031,
                    0.835938,
                    0.816406,
                    0.832031,
                    0.871094,
                    0.835938,
                    0.8125,
                    0.835938,
                    0.447266,
                    0.828125,
                    0.839844,
                    0.8125,
                    0.839844,
                    0.828125,
                    0.828125,
                    0.824219,
                    0.835938,
                    0.851562,
                    0.820312,
                    0.855469,
                    0.851562,
                    0.859375,
                    0.835938,
                    0.851562,
                    0.84375,
                    0.816406,
                    0.820312,
                    0.84375,
                    0.820312,
                    0.832031,
                    0.835938,
                    0.835938,
                    0.804688,
                    0.816406,
                    0.832031,
                    0.769531,
                    0.859375,
                    1.351562,
                    0.863281,
                    0.855469,
                    1.046875,
                    0.859375,
                    0.855469,
                    0.835938,
                    0.859375,
                    0.8125,
                    0.832031,
                    0.851562,
                    0.820312,
                    0.847656,
                    0.804688,
                    0.871094,
                    0.816406,
                    1.054688,
                    0.859375,
                    0.832031,
                    0.8125,
                    0.847656,
                    0.871094,
                    0.824219,
                    0.828125,
                    0.832031,
                    0.847656,
                    0.808594,
                    0.839844,
                    0.835938,
                    0.835938,
                    0.878906,
                    0.816406,
                    0.882812,
                    0.828125,
                    0.902344,
                    0.824219,
                    0.84375,
                    0.824219,
                    0.851562,
                    0.839844,
                    0.832031,
                    0.832031,
                    0.851562,
                    0.875,
                    0.855469,
                    0.957031,
                    0.828125,
                    0.855469,
                    0.859375,
                    0.839844,
                    0.839844,
                    0.832031,
                    0.820312,
                    0.808594,
                    0.824219,
                    0.457031,
                    0.8125,
                    0.816406,
                    0.824219,
                    0.824219,
                    0.851562,
                    0.75,
                    0.851562,
                    0.8125,
                    0.632812,
                    0.816406,
                    0.867188,
                    0.478516,
                    0.84375,
                    0.832031,
                    0.839844,
                    0.816406,
                    0.96875,
                    0.847656,
                    0.832031,
                    0.839844,
                    0.855469,
                    0.84375,
                    0.828125,
                    0.804688,
                    0.863281,
                    0.8125,
                    0.84375,
                    0.863281,
                    0.851562,
                    0.828125,
                    0.84375,
                    0.855469,
                    0.828125,
                    0.875,
                    0.84375,
                    0.847656,
                    0.847656,
                    0.824219,
                    0.859375,
                    0.828125,
                    0.832031,
                    0.796875,
                    0.832031,
                    0.835938,
                    0.878906,
                    0.835938,
                    0.792969,
                    0.796875,
                    0.851562,
                    0.8125,
                    0.84375,
                    0.808594,
                    0.902344,
                    0.847656,
                    0.84375,
                    0.8125,
                    0.839844,
                    0.855469,
                    0.859375,
                    0.828125,
                    0.847656,
                    0.828125,
                    0.84375,
                    0.867188,
                    0.8125,
                    0.742188,
                    0.855469,
                    0.832031,
                    0.839844,
                    0.835938,
                    0.828125,
                    0.832031,
                    0.820312,
                    0.835938,
                    0.855469,
                    0.863281,
                    0.25,
                    0.847656,
                    0.789062,
                    0.832031,
                    0.890625,
                    0.800781,
                    0.828125,
                    0.847656,
                    0.839844,
                    0.839844,
                    0.832031,
                    0.859375,
                    0.373047,
                    0.863281,
                    0.835938,
                    0.800781,
                    0.828125,
                    0.804688,
                    0.828125,
                    0.816406,
                    0.84375,
                    0.78125,
                    0.804688,
                    0.851562,
                    0.835938,
                    1.046875,
                    0.824219,
                    0.84375,
                    0.839844,
                    0.839844,
                    1.515625,
                    0.808594,
                    0.8125,
                    0.832031,
                    0.820312,
                    0.847656,
                    0.839844,
                    0.839844,
                    0.832031,
                    0.820312,
                    0.804688,
                    0.859375,
                    0.816406,
                    0.847656,
                    0.839844,
                    0.855469,
                    0.84375,
                    0.855469,
                    0.828125,
                    0.816406,
                    0.847656,
                    0.839844,
                    0.847656,
                    0.855469,
                    0.875,
                    0.84375,
                    0.832031,
                    0.824219,
                    0.835938,
                    0.828125,
                    0.851562,
                    0.878906,
                    0.839844,
                    0.824219,
                    0.859375,
                    0.839844,
                    0.832031,
                    0.851562,
                    -0.000557,
                    0.84375,
                    0.824219,
                    0.820312,
                    0.820312,
                    0.859375,
                    0.828125,
                    0.835938,
                    0.800781,
                    0.820312,
                    0.96875,
                    0.882812,
                    0.84375,
                    0.832031,
                    0.863281,
                    0.820312,
                    0.820312,
                    0.832031,
                    0.539062,
                    0.859375,
                    -0.000115,
                    0.828125,
                    0.851562,
                    0.851562,
                    0.84375,
                    0.8125,
                    0.828125,
                    0.824219,
                    0.859375,
                    0.984375,
                    0.875,
                    0.84375,
                    0.832031,
                    0.839844,
                    0.832031,
                    0.828125,
                    0.84375,
                    0.847656,
                    0.835938,
                    0.839844,
                    0.855469,
                    0.726562,
                    0.832031,
                    0.820312,
                    0.839844,
                    0.847656,
                    0.804688,
                    0.84375,
                    0.832031,
                    0.824219,
                    0.832031,
                    0.835938,
                    0.863281,
                    0.824219,
                    1.054688,
                    0.828125,
                    0.824219,
                    0.808594,
                    0.828125,
                    0.835938,
                    0.8125,
                    0.832031,
                    0.824219,
                    0.804688,
                    0.839844,
                    0.832031,
                    0.835938,
                    0.855469,
                    0.839844,
                    0.816406,
                    0.835938,
                    0.832031,
                    0.8125,
                    0.90625,
                    0.816406,
                    0.78125,
                    0.5,
                    0.84375,
                    0.847656,
                    0.820312,
                    0.824219,
                    0.835938,
                    0.832031,
                    0.832031,
                    0.773438,
                    0.847656,
                    0.824219,
                    0.851562,
                    0.84375,
                    0.851562,
                    0.851562,
                    0.773438,
                    0.847656,
                    0.851562,
                    0.835938,
                    0.789062,
                    0.839844,
                    0.820312,
                    0.847656,
                    0.828125,
                    0.84375,
                    0.765625,
                    0.84375,
                    0.835938,
                    0.839844,
                    0.847656,
                    0.84375,
                    0.832031,
                    0.828125,
                    0.835938,
                    0.847656,
                    0.824219,
                    0.847656,
                    0.871094,
                    0.839844,
                    0.867188,
                    0.8125,
                    0.867188,
                    0.882812,
                    0.804688,
                    0.828125,
                    0.863281,
                    0.832031,
                    0.832031,
                    0.828125,
                    0.851562,
                    0.832031,
                    0.824219,
                    0.792969,
                    0.847656,
                    0.808594,
                    0.816406,
                    0.808594,
                    0.859375,
                    0.855469,
                    1.078125,
                    0.84375,
                    0.839844,
                    0.84375,
                    0.828125,
                    0.832031,
                    0.832031,
                    0.847656,
                    0.839844,
                    0.824219,
                    0.84375,
                    0.804688,
                    0.824219,
                    0.851562,
                    0.859375,
                    0.816406,
                    0.835938,
                    0.839844,
                    0.835938,
                    0.796875,
                    0.582031,
                    0.855469,
                    0.5,
                    0.546875,
                    0.816406,
                    0.820312,
                    0.835938,
                    0.847656,
                    0.832031,
                    0.832031,
                    0.820312,
                    0.847656,
                    0.828125,
                    1.257812,
                    0.832031,
                    0.863281,
                    1.046875,
                    0.851562,
                    1.28125,
                    0.84375,
                    0.804688,
                    0.84375,
                    0.8125,
                    0.84375,
                    0.832031,
                    0.851562,
                    0.835938,
                    0.832031,
                    0.824219,
                    0.84375,
                    0.828125,
                    0.835938,
                    0.851562,
                    0.839844,
                    1.15625,
                    0.859375,
                    0.8125,
                    0.832031,
                    0.832031,
                    0.800781,
                    0.832031,
                    0.796875,
                    0.296875,
                    0.875,
                    0.847656,
                    0.824219,
                    0.796875,
                    0.828125,
                    0.894531,
                    0.820312,
                    0.867188,
                    0.855469,
                    0.847656,
                    0.859375,
                    0.816406,
                    0.851562,
                    0.832031,
                    0.84375,
                    0.917969,
                    0.824219,
                    0.859375,
                    0.859375,
                    0.808594,
                    0.855469,
                    0.835938,
                    0.839844,
                    0.828125,
                    0.832031,
                    0.8125,
                    0.816406,
                    0.734375,
                    0.832031,
                    0.835938,
                    0.859375,
                    0.832031,
                    0.816406,
                    0.828125,
                    0.824219,
                    0.855469,
                    0.867188,
                    0.84375,
                    0.761719,
                    0.835938,
                    0.851562,
                    0.839844,
                    0.84375,
                    0.832031,
                    0.835938,
                    0.847656,
                    0.828125,
                    0.832031,
                    0.824219,
                    0.824219,
                    0.820312,
                    0.839844,
                    0.839844,
                    0.855469,
                    0.816406,
                    0.917969,
                    0.828125,
                    0.816406,
                    0.451172,
                    0.847656,
                    0.84375,
                    0.820312,
                    1.25,
                    0.839844,
                    0.808594,
                    0.839844,
                    0.804688,
                    0.839844,
                    0.839844,
                    0.84375,
                    0.839844,
                    0.816406,
                    0.832031,
                    0.839844,
                    0.78125,
                    0.851562,
                    0.867188,
                    0.824219,
                    0.824219,
                    1.015625,
                    0.828125,
                    0.828125,
                    0.863281,
                    0.824219,
                    0.816406,
                    0.785156,
                    0.835938,
                    0.84375,
                    0.832031,
                    0.871094,
                    0.828125,
                    0.851562,
                    0.84375,
                    0.84375,
                    0.804688,
                    0.828125,
                    0.851562,
                    1.59375,
                    0.824219,
                    0.835938,
                    0.867188,
                    0.855469,
                    0.804688,
                    0.816406,
                    0.847656,
                    0.828125,
                    0.832031,
                    0.8125,
                    0.839844,
                    0.847656,
                    0.816406,
                    0.84375,
                    0.84375,
                    0.71875,
                    0.847656,
                    0.835938,
                    0.878906,
                    0.871094,
                    0.835938,
                    0.738281,
                    0.847656,
                    0.824219,
                    0.804688,
                    0.816406,
                    0.839844,
                    0.832031,
                    0.839844,
                    0.820312,
                    0.839844,
                    0.828125,
                    0.824219,
                    0.835938,
                    0.816406,
                    0.828125,
                    0.761719,
                    0.8125,
                    0.867188,
                    0.796875,
                    0.835938,
                    0.820312,
                    0.859375,
                    0.855469,
                    0.816406,
                    0.855469,
                    0.847656,
                    0.9375,
                    0.835938,
                    0.804688,
                    0.84375,
                    0.863281,
                    1.101562,
                    0.835938,
                    0.863281,
                    0.847656,
                    0.832031,
                    0.847656,
                    0.757812,
                    0.851562,
                    0.839844,
                    0.851562,
                    0.832031,
                    0.875,
                    0.835938,
                    0.855469,
                    0.84375,
                    0.859375,
                    0.828125,
                    0.816406,
                    0.824219,
                    0.855469,
                    0.847656,
                    0.804688,
                    0.84375,
                    1.070312,
                    0.847656,
                    0.828125,
                    0.800781,
                    0.835938,
                    0.832031,
                    0.792969,
                    0.824219,
                    0.851562,
                    0.8125,
                    0.820312,
                    0.816406,
                    0.847656,
                    0.816406,
                    0.824219,
                    0.632812,
                    0.835938,
                    0.839844,
                    0.851562,
                    0.824219,
                    0.726562,
                    0.839844,
                    0.828125,
                    0.851562,
                    0.832031,
                    0.835938,
                    0.867188,
                    0.84375,
                    0.84375,
                    0.835938,
                    0.847656,
                    0.867188,
                    0.847656,
                    0.828125,
                    0.820312,
                    0.847656,
                    0.816406,
                    0.835938,
                    0.828125,
                    0.808594,
                    0.851562,
                    0.859375,
                    0.863281,
                    0.824219,
                    0.832031,
                    0.875,
                    0.804688,
                    0.898438,
                    0.820312,
                    0.820312,
                    0.828125,
                    0.824219,
                    0.847656,
                    0.988281,
                    0.828125,
                    0.808594,
                    0.835938,
                    0.847656,
                    0.820312,
                    0.804688,
                    0.820312,
                    0.828125,
                    0.800781,
                    0.851562,
                    0.863281,
                    0.828125,
                    0.847656,
                    0.824219,
                    0.839844,
                    0.824219,
                    0.800781,
                    0.84375,
                    0.851562,
                    0.84375,
                    0.847656,
                    0.84375,
                    0.722656,
                    0.867188,
                    0.761719,
                    0.824219,
                    0.839844,
                    0.851562,
                    0.824219,
                    0.847656,
                    0.392578,
                    0.84375,
                    0.804688,
                    0.828125,
                    0.828125,
                    0.835938,
                    0.832031,
                    0.847656,
                    0.839844,
                    0.695312,
                    0.859375,
                    0.871094,
                    0.828125,
                    0.875,
                    0.839844,
                    0.839844,
                    0.8125,
                    0.789062,
                    0.84375,
                    0.835938,
                    0.84375,
                    0.804688,
                    0.820312,
                    0.828125,
                    0.847656,
                    0.84375,
                    0.847656,
                    0.824219,
                    0.816406,
                    0.605469,
                    0.808594,
                    0.824219,
                    0.664062,
                    0.773438,
                    0.832031,
                    0.8125,
                    0.820312,
                    0.816406,
                    0.875,
                    0.824219,
                    0.796875,
                    0.875,
                    0.851562,
                    0.824219,
                    0.824219,
                    0.839844,
                    0.8125,
                    0.851562,
                    0.800781,
                    0.867188,
                    0.839844,
                    0.820312,
                    0.851562,
                    0.855469,
                    0.851562,
                    0.832031,
                    0.851562,
                    0.84375,
                    0.847656,
                    0.839844,
                    0.835938,
                    0.804688,
                    0.855469,
                    0.863281,
                    0.78125,
                    0.824219,
                    0.914062,
                    0.832031,
                    0.808594,
                    0.824219,
                    0.8125,
                    0.570312,
                    0.863281,
                    0.835938,
                    0.828125,
                    0.847656,
                    0.859375,
                    0.84375,
                    0.847656,
                    0.847656,
                    0.851562,
                    0.832031,
                    0.832031,
                    0.847656,
                    0.851562,
                    0.855469,
                    0.851562,
                    0.824219,
                    0.804688,
                    0.820312,
                    0.828125,
                    0.816406,
                    0.839844,
                    0.84375,
                    0.816406,
                    0.835938,
                    0.691406,
                    0.84375,
                    0.84375,
                    0.832031,
                    0.824219,
                    0.835938,
                    0.851562,
                    0.84375,
                    0.839844,
                    0.808594,
                    0.855469,
                    0.863281,
                    0.816406,
                    0.828125,
                    0.828125,
                    0.867188,
                    0.808594,
                    0.847656,
                    0.839844,
                    0.832031,
                    0.847656,
                    0.824219,
                    0.855469,
                    0.824219,
                    0.851562,
                    0.8125,
                    0.851562,
                    0.859375,
                    0.867188,
                    0.875,
                    0.863281,
                    0.875,
                    0.851562,
                    0.832031,
                    0.816406,
                    0.796875,
                    0.839844,
                    0.8125,
                    0.867188,
                    0.835938,
                    0.828125,
                    0.855469,
                    0.40625,
                    0.78125,
                    0.832031,
                    0.902344,
                    0.832031,
                    0.453125,
                    0.828125,
                    0.816406,
                    0.773438,
                    0.847656,
                    0.839844,
                    0.84375,
                    0.835938,
                    0.695312,
                    0.863281,
                    0.863281,
                    0.84375,
                    0.816406,
                    0.796875,
                    0.863281,
                    0.816406,
                    0.835938,
                    0.820312,
                    0.820312,
                    0.84375,
                    0.839844,
                    0.8125,
                    0.84375,
                    0.847656,
                    0.871094,
                    0.828125,
                    0.816406,
                    0.839844,
                    0.78125,
                    0.824219,
                    0.855469,
                    0.8125,
                    0.828125,
                    0.820312,
                    0.816406,
                    0.839844,
                    0.84375,
                    0.820312,
                    0.855469,
                    0.851562,
                    0.832031,
                    0.832031,
                    0.8125,
                    0.824219,
                    0.816406,
                    0.835938,
                    0.824219,
                    0.820312,
                    0.835938,
                    0.835938
                ]
            },
            "name": "model.transformer.layers.17.ffn_norm.weight",
            "outputIndexes": [
                1129
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1128,
                1129
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/ffn_norm_17/Mul_1_output_0",
            "outputIndexes": [
                1130
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/mlp/proj_1/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1130
            ],
            "outputIndexes": [
                1890
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/mlp/proj_1/Linear/pre_convert",
            "inputIndexes": [
                1890
            ],
            "outputIndexes": [
                1891
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/mlp/proj_1/Linear",
            "inputIndexes": [
                1891
            ],
            "outputIndexes": [
                1892
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 11264,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 135168,
                    "weightSize": 0
                },
                "external": [
                    177181468,
                    8650774,
                    1081344,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/mlp/proj_1/Linear/post_convert",
            "inputIndexes": [
                1892
            ],
            "outputIndexes": [
                1893
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/mlp/proj_1/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1893
            ],
            "outputIndexes": [
                1131
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    11264
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1131,
                21,
                526,
                95
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/ffn_17/Slice_output_0",
            "outputIndexes": [
                1132
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1132
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/ffn/act_17/Sigmoid_output_0",
            "outputIndexes": [
                1133
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1132,
                1133
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/ffn/act_17/Mul_output_0",
            "outputIndexes": [
                1134
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    11264
                ]
            },
            "name": "/ffn_17/Mul_1_output_0",
            "outputIndexes": [
                1135
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1131,
                526,
                1135,
                95
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/ffn_17/Slice_1_output_0",
            "outputIndexes": [
                1136
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1134,
                1136
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/ffn_17/Mul_2_output_0",
            "outputIndexes": [
                1137
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/mlp/proj_2/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1137
            ],
            "outputIndexes": [
                1894
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    5632,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/mlp/proj_2/Linear/pre_convert",
            "inputIndexes": [
                1894
            ],
            "outputIndexes": [
                1895
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/mlp/proj_2/Linear",
            "inputIndexes": [
                1895
            ],
            "outputIndexes": [
                1896
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 5632,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 67584,
                    "weightSize": 0
                },
                "external": [
                    186913586,
                    4325398,
                    540672,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/mlp/proj_2/Linear/post_convert",
            "inputIndexes": [
                1896
            ],
            "outputIndexes": [
                1897
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/mlp/proj_2/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1897
            ],
            "outputIndexes": [
                1138
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1127,
                1138
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_71_output_0",
            "outputIndexes": [
                1139
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1139,
                1
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_72_output_0",
            "outputIndexes": [
                1140
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1140
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/attn_norm_18/Mul_output_0",
            "outputIndexes": [
                1141
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    1.898438,
                    1.875,
                    1.804688,
                    4.1875,
                    4.375,
                    1.585938,
                    1.671875,
                    1.898438,
                    1.921875,
                    1.65625,
                    1.703125,
                    7.15625,
                    2.03125,
                    2.5,
                    1.804688,
                    1.40625,
                    1.429688,
                    1.523438,
                    2.3125,
                    3.640625,
                    9.0625,
                    1.632812,
                    6.0,
                    1.695312,
                    1.914062,
                    1.546875,
                    1.609375,
                    1.460938,
                    2.640625,
                    1.679688,
                    1.578125,
                    1.992188,
                    4.8125,
                    3.421875,
                    1.953125,
                    1.578125,
                    1.59375,
                    1.578125,
                    1.429688,
                    2.109375,
                    1.984375,
                    1.539062,
                    1.96875,
                    1.703125,
                    2.359375,
                    2.03125,
                    2.078125,
                    1.8125,
                    2.109375,
                    4.65625,
                    1.96875,
                    1.640625,
                    2.203125,
                    1.757812,
                    9.8125,
                    1.601562,
                    1.632812,
                    1.859375,
                    1.5625,
                    1.546875,
                    2.421875,
                    1.820312,
                    8.25,
                    1.703125,
                    1.1875,
                    1.742188,
                    1.429688,
                    2.15625,
                    2.171875,
                    6.5,
                    1.585938,
                    1.835938,
                    1.90625,
                    1.601562,
                    4.9375,
                    1.695312,
                    1.59375,
                    1.476562,
                    1.898438,
                    1.804688,
                    2.671875,
                    1.367188,
                    1.882812,
                    1.945312,
                    4.84375,
                    1.492188,
                    2.109375,
                    1.648438,
                    1.679688,
                    3.453125,
                    1.382812,
                    3.234375,
                    1.59375,
                    2.171875,
                    1.867188,
                    2.328125,
                    5.71875,
                    1.953125,
                    8.3125,
                    7.71875,
                    1.601562,
                    9.5,
                    2.25,
                    1.742188,
                    2.03125,
                    2.25,
                    3.328125,
                    3.484375,
                    5.0625,
                    1.796875,
                    1.421875,
                    1.640625,
                    1.367188,
                    4.40625,
                    2.171875,
                    1.992188,
                    1.359375,
                    1.976562,
                    2.34375,
                    1.789062,
                    1.671875,
                    2.265625,
                    1.773438,
                    1.71875,
                    2.09375,
                    1.515625,
                    1.484375,
                    1.664062,
                    1.789062,
                    1.75,
                    1.492188,
                    1.617188,
                    2.703125,
                    1.507812,
                    2.734375,
                    2.15625,
                    7.4375,
                    1.507812,
                    2.0625,
                    5.0625,
                    1.726562,
                    1.851562,
                    2.515625,
                    1.625,
                    7.6875,
                    7.03125,
                    2.484375,
                    2.0,
                    2.25,
                    2.84375,
                    1.460938,
                    3.265625,
                    2.0,
                    1.84375,
                    2.4375,
                    2.359375,
                    1.742188,
                    1.359375,
                    1.59375,
                    2.65625,
                    1.71875,
                    6.125,
                    1.601562,
                    2.140625,
                    1.882812,
                    1.882812,
                    1.460938,
                    1.835938,
                    1.96875,
                    4.625,
                    3.953125,
                    1.914062,
                    6.84375,
                    1.734375,
                    1.460938,
                    1.539062,
                    2.078125,
                    1.710938,
                    1.773438,
                    1.8125,
                    1.59375,
                    1.84375,
                    3.46875,
                    1.976562,
                    2.203125,
                    1.484375,
                    1.820312,
                    2.4375,
                    1.554688,
                    2.484375,
                    1.648438,
                    2.09375,
                    11.875,
                    1.695312,
                    2.03125,
                    1.554688,
                    2.96875,
                    1.617188,
                    1.796875,
                    2.625,
                    1.65625,
                    3.515625,
                    1.554688,
                    1.703125,
                    1.46875,
                    1.75,
                    1.445312,
                    2.453125,
                    1.6875,
                    2.0,
                    3.90625,
                    1.765625,
                    1.46875,
                    2.109375,
                    1.867188,
                    1.648438,
                    1.609375,
                    1.625,
                    1.726562,
                    2.28125,
                    1.914062,
                    1.539062,
                    1.804688,
                    6.96875,
                    1.429688,
                    11.8125,
                    1.53125,
                    2.109375,
                    1.875,
                    1.53125,
                    1.632812,
                    2.125,
                    3.5,
                    3.734375,
                    2.4375,
                    1.835938,
                    1.859375,
                    2.375,
                    2.09375,
                    4.34375,
                    2.640625,
                    6.59375,
                    1.523438,
                    1.632812,
                    2.796875,
                    1.804688,
                    8.3125,
                    1.679688,
                    1.71875,
                    2.65625,
                    1.757812,
                    8.625,
                    1.898438,
                    3.921875,
                    1.585938,
                    1.539062,
                    1.765625,
                    2.5,
                    1.828125,
                    1.640625,
                    1.75,
                    1.6875,
                    8.5625,
                    1.726562,
                    1.695312,
                    1.5625,
                    1.5,
                    9.75,
                    3.46875,
                    2.5625,
                    1.609375,
                    1.695312,
                    2.25,
                    1.53125,
                    1.585938,
                    2.234375,
                    1.5625,
                    4.25,
                    2.484375,
                    3.578125,
                    1.820312,
                    1.46875,
                    3.828125,
                    1.734375,
                    1.710938,
                    1.742188,
                    1.601562,
                    1.601562,
                    1.773438,
                    1.890625,
                    3.515625,
                    1.53125,
                    1.929688,
                    1.617188,
                    7.71875,
                    1.601562,
                    7.78125,
                    1.507812,
                    4.0625,
                    5.53125,
                    1.65625,
                    1.585938,
                    1.671875,
                    1.648438,
                    1.882812,
                    1.835938,
                    1.664062,
                    4.09375,
                    1.585938,
                    1.554688,
                    1.726562,
                    1.640625,
                    12.125,
                    2.234375,
                    1.726562,
                    1.703125,
                    1.710938,
                    6.5625,
                    8.0625,
                    2.25,
                    1.578125,
                    1.625,
                    1.359375,
                    1.59375,
                    1.507812,
                    2.046875,
                    1.46875,
                    2.0625,
                    1.851562,
                    1.625,
                    2.9375,
                    2.25,
                    2.21875,
                    1.578125,
                    1.726562,
                    1.695312,
                    1.742188,
                    2.359375,
                    5.09375,
                    1.546875,
                    4.53125,
                    3.265625,
                    1.632812,
                    5.25,
                    1.726562,
                    1.359375,
                    12.3125,
                    4.40625,
                    2.8125,
                    1.648438,
                    7.53125,
                    2.265625,
                    7.6875,
                    4.28125,
                    1.492188,
                    10.125,
                    3.15625,
                    1.726562,
                    3.78125,
                    1.617188,
                    1.90625,
                    3.703125,
                    1.476562,
                    2.046875,
                    3.984375,
                    2.609375,
                    1.9375,
                    7.71875,
                    1.914062,
                    7.59375,
                    6.09375,
                    1.835938,
                    7.9375,
                    1.585938,
                    1.476562,
                    7.0625,
                    1.671875,
                    1.6875,
                    1.539062,
                    2.1875,
                    1.695312,
                    2.3125,
                    1.328125,
                    1.578125,
                    6.53125,
                    3.109375,
                    7.875,
                    1.554688,
                    2.1875,
                    1.71875,
                    1.710938,
                    3.671875,
                    1.765625,
                    7.4375,
                    1.5625,
                    8.375,
                    1.375,
                    9.8125,
                    0.71875,
                    2.21875,
                    1.914062,
                    1.71875,
                    1.4375,
                    1.835938,
                    1.804688,
                    8.25,
                    7.6875,
                    1.484375,
                    1.804688,
                    1.476562,
                    1.1875,
                    8.1875,
                    2.265625,
                    1.539062,
                    1.671875,
                    2.234375,
                    2.546875,
                    1.71875,
                    2.109375,
                    1.6875,
                    2.25,
                    4.0625,
                    3.59375,
                    9.0625,
                    1.757812,
                    7.1875,
                    1.625,
                    1.546875,
                    2.046875,
                    1.53125,
                    2.5,
                    1.734375,
                    2.09375,
                    1.820312,
                    1.492188,
                    1.53125,
                    1.890625,
                    1.664062,
                    2.828125,
                    1.78125,
                    2.09375,
                    2.109375,
                    3.4375,
                    2.171875,
                    1.539062,
                    1.640625,
                    2.34375,
                    7.3125,
                    1.546875,
                    1.609375,
                    9.25,
                    1.585938,
                    1.5625,
                    1.992188,
                    5.15625,
                    1.625,
                    1.835938,
                    3.859375,
                    2.03125,
                    1.578125,
                    1.703125,
                    6.6875,
                    1.945312,
                    1.789062,
                    2.265625,
                    7.03125,
                    1.945312,
                    1.9375,
                    1.6875,
                    1.960938,
                    6.09375,
                    1.851562,
                    1.796875,
                    7.875,
                    2.25,
                    1.671875,
                    1.8125,
                    1.8125,
                    1.96875,
                    1.820312,
                    1.695312,
                    1.757812,
                    1.898438,
                    5.1875,
                    1.648438,
                    8.5625,
                    1.46875,
                    1.5625,
                    1.539062,
                    1.898438,
                    2.53125,
                    2.828125,
                    2.03125,
                    2.359375,
                    1.429688,
                    1.851562,
                    1.664062,
                    3.96875,
                    1.585938,
                    2.921875,
                    2.15625,
                    1.632812,
                    7.375,
                    1.882812,
                    3.4375,
                    1.742188,
                    1.992188,
                    1.960938,
                    1.601562,
                    7.875,
                    1.609375,
                    1.570312,
                    1.523438,
                    1.867188,
                    5.9375,
                    1.640625,
                    1.546875,
                    1.648438,
                    1.757812,
                    1.421875,
                    4.3125,
                    1.75,
                    1.523438,
                    1.757812,
                    3.609375,
                    2.203125,
                    1.664062,
                    2.25,
                    1.8125,
                    16.5,
                    2.078125,
                    1.640625,
                    1.40625,
                    1.820312,
                    2.109375,
                    8.75,
                    1.476562,
                    1.796875,
                    1.53125,
                    1.75,
                    1.515625,
                    2.265625,
                    6.0625,
                    1.476562,
                    1.710938,
                    1.734375,
                    1.664062,
                    2.6875,
                    1.78125,
                    2.046875,
                    3.84375,
                    1.960938,
                    2.609375,
                    3.5,
                    3.40625,
                    1.617188,
                    1.953125,
                    1.75,
                    1.890625,
                    1.625,
                    1.601562,
                    7.53125,
                    4.90625,
                    1.570312,
                    2.65625,
                    1.335938,
                    3.28125,
                    2.265625,
                    1.414062,
                    1.640625,
                    1.515625,
                    4.875,
                    1.921875,
                    2.796875,
                    1.9375,
                    1.96875,
                    4.8125,
                    1.898438,
                    3.265625,
                    1.632812,
                    1.695312,
                    1.46875,
                    1.5625,
                    1.734375,
                    2.1875,
                    1.523438,
                    2.078125,
                    2.484375,
                    2.515625,
                    1.804688,
                    1.382812,
                    1.632812,
                    1.625,
                    2.421875,
                    1.492188,
                    1.515625,
                    3.484375,
                    8.5,
                    2.296875,
                    4.71875,
                    1.773438,
                    1.5,
                    1.554688,
                    1.640625,
                    3.03125,
                    2.8125,
                    1.632812,
                    6.21875,
                    5.59375,
                    1.523438,
                    2.03125,
                    4.59375,
                    1.75,
                    2.03125,
                    1.507812,
                    1.679688,
                    1.65625,
                    1.75,
                    7.125,
                    1.914062,
                    1.6875,
                    1.492188,
                    1.914062,
                    1.617188,
                    1.5625,
                    2.1875,
                    1.523438,
                    2.0,
                    1.640625,
                    1.703125,
                    1.765625,
                    2.125,
                    1.921875,
                    1.65625,
                    1.9375,
                    1.695312,
                    1.515625,
                    1.921875,
                    1.726562,
                    1.992188,
                    1.882812,
                    5.25,
                    1.78125,
                    1.609375,
                    2.328125,
                    3.546875,
                    1.476562,
                    8.9375,
                    2.234375,
                    1.703125,
                    1.875,
                    1.78125,
                    1.65625,
                    2.5,
                    1.773438,
                    1.359375,
                    1.84375,
                    3.15625,
                    1.601562,
                    9.4375,
                    2.265625,
                    1.726562,
                    3.03125,
                    1.835938,
                    2.46875,
                    1.796875,
                    2.90625,
                    1.75,
                    1.976562,
                    2.765625,
                    3.359375,
                    1.609375,
                    7.625,
                    1.804688,
                    1.953125,
                    1.484375,
                    1.960938,
                    1.515625,
                    2.25,
                    1.75,
                    1.75,
                    2.34375,
                    1.757812,
                    1.757812,
                    2.484375,
                    1.632812,
                    10.25,
                    1.414062,
                    3.421875,
                    2.15625,
                    1.84375,
                    3.203125,
                    1.703125,
                    1.59375,
                    2.4375,
                    1.976562,
                    1.65625,
                    1.898438,
                    1.757812,
                    2.109375,
                    1.640625,
                    2.171875,
                    7.46875,
                    1.898438,
                    3.140625,
                    2.046875,
                    1.78125,
                    4.84375,
                    1.65625,
                    2.078125,
                    1.539062,
                    1.53125,
                    1.695312,
                    2.0625,
                    1.78125,
                    1.585938,
                    2.578125,
                    4.96875,
                    1.976562,
                    1.578125,
                    1.601562,
                    2.171875,
                    1.382812,
                    1.445312,
                    2.1875,
                    1.890625,
                    2.0625,
                    1.414062,
                    1.539062,
                    1.851562,
                    1.757812,
                    1.585938,
                    1.492188,
                    3.046875,
                    2.546875,
                    1.398438,
                    2.109375,
                    1.734375,
                    1.632812,
                    1.523438,
                    1.859375,
                    1.742188,
                    1.929688,
                    9.4375,
                    4.03125,
                    1.6875,
                    1.484375,
                    1.742188,
                    1.96875,
                    7.3125,
                    1.515625,
                    2.453125,
                    8.1875,
                    1.726562,
                    1.632812,
                    8.25,
                    2.171875,
                    1.757812,
                    1.601562,
                    1.710938,
                    1.71875,
                    1.445312,
                    2.203125,
                    1.835938,
                    1.648438,
                    8.375,
                    1.773438,
                    2.453125,
                    1.476562,
                    2.125,
                    1.585938,
                    1.632812,
                    1.78125,
                    2.5625,
                    1.945312,
                    1.6875,
                    1.726562,
                    1.53125,
                    1.789062,
                    1.882812,
                    1.742188,
                    2.9375,
                    1.390625,
                    1.945312,
                    7.84375,
                    8.5625,
                    1.570312,
                    1.8125,
                    1.445312,
                    1.898438,
                    7.1875,
                    3.828125,
                    1.5625,
                    2.203125,
                    1.65625,
                    5.0,
                    2.46875,
                    1.789062,
                    1.554688,
                    1.695312,
                    1.804688,
                    1.703125,
                    1.617188,
                    1.859375,
                    1.726562,
                    2.125,
                    1.796875,
                    1.671875,
                    1.632812,
                    4.03125,
                    1.5,
                    2.96875,
                    1.648438,
                    2.1875,
                    1.453125,
                    1.523438,
                    6.15625,
                    2.0625,
                    2.90625,
                    1.773438,
                    10.25,
                    1.601562,
                    3.1875,
                    1.59375,
                    1.859375,
                    1.921875,
                    1.625,
                    1.476562,
                    1.921875,
                    1.625,
                    2.046875,
                    1.5625,
                    9.375,
                    2.328125,
                    1.664062,
                    9.625,
                    1.570312,
                    4.03125,
                    1.679688,
                    4.125,
                    3.515625,
                    2.328125,
                    1.992188,
                    1.234375,
                    1.882812,
                    3.9375,
                    1.523438,
                    1.390625,
                    1.890625,
                    1.6875,
                    4.03125,
                    9.125,
                    1.679688,
                    7.46875,
                    2.75,
                    1.617188,
                    2.40625,
                    1.617188,
                    2.921875,
                    1.59375,
                    1.601562,
                    1.554688,
                    3.1875,
                    1.578125,
                    1.726562,
                    1.726562,
                    1.609375,
                    1.65625,
                    2.34375,
                    2.515625,
                    1.851562,
                    1.742188,
                    1.5,
                    1.84375,
                    1.632812,
                    1.53125,
                    2.421875,
                    2.25,
                    2.015625,
                    1.382812,
                    1.578125,
                    1.585938,
                    1.6875,
                    3.0,
                    1.53125,
                    2.421875,
                    1.90625,
                    3.46875,
                    2.703125,
                    1.546875,
                    2.671875,
                    2.015625,
                    2.0,
                    1.601562,
                    1.59375,
                    3.265625,
                    1.625,
                    2.296875,
                    2.46875,
                    1.625,
                    5.78125,
                    2.6875,
                    1.664062,
                    1.90625,
                    1.765625,
                    2.0,
                    6.5,
                    1.828125,
                    -0.000866,
                    2.5,
                    1.875,
                    2.078125,
                    1.515625,
                    2.421875,
                    1.828125,
                    1.984375,
                    1.6875,
                    3.828125,
                    1.335938,
                    2.375,
                    1.8125,
                    1.742188,
                    1.695312,
                    1.789062,
                    1.609375,
                    7.96875,
                    1.804688,
                    1.9375,
                    1.484375,
                    7.0625,
                    1.921875,
                    1.429688,
                    1.828125,
                    1.5625,
                    1.585938,
                    1.664062,
                    2.125,
                    1.875,
                    2.21875,
                    1.859375,
                    1.414062,
                    1.773438,
                    2.3125,
                    1.742188,
                    1.773438,
                    1.570312,
                    3.5,
                    1.460938,
                    1.804688,
                    1.921875,
                    1.851562,
                    4.59375,
                    1.25,
                    1.515625,
                    1.6875,
                    1.671875,
                    2.3125,
                    1.648438,
                    1.460938,
                    3.84375,
                    1.65625,
                    1.5,
                    3.796875,
                    3.671875,
                    7.8125,
                    1.6875,
                    7.96875,
                    1.671875,
                    1.890625,
                    1.726562,
                    1.789062,
                    1.640625,
                    4.34375,
                    1.710938,
                    2.609375,
                    1.804688,
                    1.882812,
                    1.28125,
                    1.59375,
                    3.796875,
                    1.578125,
                    2.546875,
                    2.015625,
                    4.28125,
                    2.015625,
                    1.5625,
                    2.53125,
                    1.664062,
                    1.953125,
                    4.90625,
                    1.632812,
                    2.390625,
                    1.398438,
                    2.765625,
                    1.703125,
                    2.0,
                    7.09375,
                    3.5625,
                    1.640625,
                    2.796875,
                    2.59375,
                    7.625,
                    1.617188,
                    1.625,
                    1.757812,
                    1.65625,
                    1.257812,
                    1.703125,
                    2.4375,
                    1.492188,
                    8.9375,
                    1.53125,
                    1.429688,
                    4.6875,
                    1.882812,
                    1.484375,
                    2.96875,
                    1.539062,
                    1.945312,
                    1.664062,
                    3.5625,
                    1.71875,
                    1.601562,
                    16.375,
                    1.578125,
                    2.921875,
                    1.679688,
                    1.796875,
                    2.0625,
                    1.585938,
                    2.15625,
                    1.429688,
                    1.742188,
                    6.78125,
                    6.1875,
                    2.046875,
                    1.507812,
                    1.601562,
                    1.367188,
                    1.65625,
                    1.5625,
                    1.765625,
                    1.78125,
                    7.0625,
                    1.609375,
                    7.03125,
                    6.25,
                    1.515625,
                    1.765625,
                    1.953125,
                    2.0625,
                    1.976562,
                    1.96875,
                    3.1875,
                    1.671875,
                    6.1875,
                    3.046875,
                    2.03125,
                    1.570312,
                    4.5625,
                    2.328125,
                    2.0625,
                    1.789062,
                    2.25,
                    2.203125,
                    2.828125,
                    1.703125,
                    1.585938,
                    1.53125,
                    1.851562,
                    1.664062,
                    7.09375,
                    1.4375,
                    3.875,
                    1.476562,
                    1.5,
                    1.640625,
                    1.625,
                    1.523438,
                    8.0,
                    1.976562,
                    1.757812,
                    1.65625,
                    8.4375,
                    7.3125,
                    10.625,
                    8.0625,
                    4.65625,
                    2.453125,
                    3.578125,
                    2.078125,
                    1.632812,
                    2.078125,
                    1.546875,
                    1.578125,
                    2.90625,
                    1.734375,
                    1.867188,
                    1.5,
                    1.554688,
                    1.960938,
                    3.34375,
                    1.75,
                    1.359375,
                    1.601562,
                    1.367188,
                    1.625,
                    1.617188,
                    2.53125,
                    1.382812,
                    1.609375,
                    2.171875,
                    1.6875,
                    1.84375,
                    5.375,
                    1.867188,
                    1.453125,
                    1.828125,
                    1.84375,
                    2.578125,
                    1.554688,
                    7.6875,
                    1.96875,
                    1.820312,
                    8.25,
                    1.585938,
                    1.742188,
                    2.0,
                    1.335938,
                    2.625,
                    1.875,
                    3.0625,
                    5.875,
                    2.125,
                    1.851562,
                    1.945312,
                    1.8125,
                    4.46875,
                    1.585938,
                    2.828125,
                    2.0625,
                    2.234375,
                    1.835938,
                    2.25,
                    9.1875,
                    1.828125,
                    1.679688,
                    2.390625,
                    2.65625,
                    1.570312,
                    2.03125,
                    3.765625,
                    2.09375,
                    1.851562,
                    1.882812,
                    2.515625,
                    1.90625,
                    2.9375,
                    2.078125,
                    1.851562,
                    5.78125,
                    1.742188,
                    1.8125,
                    3.5,
                    2.390625,
                    1.0625,
                    1.59375,
                    2.5625,
                    3.15625,
                    1.65625,
                    1.710938,
                    4.21875,
                    7.40625,
                    1.5,
                    2.046875,
                    1.609375,
                    2.09375,
                    2.140625,
                    2.6875,
                    1.53125,
                    2.09375,
                    1.742188,
                    1.835938,
                    3.40625,
                    2.21875,
                    8.4375,
                    1.539062,
                    1.539062,
                    3.6875,
                    1.679688,
                    2.140625,
                    2.046875,
                    1.484375,
                    3.0,
                    2.140625,
                    1.78125,
                    1.945312,
                    1.640625,
                    1.5625,
                    4.65625,
                    1.421875,
                    1.8125,
                    1.8125,
                    7.96875,
                    1.65625,
                    2.9375,
                    2.671875,
                    1.40625,
                    3.390625,
                    1.546875,
                    1.46875,
                    1.796875,
                    1.554688,
                    1.773438,
                    1.570312,
                    2.390625,
                    1.734375,
                    1.84375,
                    2.3125,
                    2.359375,
                    3.515625,
                    1.820312,
                    1.632812,
                    2.109375,
                    1.476562,
                    1.59375,
                    1.820312,
                    1.617188,
                    2.15625,
                    1.71875,
                    1.734375,
                    2.34375,
                    1.953125,
                    1.484375,
                    1.617188,
                    1.695312,
                    6.03125,
                    1.921875,
                    1.625,
                    1.765625,
                    1.789062,
                    1.578125,
                    5.65625,
                    1.734375,
                    1.507812,
                    2.421875,
                    1.835938,
                    2.078125,
                    1.882812,
                    1.523438,
                    2.0,
                    1.46875,
                    1.75,
                    11.125,
                    4.0625,
                    1.664062,
                    1.820312,
                    7.125,
                    1.695312,
                    2.375,
                    1.710938,
                    1.570312,
                    3.6875,
                    1.882812,
                    2.890625,
                    1.757812,
                    2.125,
                    1.820312,
                    2.140625,
                    1.929688,
                    1.78125,
                    3.875,
                    2.578125,
                    1.929688,
                    2.359375,
                    1.726562,
                    2.265625,
                    2.71875,
                    2.140625,
                    6.9375,
                    1.71875,
                    2.125,
                    8.625,
                    1.851562,
                    2.9375,
                    1.53125,
                    1.757812,
                    1.625,
                    2.421875,
                    1.53125,
                    1.648438,
                    1.804688,
                    1.59375,
                    1.765625,
                    5.9375,
                    2.0,
                    1.757812,
                    1.492188,
                    2.34375,
                    2.125,
                    1.554688,
                    1.453125,
                    2.734375,
                    1.5,
                    1.664062,
                    5.0625,
                    2.0,
                    2.4375,
                    1.984375,
                    2.96875,
                    1.765625,
                    3.046875,
                    1.429688,
                    1.617188,
                    8.5,
                    1.726562,
                    1.765625,
                    2.390625,
                    1.960938,
                    1.414062,
                    2.21875,
                    1.875,
                    1.710938,
                    1.859375,
                    1.984375,
                    1.632812,
                    1.601562,
                    1.65625,
                    1.90625,
                    3.734375,
                    2.484375,
                    6.71875,
                    2.25,
                    1.4375,
                    1.632812,
                    4.84375,
                    2.0,
                    1.976562,
                    1.664062,
                    1.65625,
                    2.234375,
                    1.960938,
                    2.109375,
                    10.5625,
                    1.984375,
                    2.546875,
                    1.414062,
                    1.695312,
                    1.40625,
                    1.390625,
                    1.460938,
                    2.125,
                    5.96875,
                    1.6875,
                    3.265625,
                    2.796875,
                    1.9375,
                    1.703125,
                    6.1875,
                    2.3125,
                    8.5,
                    1.523438,
                    2.90625,
                    1.765625,
                    1.8125,
                    1.507812,
                    1.546875,
                    1.523438,
                    1.898438,
                    1.445312,
                    1.65625,
                    2.21875,
                    7.84375,
                    1.742188,
                    2.203125,
                    6.5625,
                    5.1875,
                    1.671875,
                    1.84375,
                    2.140625,
                    1.609375,
                    2.078125,
                    1.53125,
                    2.453125,
                    1.875,
                    1.890625,
                    1.78125,
                    3.40625,
                    1.625,
                    1.648438,
                    2.234375,
                    2.140625,
                    1.53125,
                    1.578125,
                    1.84375,
                    1.96875,
                    1.59375,
                    1.5,
                    1.632812,
                    1.570312,
                    1.546875,
                    2.4375,
                    1.523438,
                    1.921875,
                    1.875,
                    2.34375,
                    1.515625,
                    3.03125,
                    1.898438,
                    3.8125,
                    1.96875,
                    2.15625,
                    1.476562,
                    4.65625,
                    8.3125,
                    1.703125,
                    3.21875,
                    1.929688,
                    1.75,
                    1.859375,
                    1.796875,
                    1.640625,
                    2.28125,
                    2.703125,
                    2.859375,
                    2.765625,
                    1.601562,
                    1.515625,
                    2.9375,
                    1.578125,
                    2.484375,
                    4.4375,
                    3.359375,
                    1.664062,
                    1.414062,
                    1.585938,
                    1.882812,
                    2.6875,
                    1.5625,
                    6.84375,
                    1.835938,
                    2.015625,
                    6.46875,
                    1.570312,
                    2.65625,
                    1.421875,
                    1.570312,
                    1.59375,
                    2.765625,
                    1.710938,
                    1.351562,
                    6.875,
                    1.898438,
                    1.539062,
                    8.0,
                    2.953125,
                    1.53125,
                    1.960938,
                    2.71875,
                    2.03125,
                    2.140625,
                    6.8125,
                    1.398438,
                    1.546875,
                    2.375,
                    8.25,
                    1.734375,
                    1.5625,
                    1.929688,
                    1.453125,
                    1.4375,
                    1.585938,
                    2.859375,
                    3.109375,
                    1.664062,
                    1.945312,
                    3.21875,
                    1.710938,
                    2.515625,
                    1.78125,
                    1.554688,
                    11.75,
                    4.0625,
                    2.78125,
                    1.640625,
                    1.570312,
                    8.9375,
                    3.140625,
                    1.65625,
                    5.53125,
                    1.648438,
                    1.65625,
                    2.515625,
                    1.671875,
                    2.40625,
                    1.65625,
                    1.773438,
                    1.585938,
                    4.59375,
                    2.828125,
                    1.453125,
                    1.78125,
                    1.421875,
                    1.664062,
                    1.726562,
                    2.03125,
                    2.75,
                    2.46875,
                    1.632812,
                    1.726562,
                    1.648438,
                    1.625,
                    1.578125,
                    1.515625,
                    9.375,
                    2.296875,
                    1.929688,
                    2.5,
                    7.46875,
                    1.875,
                    2.8125,
                    1.734375,
                    2.03125,
                    1.6875,
                    2.515625,
                    1.648438,
                    1.65625,
                    1.796875,
                    2.546875,
                    1.5625,
                    2.203125,
                    1.554688,
                    1.835938,
                    1.820312,
                    2.0625,
                    2.125
                ]
            },
            "name": "model.transformer.layers.18.attn_norm.weight",
            "outputIndexes": [
                1142
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1141,
                1142
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/attn_norm_18/Mul_1_output_0",
            "outputIndexes": [
                1143
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1143
            ],
            "outputIndexes": [
                1898
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                1898
            ],
            "outputIndexes": [
                1899
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/q_proj/Linear",
            "inputIndexes": [
                1899
            ],
            "outputIndexes": [
                1900
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 18432,
                    "weightSize": 0
                },
                "external": [
                    191779656,
                    1179670,
                    147456,
                    6144,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                1900
            ],
            "outputIndexes": [
                1901
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1901
            ],
            "outputIndexes": [
                1144
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1143
            ],
            "main_type": "NONE",
            "name": "/Shape_73_output_0",
            "outputIndexes": [
                1145
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1145
            ],
            "main_type": "NONE",
            "name": "Shape1621",
            "outputIndexes": [
                1146
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1145
            ],
            "main_type": "NONE",
            "name": "Rank1623",
            "outputIndexes": [
                1147
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1147,
                1147
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1625",
            "outputIndexes": [
                1148
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1148
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1626",
            "outputIndexes": [
                1149
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1148,
                9
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1628",
            "outputIndexes": [
                1150
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1150
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1629",
            "outputIndexes": [
                1151
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1146,
                1149,
                1151,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice1632",
            "outputIndexes": [
                1152
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1152
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze1633",
            "outputIndexes": [
                1153
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                9,
                1153
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1634",
            "outputIndexes": [
                1154
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1154,
                1153
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1635",
            "outputIndexes": [
                1155
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1145,
                1155,
                1148
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_94_output_0",
            "outputIndexes": [
                1156
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1156,
                21
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_181_output_0",
            "outputIndexes": [
                1157
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                7,
                1157,
                1035,
                24
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_90_output_0",
            "outputIndexes": [
                1158
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1144,
                1158
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_73_output_0",
            "outputIndexes": [
                1159
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1159
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/q_norm_18/Mul_output_0",
            "outputIndexes": [
                1160
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    64
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    -0.045654,
                    -0.064941,
                    0.057861,
                    0.008179,
                    0.112793,
                    0.949219,
                    0.835938,
                    1.132812,
                    0.871094,
                    1.03125,
                    1.703125,
                    1.429688,
                    1.554688,
                    1.320312,
                    1.804688,
                    1.570312,
                    1.734375,
                    2.40625,
                    2.125,
                    1.625,
                    2.1875,
                    2.234375,
                    3.09375,
                    1.9375,
                    1.90625,
                    1.945312,
                    1.929688,
                    1.789062,
                    1.828125,
                    1.851562,
                    1.578125,
                    1.679688,
                    0.007782,
                    0.064453,
                    0.042236,
                    -0.06543,
                    -0.010071,
                    1.484375,
                    1.507812,
                    1.710938,
                    1.664062,
                    1.640625,
                    1.492188,
                    1.570312,
                    1.6875,
                    1.734375,
                    1.648438,
                    1.960938,
                    1.765625,
                    1.210938,
                    1.679688,
                    2.140625,
                    1.75,
                    1.601562,
                    0.960938,
                    1.945312,
                    1.882812,
                    1.882812,
                    1.898438,
                    1.890625,
                    1.71875,
                    1.6875,
                    1.804688,
                    2.1875
                ]
            },
            "name": "model.transformer.layers.18.attn.q_norm.weight",
            "outputIndexes": [
                1161
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1160,
                1161
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/q_norm_18/Mul_1_output_0",
            "outputIndexes": [
                1162
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1162,
                53
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_72_output_0",
            "outputIndexes": [
                1163
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1162,
                55,
                56,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_73_output_0",
            "outputIndexes": [
                1164
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1164
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_36_output_0",
            "outputIndexes": [
                1165
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1162,
                21,
                55,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_72_output_0",
            "outputIndexes": [
                1166
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1165,
                1166
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_93_output_0",
            "outputIndexes": [
                1167
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1167,
                68
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_73_output_0",
            "outputIndexes": [
                1168
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1163,
                1168
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_72_output_0",
            "outputIndexes": [
                1169
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1143
            ],
            "outputIndexes": [
                1902
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                1902
            ],
            "outputIndexes": [
                1903
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/k_proj/Linear",
            "inputIndexes": [
                1903
            ],
            "outputIndexes": [
                1904
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 384,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 4608,
                    "weightSize": 0
                },
                "external": [
                    193112926,
                    294934,
                    36864,
                    1536,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                1904
            ],
            "outputIndexes": [
                1905
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1905
            ],
            "outputIndexes": [
                1170
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    384
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                7,
                1157,
                1049,
                24
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_91_output_0",
            "outputIndexes": [
                1171
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1170,
                1171
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_74_output_0",
            "outputIndexes": [
                1172
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1172
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/k_norm_18/Mul_output_0",
            "outputIndexes": [
                1173
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    64
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    -0.027466,
                    -0.012085,
                    0.009155,
                    -0.026367,
                    0.0625,
                    0.683594,
                    0.029297,
                    1.328125,
                    0.083496,
                    0.10791,
                    1.867188,
                    0.824219,
                    1.9375,
                    1.984375,
                    1.023438,
                    1.898438,
                    1.789062,
                    0.298828,
                    1.328125,
                    2.171875,
                    1.539062,
                    1.75,
                    0.777344,
                    1.984375,
                    1.9375,
                    1.898438,
                    1.875,
                    1.820312,
                    1.796875,
                    1.882812,
                    2.03125,
                    2.125,
                    0.038086,
                    0.080566,
                    0.071777,
                    0.053955,
                    0.017822,
                    1.476562,
                    1.539062,
                    1.523438,
                    1.835938,
                    1.851562,
                    1.335938,
                    1.820312,
                    1.179688,
                    0.902344,
                    1.914062,
                    1.132812,
                    1.6875,
                    2.375,
                    2.125,
                    1.476562,
                    2.15625,
                    2.359375,
                    3.609375,
                    1.960938,
                    1.953125,
                    1.898438,
                    1.851562,
                    1.921875,
                    1.929688,
                    1.710938,
                    1.75,
                    2.109375
                ]
            },
            "name": "model.transformer.layers.18.attn.k_norm.weight",
            "outputIndexes": [
                1174
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1173,
                1174
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/k_norm_18/Mul_1_output_0",
            "outputIndexes": [
                1175
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1175,
                53
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_74_output_0",
            "outputIndexes": [
                1176
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1175,
                55,
                56,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_75_output_0",
            "outputIndexes": [
                1177
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1177
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_37_output_0",
            "outputIndexes": [
                1178
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1175,
                21,
                55,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_74_output_0",
            "outputIndexes": [
                1179
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1178,
                1179
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_94_output_0",
            "outputIndexes": [
                1180
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1180,
                68
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_75_output_0",
            "outputIndexes": [
                1181
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1176,
                1181
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_73_output_0",
            "outputIndexes": [
                1182
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1143
            ],
            "outputIndexes": [
                1906
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                1906
            ],
            "outputIndexes": [
                1907
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/v_proj/Linear",
            "inputIndexes": [
                1907
            ],
            "outputIndexes": [
                1908
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 384,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 4608,
                    "weightSize": 0
                },
                "external": [
                    193446260,
                    294934,
                    36864,
                    1536,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                1908
            ],
            "outputIndexes": [
                1909
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1909
            ],
            "outputIndexes": [
                1183
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    384
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1183,
                1171
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_75_output_0",
            "outputIndexes": [
                1184
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1169,
                1182,
                1184,
                86
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "/layers.18/self_attn/FusedAttention",
            "outputIndexes": [
                1185
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1185
            ],
            "outputIndexes": [
                1910
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                1910
            ],
            "outputIndexes": [
                1911
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/o_proj/Linear",
            "inputIndexes": [
                1911
            ],
            "outputIndexes": [
                1912
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 18432,
                    "weightSize": 0
                },
                "external": [
                    193779594,
                    1179670,
                    147456,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                1912
            ],
            "outputIndexes": [
                1913
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1913
            ],
            "outputIndexes": [
                1186
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1140,
                1186
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_74_output_0",
            "outputIndexes": [
                1187
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1187
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/ffn_norm_18/Mul_output_0",
            "outputIndexes": [
                1188
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.933594,
                    0.925781,
                    0.929688,
                    0.933594,
                    0.949219,
                    0.933594,
                    0.957031,
                    0.925781,
                    0.9375,
                    0.945312,
                    0.976562,
                    0.992188,
                    0.921875,
                    0.914062,
                    0.953125,
                    0.960938,
                    0.914062,
                    0.941406,
                    0.953125,
                    1.21875,
                    0.941406,
                    0.933594,
                    0.957031,
                    0.925781,
                    0.929688,
                    0.921875,
                    0.972656,
                    0.933594,
                    0.917969,
                    0.953125,
                    0.914062,
                    0.902344,
                    0.9375,
                    0.941406,
                    0.957031,
                    0.949219,
                    0.941406,
                    0.914062,
                    0.921875,
                    0.9375,
                    0.914062,
                    0.953125,
                    0.957031,
                    0.941406,
                    0.9375,
                    0.945312,
                    0.917969,
                    1.03125,
                    0.917969,
                    1.117188,
                    0.964844,
                    0.933594,
                    0.925781,
                    0.941406,
                    0.582031,
                    0.917969,
                    0.953125,
                    0.925781,
                    0.949219,
                    0.921875,
                    0.9375,
                    0.929688,
                    0.972656,
                    0.921875,
                    1.078125,
                    0.949219,
                    0.96875,
                    0.910156,
                    0.90625,
                    0.726562,
                    0.949219,
                    0.953125,
                    0.941406,
                    0.914062,
                    0.953125,
                    0.921875,
                    0.957031,
                    0.910156,
                    0.929688,
                    0.9375,
                    0.933594,
                    0.957031,
                    0.9375,
                    0.9375,
                    1.078125,
                    0.972656,
                    0.910156,
                    0.949219,
                    0.933594,
                    0.964844,
                    0.960938,
                    0.933594,
                    0.9375,
                    0.941406,
                    0.957031,
                    0.914062,
                    0.964844,
                    0.929688,
                    0.972656,
                    0.964844,
                    0.910156,
                    0.597656,
                    1.140625,
                    0.925781,
                    0.929688,
                    0.914062,
                    0.914062,
                    0.941406,
                    0.9375,
                    0.933594,
                    0.964844,
                    0.929688,
                    1.195312,
                    0.972656,
                    0.910156,
                    0.96875,
                    1.140625,
                    0.929688,
                    0.933594,
                    0.9375,
                    0.914062,
                    0.933594,
                    0.945312,
                    0.929688,
                    0.933594,
                    0.953125,
                    0.953125,
                    0.929688,
                    0.921875,
                    0.925781,
                    0.925781,
                    0.933594,
                    0.914062,
                    0.949219,
                    0.914062,
                    0.925781,
                    0.855469,
                    0.949219,
                    0.957031,
                    0.972656,
                    0.941406,
                    0.921875,
                    0.933594,
                    0.945312,
                    0.960938,
                    0.980469,
                    0.9375,
                    0.921875,
                    1.179688,
                    0.992188,
                    0.929688,
                    0.972656,
                    0.929688,
                    0.941406,
                    0.941406,
                    0.90625,
                    0.929688,
                    1.039062,
                    0.925781,
                    0.902344,
                    0.929688,
                    1.351562,
                    0.9375,
                    0.941406,
                    0.9375,
                    0.933594,
                    0.953125,
                    0.917969,
                    0.941406,
                    0.714844,
                    1.125,
                    0.945312,
                    1.046875,
                    0.945312,
                    0.929688,
                    0.933594,
                    0.949219,
                    0.917969,
                    0.925781,
                    0.929688,
                    0.941406,
                    0.90625,
                    1.304688,
                    0.914062,
                    0.921875,
                    0.960938,
                    0.9375,
                    0.9375,
                    0.902344,
                    0.914062,
                    0.921875,
                    0.925781,
                    0.330078,
                    0.9375,
                    0.925781,
                    0.929688,
                    0.898438,
                    0.9375,
                    0.910156,
                    0.878906,
                    0.925781,
                    0.960938,
                    0.898438,
                    0.929688,
                    0.910156,
                    0.921875,
                    1.15625,
                    0.941406,
                    0.964844,
                    0.941406,
                    0.898438,
                    0.929688,
                    0.957031,
                    0.917969,
                    0.929688,
                    0.964844,
                    0.953125,
                    0.949219,
                    0.925781,
                    0.914062,
                    0.917969,
                    0.933594,
                    0.929688,
                    1.007812,
                    0.9375,
                    0.824219,
                    0.929688,
                    0.9375,
                    0.914062,
                    0.941406,
                    0.941406,
                    0.9375,
                    0.910156,
                    0.945312,
                    0.953125,
                    0.925781,
                    0.921875,
                    0.960938,
                    0.933594,
                    0.894531,
                    0.917969,
                    0.941406,
                    0.929688,
                    0.925781,
                    0.90625,
                    0.933594,
                    0.945312,
                    0.953125,
                    0.90625,
                    0.898438,
                    0.9375,
                    1.0,
                    0.921875,
                    0.847656,
                    0.941406,
                    0.957031,
                    0.953125,
                    0.925781,
                    0.941406,
                    0.949219,
                    0.976562,
                    0.914062,
                    0.960938,
                    0.921875,
                    0.96875,
                    0.949219,
                    0.9375,
                    0.679688,
                    0.914062,
                    0.941406,
                    0.941406,
                    0.945312,
                    0.925781,
                    0.957031,
                    0.949219,
                    0.957031,
                    0.929688,
                    0.71875,
                    0.910156,
                    0.976562,
                    0.929688,
                    0.929688,
                    0.929688,
                    0.917969,
                    0.941406,
                    0.941406,
                    0.957031,
                    0.9375,
                    0.929688,
                    0.929688,
                    0.976562,
                    0.9375,
                    0.945312,
                    0.921875,
                    0.992188,
                    0.925781,
                    0.96875,
                    0.933594,
                    0.9375,
                    0.964844,
                    0.914062,
                    0.953125,
                    0.960938,
                    0.933594,
                    0.925781,
                    0.914062,
                    0.914062,
                    1.125,
                    0.925781,
                    0.949219,
                    0.949219,
                    0.941406,
                    0.921875,
                    0.929688,
                    0.929688,
                    0.933594,
                    0.917969,
                    0.996094,
                    0.65625,
                    0.914062,
                    0.929688,
                    0.972656,
                    0.945312,
                    0.925781,
                    0.96875,
                    0.929688,
                    0.925781,
                    0.929688,
                    0.9375,
                    0.941406,
                    0.929688,
                    0.949219,
                    0.925781,
                    0.925781,
                    0.964844,
                    0.929688,
                    0.921875,
                    0.953125,
                    0.898438,
                    0.933594,
                    0.945312,
                    0.910156,
                    0.917969,
                    0.960938,
                    0.941406,
                    0.964844,
                    0.414062,
                    0.988281,
                    0.933594,
                    0.992188,
                    0.84375,
                    0.925781,
                    0.9375,
                    0.75,
                    0.941406,
                    0.373047,
                    0.945312,
                    0.960938,
                    0.941406,
                    0.941406,
                    0.933594,
                    0.921875,
                    0.933594,
                    0.925781,
                    0.945312,
                    0.886719,
                    0.914062,
                    0.8125,
                    0.910156,
                    0.988281,
                    0.964844,
                    0.890625,
                    0.980469,
                    0.949219,
                    0.953125,
                    1.007812,
                    0.929688,
                    0.933594,
                    0.9375,
                    0.957031,
                    0.925781,
                    0.921875,
                    0.957031,
                    0.960938,
                    0.953125,
                    0.929688,
                    0.996094,
                    0.933594,
                    0.957031,
                    0.925781,
                    0.964844,
                    0.921875,
                    0.917969,
                    0.988281,
                    0.949219,
                    0.542969,
                    0.949219,
                    0.515625,
                    0.640625,
                    1.210938,
                    0.941406,
                    0.960938,
                    1.007812,
                    0.9375,
                    0.9375,
                    0.992188,
                    0.988281,
                    0.921875,
                    0.929688,
                    0.925781,
                    1.054688,
                    0.734375,
                    0.917969,
                    0.921875,
                    0.953125,
                    0.941406,
                    0.917969,
                    0.945312,
                    0.925781,
                    0.949219,
                    0.933594,
                    0.929688,
                    0.894531,
                    0.515625,
                    0.921875,
                    0.886719,
                    0.90625,
                    0.914062,
                    0.921875,
                    0.933594,
                    0.929688,
                    0.925781,
                    0.902344,
                    0.941406,
                    0.929688,
                    0.929688,
                    0.945312,
                    0.933594,
                    0.941406,
                    0.945312,
                    0.925781,
                    0.9375,
                    0.960938,
                    0.917969,
                    0.933594,
                    0.921875,
                    0.917969,
                    0.96875,
                    0.941406,
                    0.953125,
                    0.527344,
                    0.941406,
                    0.929688,
                    0.921875,
                    0.957031,
                    0.910156,
                    0.898438,
                    1.109375,
                    0.921875,
                    0.949219,
                    0.929688,
                    0.996094,
                    0.917969,
                    0.917969,
                    0.9375,
                    0.921875,
                    0.949219,
                    0.921875,
                    0.957031,
                    0.949219,
                    0.644531,
                    0.914062,
                    0.949219,
                    0.953125,
                    0.9375,
                    0.945312,
                    0.917969,
                    0.945312,
                    0.910156,
                    0.925781,
                    0.941406,
                    0.933594,
                    0.917969,
                    0.910156,
                    0.929688,
                    0.980469,
                    0.941406,
                    0.941406,
                    0.96875,
                    0.921875,
                    0.886719,
                    0.894531,
                    0.925781,
                    0.929688,
                    0.957031,
                    0.921875,
                    0.964844,
                    0.917969,
                    0.949219,
                    1.070312,
                    0.90625,
                    0.945312,
                    1.0,
                    0.941406,
                    0.925781,
                    0.925781,
                    0.921875,
                    0.921875,
                    0.914062,
                    0.894531,
                    0.949219,
                    0.9375,
                    0.933594,
                    0.914062,
                    0.777344,
                    0.945312,
                    0.933594,
                    0.949219,
                    0.910156,
                    0.925781,
                    0.9375,
                    0.957031,
                    0.949219,
                    0.945312,
                    0.960938,
                    0.933594,
                    0.929688,
                    0.941406,
                    0.925781,
                    1.179688,
                    0.902344,
                    0.941406,
                    0.957031,
                    0.921875,
                    0.925781,
                    0.980469,
                    0.941406,
                    0.933594,
                    0.929688,
                    0.910156,
                    0.929688,
                    1.046875,
                    0.878906,
                    0.945312,
                    0.929688,
                    0.925781,
                    0.941406,
                    0.910156,
                    0.960938,
                    0.929688,
                    0.921875,
                    0.933594,
                    0.886719,
                    0.738281,
                    0.933594,
                    0.949219,
                    0.929688,
                    0.945312,
                    0.933594,
                    0.96875,
                    0.933594,
                    0.851562,
                    0.703125,
                    0.921875,
                    0.875,
                    0.945312,
                    0.972656,
                    0.949219,
                    0.949219,
                    0.941406,
                    0.917969,
                    0.9375,
                    0.929688,
                    0.929688,
                    0.933594,
                    0.941406,
                    0.886719,
                    0.941406,
                    0.90625,
                    0.929688,
                    0.9375,
                    0.917969,
                    0.933594,
                    0.960938,
                    0.914062,
                    1.101562,
                    0.945312,
                    0.917969,
                    0.921875,
                    0.953125,
                    0.9375,
                    0.910156,
                    0.917969,
                    0.925781,
                    0.945312,
                    0.949219,
                    1.007812,
                    1.0,
                    0.90625,
                    0.964844,
                    0.949219,
                    0.933594,
                    0.960938,
                    0.929688,
                    0.933594,
                    0.941406,
                    0.925781,
                    0.9375,
                    0.984375,
                    0.945312,
                    0.933594,
                    0.964844,
                    0.917969,
                    0.917969,
                    0.9375,
                    0.960938,
                    0.949219,
                    0.925781,
                    0.613281,
                    0.921875,
                    0.921875,
                    0.925781,
                    0.945312,
                    0.945312,
                    0.929688,
                    0.917969,
                    0.941406,
                    0.898438,
                    0.9375,
                    1.15625,
                    0.941406,
                    0.945312,
                    0.917969,
                    0.949219,
                    0.914062,
                    0.933594,
                    0.949219,
                    0.953125,
                    0.929688,
                    0.945312,
                    0.964844,
                    0.878906,
                    0.953125,
                    0.929688,
                    0.90625,
                    0.90625,
                    0.933594,
                    0.960938,
                    0.921875,
                    0.910156,
                    1.070312,
                    0.898438,
                    0.917969,
                    0.929688,
                    0.929688,
                    0.960938,
                    1.023438,
                    0.925781,
                    0.945312,
                    0.636719,
                    0.929688,
                    0.929688,
                    0.917969,
                    0.933594,
                    0.945312,
                    0.933594,
                    0.917969,
                    0.921875,
                    0.941406,
                    0.933594,
                    0.984375,
                    0.925781,
                    1.015625,
                    0.925781,
                    0.945312,
                    0.964844,
                    0.898438,
                    0.949219,
                    0.949219,
                    0.894531,
                    0.933594,
                    0.921875,
                    0.921875,
                    0.933594,
                    0.9375,
                    0.925781,
                    0.933594,
                    1.039062,
                    1.625,
                    0.929688,
                    0.933594,
                    1.328125,
                    0.949219,
                    1.078125,
                    0.917969,
                    0.929688,
                    0.9375,
                    0.933594,
                    0.9375,
                    0.925781,
                    0.957031,
                    0.921875,
                    0.988281,
                    0.929688,
                    1.25,
                    0.9375,
                    0.941406,
                    0.925781,
                    0.917969,
                    0.941406,
                    0.9375,
                    0.929688,
                    0.925781,
                    0.925781,
                    0.917969,
                    0.960938,
                    0.9375,
                    0.972656,
                    0.9375,
                    0.953125,
                    0.945312,
                    0.914062,
                    1.101562,
                    0.976562,
                    0.964844,
                    0.933594,
                    0.933594,
                    0.929688,
                    1.0,
                    0.933594,
                    0.917969,
                    0.933594,
                    0.929688,
                    1.164062,
                    0.90625,
                    0.941406,
                    0.9375,
                    0.9375,
                    0.925781,
                    0.914062,
                    0.925781,
                    0.925781,
                    0.917969,
                    0.613281,
                    0.941406,
                    0.941406,
                    0.945312,
                    0.914062,
                    0.921875,
                    1.007812,
                    0.929688,
                    0.933594,
                    0.769531,
                    0.960938,
                    1.070312,
                    0.59375,
                    0.9375,
                    0.894531,
                    0.894531,
                    0.9375,
                    1.257812,
                    0.925781,
                    0.929688,
                    0.933594,
                    0.925781,
                    1.03125,
                    0.925781,
                    0.914062,
                    0.933594,
                    0.917969,
                    0.917969,
                    0.949219,
                    0.945312,
                    1.125,
                    0.929688,
                    0.929688,
                    0.9375,
                    0.933594,
                    0.921875,
                    0.925781,
                    0.925781,
                    0.925781,
                    0.917969,
                    0.929688,
                    0.980469,
                    0.976562,
                    0.917969,
                    0.917969,
                    0.925781,
                    0.917969,
                    0.917969,
                    0.875,
                    0.9375,
                    0.949219,
                    1.007812,
                    0.949219,
                    1.179688,
                    0.929688,
                    0.925781,
                    0.933594,
                    0.929688,
                    0.929688,
                    0.953125,
                    0.914062,
                    0.941406,
                    0.917969,
                    0.925781,
                    0.953125,
                    0.941406,
                    0.855469,
                    0.9375,
                    0.9375,
                    0.953125,
                    0.945312,
                    0.949219,
                    0.941406,
                    0.929688,
                    0.925781,
                    0.945312,
                    0.9375,
                    0.369141,
                    0.910156,
                    0.882812,
                    0.949219,
                    0.933594,
                    0.910156,
                    0.9375,
                    0.976562,
                    0.933594,
                    0.960938,
                    0.902344,
                    0.941406,
                    0.466797,
                    0.925781,
                    0.960938,
                    0.957031,
                    0.9375,
                    1.078125,
                    0.933594,
                    0.929688,
                    1.101562,
                    0.941406,
                    0.925781,
                    0.980469,
                    0.914062,
                    1.398438,
                    0.921875,
                    0.953125,
                    0.941406,
                    0.925781,
                    1.429688,
                    0.960938,
                    0.921875,
                    0.984375,
                    0.925781,
                    0.933594,
                    0.945312,
                    0.925781,
                    0.898438,
                    0.9375,
                    0.917969,
                    0.925781,
                    0.960938,
                    0.941406,
                    0.921875,
                    0.945312,
                    0.949219,
                    0.914062,
                    0.917969,
                    0.980469,
                    0.902344,
                    0.921875,
                    0.957031,
                    0.945312,
                    0.960938,
                    0.933594,
                    0.917969,
                    0.90625,
                    0.921875,
                    0.941406,
                    0.933594,
                    0.945312,
                    0.925781,
                    0.933594,
                    0.953125,
                    0.925781,
                    0.945312,
                    0.929688,
                    0.001213,
                    0.9375,
                    0.925781,
                    0.917969,
                    0.949219,
                    0.945312,
                    0.941406,
                    0.949219,
                    0.925781,
                    0.949219,
                    1.234375,
                    0.917969,
                    0.980469,
                    0.910156,
                    0.925781,
                    0.925781,
                    0.949219,
                    0.925781,
                    0.6875,
                    0.945312,
                    0.000117,
                    0.917969,
                    0.921875,
                    0.894531,
                    0.988281,
                    0.910156,
                    0.941406,
                    0.921875,
                    0.914062,
                    1.289062,
                    0.9375,
                    0.945312,
                    0.9375,
                    0.929688,
                    0.902344,
                    0.9375,
                    0.949219,
                    1.015625,
                    0.941406,
                    0.933594,
                    0.949219,
                    0.851562,
                    0.953125,
                    0.925781,
                    0.984375,
                    0.953125,
                    0.945312,
                    0.933594,
                    0.9375,
                    0.960938,
                    0.90625,
                    0.925781,
                    0.960938,
                    0.949219,
                    1.257812,
                    0.933594,
                    0.929688,
                    0.90625,
                    0.9375,
                    0.929688,
                    0.953125,
                    0.980469,
                    0.917969,
                    0.933594,
                    1.0,
                    0.960938,
                    0.917969,
                    0.949219,
                    0.945312,
                    0.921875,
                    0.992188,
                    0.9375,
                    0.929688,
                    0.941406,
                    0.960938,
                    0.910156,
                    0.640625,
                    0.933594,
                    0.980469,
                    0.984375,
                    0.949219,
                    0.914062,
                    0.929688,
                    0.921875,
                    0.875,
                    0.929688,
                    0.886719,
                    0.917969,
                    0.917969,
                    0.996094,
                    0.945312,
                    0.890625,
                    0.929688,
                    0.945312,
                    0.945312,
                    0.921875,
                    0.933594,
                    0.945312,
                    0.957031,
                    0.910156,
                    0.945312,
                    0.871094,
                    0.929688,
                    0.933594,
                    0.929688,
                    0.945312,
                    0.9375,
                    0.929688,
                    0.988281,
                    0.929688,
                    0.945312,
                    0.910156,
                    0.96875,
                    0.96875,
                    0.9375,
                    0.9375,
                    0.933594,
                    0.957031,
                    1.085938,
                    0.90625,
                    0.949219,
                    0.941406,
                    0.980469,
                    0.925781,
                    0.9375,
                    0.972656,
                    0.953125,
                    0.984375,
                    0.890625,
                    0.9375,
                    0.890625,
                    0.9375,
                    0.9375,
                    0.921875,
                    0.921875,
                    1.101562,
                    0.910156,
                    0.925781,
                    0.957031,
                    0.917969,
                    0.902344,
                    0.9375,
                    0.9375,
                    0.964844,
                    0.917969,
                    0.972656,
                    0.933594,
                    0.925781,
                    0.929688,
                    0.914062,
                    0.929688,
                    0.9375,
                    0.929688,
                    0.980469,
                    0.945312,
                    0.710938,
                    0.917969,
                    0.601562,
                    0.65625,
                    0.921875,
                    0.941406,
                    0.929688,
                    0.945312,
                    0.941406,
                    0.925781,
                    0.921875,
                    0.941406,
                    0.945312,
                    1.445312,
                    0.929688,
                    0.953125,
                    1.25,
                    0.921875,
                    1.382812,
                    0.933594,
                    0.925781,
                    0.945312,
                    0.886719,
                    0.949219,
                    0.933594,
                    0.929688,
                    0.949219,
                    0.9375,
                    0.957031,
                    0.957031,
                    0.976562,
                    0.921875,
                    0.914062,
                    0.929688,
                    1.398438,
                    0.945312,
                    1.0,
                    1.0625,
                    0.921875,
                    0.886719,
                    0.992188,
                    0.953125,
                    0.390625,
                    1.007812,
                    0.976562,
                    0.953125,
                    0.898438,
                    0.957031,
                    0.957031,
                    0.914062,
                    0.945312,
                    0.925781,
                    0.964844,
                    0.941406,
                    0.953125,
                    0.929688,
                    0.96875,
                    0.976562,
                    1.1875,
                    0.925781,
                    0.960938,
                    0.933594,
                    0.957031,
                    0.925781,
                    0.925781,
                    0.925781,
                    0.972656,
                    1.007812,
                    0.902344,
                    0.90625,
                    0.871094,
                    0.9375,
                    0.898438,
                    0.96875,
                    0.957031,
                    0.945312,
                    0.925781,
                    0.945312,
                    1.0,
                    0.921875,
                    0.945312,
                    0.894531,
                    0.945312,
                    0.972656,
                    0.9375,
                    0.960938,
                    0.933594,
                    0.910156,
                    0.921875,
                    0.964844,
                    0.917969,
                    0.917969,
                    0.941406,
                    0.925781,
                    0.96875,
                    0.929688,
                    0.941406,
                    0.90625,
                    0.957031,
                    0.929688,
                    0.941406,
                    0.574219,
                    0.957031,
                    0.917969,
                    0.929688,
                    1.453125,
                    0.929688,
                    0.925781,
                    0.960938,
                    0.890625,
                    0.917969,
                    0.929688,
                    0.921875,
                    0.921875,
                    0.917969,
                    0.949219,
                    0.949219,
                    0.910156,
                    0.933594,
                    0.925781,
                    0.910156,
                    0.921875,
                    1.234375,
                    0.9375,
                    0.917969,
                    0.941406,
                    0.941406,
                    0.929688,
                    0.871094,
                    0.984375,
                    0.941406,
                    0.9375,
                    0.945312,
                    0.933594,
                    0.949219,
                    0.933594,
                    0.949219,
                    0.902344,
                    0.960938,
                    0.90625,
                    1.601562,
                    0.898438,
                    0.992188,
                    0.9375,
                    0.953125,
                    0.910156,
                    0.957031,
                    0.9375,
                    0.941406,
                    0.957031,
                    0.929688,
                    0.941406,
                    0.925781,
                    0.953125,
                    0.925781,
                    0.941406,
                    0.828125,
                    0.96875,
                    0.917969,
                    0.929688,
                    1.0,
                    0.933594,
                    0.851562,
                    0.941406,
                    0.960938,
                    0.925781,
                    0.941406,
                    0.941406,
                    0.914062,
                    0.914062,
                    0.941406,
                    0.984375,
                    1.023438,
                    0.933594,
                    0.929688,
                    0.914062,
                    0.953125,
                    0.871094,
                    0.945312,
                    0.933594,
                    0.902344,
                    0.9375,
                    0.945312,
                    0.933594,
                    0.953125,
                    0.898438,
                    0.949219,
                    0.933594,
                    1.1875,
                    0.9375,
                    0.953125,
                    0.953125,
                    0.921875,
                    1.242188,
                    0.933594,
                    0.972656,
                    0.9375,
                    0.925781,
                    0.929688,
                    0.882812,
                    0.957031,
                    0.921875,
                    0.921875,
                    0.914062,
                    0.925781,
                    0.9375,
                    0.945312,
                    0.957031,
                    0.929688,
                    0.945312,
                    0.886719,
                    0.941406,
                    0.957031,
                    0.945312,
                    0.917969,
                    0.945312,
                    1.226562,
                    0.925781,
                    0.929688,
                    0.925781,
                    0.9375,
                    0.9375,
                    0.929688,
                    1.015625,
                    0.929688,
                    0.910156,
                    0.933594,
                    0.933594,
                    1.109375,
                    0.910156,
                    0.921875,
                    0.734375,
                    0.921875,
                    0.914062,
                    0.949219,
                    0.925781,
                    0.828125,
                    0.933594,
                    0.949219,
                    0.972656,
                    0.9375,
                    0.949219,
                    0.996094,
                    0.914062,
                    0.921875,
                    0.933594,
                    0.933594,
                    0.921875,
                    0.941406,
                    0.957031,
                    0.917969,
                    0.964844,
                    0.941406,
                    0.933594,
                    0.910156,
                    0.914062,
                    0.921875,
                    0.972656,
                    0.917969,
                    0.914062,
                    0.894531,
                    0.925781,
                    0.960938,
                    0.976562,
                    0.902344,
                    0.910156,
                    0.941406,
                    0.9375,
                    0.933594,
                    1.140625,
                    1.023438,
                    0.972656,
                    0.941406,
                    0.925781,
                    0.910156,
                    0.933594,
                    0.980469,
                    0.945312,
                    0.925781,
                    0.933594,
                    0.917969,
                    0.90625,
                    0.949219,
                    0.957031,
                    0.960938,
                    0.933594,
                    0.96875,
                    1.148438,
                    0.996094,
                    0.9375,
                    0.933594,
                    1.0625,
                    0.820312,
                    0.921875,
                    0.886719,
                    0.929688,
                    0.925781,
                    0.949219,
                    0.929688,
                    0.9375,
                    0.511719,
                    0.953125,
                    0.917969,
                    0.96875,
                    0.929688,
                    0.949219,
                    0.953125,
                    0.929688,
                    0.941406,
                    0.828125,
                    0.925781,
                    1.03125,
                    0.941406,
                    0.953125,
                    0.929688,
                    1.007812,
                    0.90625,
                    0.949219,
                    0.917969,
                    0.945312,
                    0.941406,
                    0.929688,
                    0.941406,
                    0.910156,
                    0.921875,
                    0.9375,
                    0.953125,
                    0.914062,
                    0.925781,
                    0.722656,
                    0.9375,
                    0.933594,
                    0.792969,
                    0.863281,
                    0.9375,
                    0.933594,
                    0.917969,
                    0.921875,
                    0.925781,
                    0.914062,
                    0.910156,
                    0.9375,
                    0.925781,
                    0.921875,
                    0.976562,
                    0.984375,
                    0.960938,
                    0.9375,
                    0.914062,
                    0.917969,
                    0.933594,
                    0.945312,
                    0.902344,
                    0.960938,
                    0.976562,
                    0.910156,
                    0.929688,
                    0.964844,
                    0.917969,
                    0.921875,
                    0.933594,
                    0.917969,
                    0.925781,
                    0.933594,
                    0.878906,
                    0.941406,
                    1.226562,
                    0.945312,
                    0.90625,
                    0.925781,
                    0.921875,
                    0.675781,
                    0.945312,
                    0.960938,
                    0.929688,
                    0.945312,
                    0.917969,
                    0.929688,
                    0.933594,
                    0.953125,
                    0.925781,
                    0.945312,
                    0.933594,
                    0.957031,
                    0.96875,
                    0.949219,
                    0.933594,
                    0.960938,
                    0.933594,
                    0.90625,
                    0.921875,
                    0.933594,
                    1.0,
                    0.9375,
                    0.941406,
                    0.917969,
                    0.816406,
                    0.996094,
                    0.957031,
                    0.976562,
                    0.917969,
                    0.957031,
                    0.949219,
                    0.933594,
                    0.929688,
                    0.972656,
                    0.9375,
                    0.953125,
                    0.957031,
                    0.945312,
                    1.070312,
                    1.0,
                    0.96875,
                    0.933594,
                    0.929688,
                    0.972656,
                    0.945312,
                    0.945312,
                    1.03125,
                    0.984375,
                    0.9375,
                    0.910156,
                    0.972656,
                    0.945312,
                    0.960938,
                    0.941406,
                    0.9375,
                    0.9375,
                    0.9375,
                    0.929688,
                    0.914062,
                    0.960938,
                    0.933594,
                    0.898438,
                    0.941406,
                    0.910156,
                    0.925781,
                    0.953125,
                    0.484375,
                    0.878906,
                    0.9375,
                    0.933594,
                    0.910156,
                    0.574219,
                    0.960938,
                    0.90625,
                    0.878906,
                    0.988281,
                    0.929688,
                    0.941406,
                    0.925781,
                    0.78125,
                    0.9375,
                    0.925781,
                    0.933594,
                    0.960938,
                    0.917969,
                    0.929688,
                    0.917969,
                    0.957031,
                    0.90625,
                    0.925781,
                    0.929688,
                    0.953125,
                    0.917969,
                    0.9375,
                    0.953125,
                    0.921875,
                    0.933594,
                    0.964844,
                    0.933594,
                    0.960938,
                    0.917969,
                    0.898438,
                    0.871094,
                    0.980469,
                    0.921875,
                    0.960938,
                    0.941406,
                    0.933594,
                    0.945312,
                    0.933594,
                    0.949219,
                    0.925781,
                    0.9375,
                    0.921875,
                    0.917969,
                    0.894531,
                    0.960938,
                    0.910156,
                    0.910156,
                    0.902344,
                    0.921875
                ]
            },
            "name": "model.transformer.layers.18.ffn_norm.weight",
            "outputIndexes": [
                1189
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1188,
                1189
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/ffn_norm_18/Mul_1_output_0",
            "outputIndexes": [
                1190
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/mlp/proj_1/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1190
            ],
            "outputIndexes": [
                1914
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/mlp/proj_1/Linear/pre_convert",
            "inputIndexes": [
                1914
            ],
            "outputIndexes": [
                1915
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/mlp/proj_1/Linear",
            "inputIndexes": [
                1915
            ],
            "outputIndexes": [
                1916
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 11776,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 141312,
                    "weightSize": 0
                },
                "external": [
                    195106720,
                    9043990,
                    1130496,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/mlp/proj_1/Linear/post_convert",
            "inputIndexes": [
                1916
            ],
            "outputIndexes": [
                1917
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/mlp/proj_1/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1917
            ],
            "outputIndexes": [
                1191
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    11776
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    5888
                ]
            },
            "name": "/ffn_18/Mul_output_0",
            "outputIndexes": [
                1192
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1191,
                21,
                1192,
                95
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/ffn_18/Slice_output_0",
            "outputIndexes": [
                1193
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1193
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/ffn/act_18/Sigmoid_output_0",
            "outputIndexes": [
                1194
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1193,
                1194
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/ffn/act_18/Mul_output_0",
            "outputIndexes": [
                1195
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    11776
                ]
            },
            "name": "/ffn_18/Mul_1_output_0",
            "outputIndexes": [
                1196
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1191,
                1192,
                1196,
                95
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/ffn_18/Slice_1_output_0",
            "outputIndexes": [
                1197
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1195,
                1197
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/ffn_18/Mul_2_output_0",
            "outputIndexes": [
                1198
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/mlp/proj_2/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1198
            ],
            "outputIndexes": [
                1918
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    5888,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/mlp/proj_2/Linear/pre_convert",
            "inputIndexes": [
                1918
            ],
            "outputIndexes": [
                1919
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/mlp/proj_2/Linear",
            "inputIndexes": [
                1919
            ],
            "outputIndexes": [
                1920
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 5888,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 70656,
                    "weightSize": 0
                },
                "external": [
                    205281206,
                    4522006,
                    565248,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/mlp/proj_2/Linear/post_convert",
            "inputIndexes": [
                1920
            ],
            "outputIndexes": [
                1921
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/mlp/proj_2/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1921
            ],
            "outputIndexes": [
                1199
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1187,
                1199
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_75_output_0",
            "outputIndexes": [
                1200
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1200,
                1
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_76_output_0",
            "outputIndexes": [
                1201
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1201
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/attn_norm_19/Mul_output_0",
            "outputIndexes": [
                1202
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    2.296875,
                    2.25,
                    2.25,
                    3.03125,
                    2.640625,
                    2.109375,
                    2.203125,
                    2.140625,
                    2.28125,
                    2.265625,
                    2.109375,
                    3.625,
                    2.265625,
                    2.453125,
                    2.15625,
                    2.203125,
                    2.265625,
                    2.0625,
                    2.40625,
                    3.90625,
                    3.265625,
                    2.125,
                    2.921875,
                    2.15625,
                    2.203125,
                    2.25,
                    2.25,
                    2.15625,
                    2.484375,
                    2.15625,
                    2.25,
                    2.421875,
                    2.6875,
                    2.671875,
                    2.3125,
                    2.140625,
                    2.25,
                    2.328125,
                    2.09375,
                    2.421875,
                    2.203125,
                    2.203125,
                    2.140625,
                    2.15625,
                    2.375,
                    2.359375,
                    2.203125,
                    2.84375,
                    2.21875,
                    3.625,
                    2.953125,
                    2.21875,
                    2.28125,
                    2.28125,
                    8.125,
                    2.21875,
                    2.125,
                    2.328125,
                    2.234375,
                    2.21875,
                    2.5625,
                    2.25,
                    2.921875,
                    2.140625,
                    1.992188,
                    2.125,
                    2.1875,
                    2.296875,
                    2.453125,
                    3.796875,
                    2.25,
                    2.265625,
                    2.28125,
                    2.0625,
                    2.6875,
                    2.296875,
                    2.25,
                    2.125,
                    2.234375,
                    2.359375,
                    2.390625,
                    2.078125,
                    2.390625,
                    2.203125,
                    4.625,
                    2.203125,
                    2.359375,
                    2.359375,
                    2.28125,
                    2.65625,
                    2.03125,
                    2.96875,
                    2.421875,
                    2.421875,
                    2.3125,
                    2.453125,
                    3.34375,
                    2.28125,
                    3.25,
                    3.171875,
                    2.078125,
                    2.375,
                    3.4375,
                    2.203125,
                    2.25,
                    2.4375,
                    2.6875,
                    2.8125,
                    3.140625,
                    2.109375,
                    2.140625,
                    2.328125,
                    2.171875,
                    2.8125,
                    2.1875,
                    2.265625,
                    2.21875,
                    2.34375,
                    2.296875,
                    2.3125,
                    2.1875,
                    2.40625,
                    2.5,
                    2.09375,
                    2.09375,
                    2.140625,
                    2.078125,
                    2.21875,
                    2.265625,
                    2.25,
                    2.015625,
                    2.1875,
                    2.421875,
                    2.3125,
                    2.265625,
                    2.359375,
                    3.6875,
                    2.28125,
                    2.4375,
                    2.96875,
                    2.09375,
                    2.078125,
                    2.671875,
                    2.171875,
                    3.09375,
                    3.328125,
                    2.609375,
                    2.3125,
                    3.34375,
                    2.96875,
                    2.171875,
                    3.125,
                    2.578125,
                    2.328125,
                    2.234375,
                    2.375,
                    2.421875,
                    2.171875,
                    2.09375,
                    2.5625,
                    2.171875,
                    6.375,
                    2.15625,
                    2.3125,
                    2.1875,
                    2.40625,
                    2.03125,
                    2.171875,
                    2.296875,
                    2.8125,
                    3.875,
                    2.34375,
                    3.0,
                    2.265625,
                    2.203125,
                    2.015625,
                    2.21875,
                    2.21875,
                    2.15625,
                    2.21875,
                    2.21875,
                    2.375,
                    5.0,
                    2.359375,
                    2.46875,
                    2.0625,
                    2.21875,
                    2.375,
                    2.0625,
                    2.390625,
                    2.375,
                    2.4375,
                    10.5625,
                    2.3125,
                    2.359375,
                    2.09375,
                    2.578125,
                    2.296875,
                    2.109375,
                    2.6875,
                    2.203125,
                    2.953125,
                    2.140625,
                    2.171875,
                    2.21875,
                    2.1875,
                    2.234375,
                    2.46875,
                    2.171875,
                    2.296875,
                    2.75,
                    2.171875,
                    2.171875,
                    2.390625,
                    2.328125,
                    2.28125,
                    2.25,
                    2.15625,
                    2.09375,
                    2.5625,
                    2.265625,
                    2.40625,
                    2.109375,
                    2.90625,
                    2.15625,
                    8.125,
                    2.171875,
                    2.453125,
                    2.1875,
                    2.359375,
                    2.0625,
                    2.203125,
                    2.671875,
                    2.734375,
                    2.40625,
                    2.234375,
                    2.265625,
                    2.453125,
                    2.390625,
                    2.921875,
                    2.359375,
                    3.40625,
                    2.09375,
                    2.25,
                    2.484375,
                    2.40625,
                    3.8125,
                    2.25,
                    2.234375,
                    2.453125,
                    2.234375,
                    3.15625,
                    2.265625,
                    2.671875,
                    1.945312,
                    2.140625,
                    2.4375,
                    2.21875,
                    2.40625,
                    2.0625,
                    2.3125,
                    2.28125,
                    3.390625,
                    2.171875,
                    2.109375,
                    2.046875,
                    2.078125,
                    7.375,
                    2.703125,
                    2.21875,
                    2.109375,
                    2.1875,
                    2.28125,
                    2.171875,
                    2.109375,
                    2.328125,
                    2.171875,
                    2.265625,
                    2.203125,
                    2.921875,
                    2.203125,
                    2.265625,
                    2.71875,
                    2.34375,
                    2.28125,
                    2.171875,
                    2.28125,
                    2.28125,
                    2.265625,
                    2.265625,
                    2.40625,
                    2.09375,
                    2.265625,
                    2.171875,
                    3.0625,
                    2.203125,
                    3.40625,
                    2.015625,
                    2.84375,
                    2.625,
                    2.046875,
                    2.34375,
                    2.390625,
                    2.234375,
                    2.296875,
                    2.171875,
                    2.109375,
                    5.40625,
                    2.171875,
                    2.390625,
                    2.375,
                    2.234375,
                    5.46875,
                    2.390625,
                    2.125,
                    2.34375,
                    2.125,
                    2.953125,
                    5.6875,
                    2.203125,
                    2.109375,
                    2.296875,
                    1.90625,
                    2.046875,
                    2.21875,
                    2.3125,
                    2.0625,
                    2.390625,
                    2.265625,
                    2.125,
                    2.609375,
                    2.4375,
                    2.390625,
                    2.390625,
                    2.234375,
                    2.015625,
                    2.171875,
                    2.390625,
                    3.125,
                    2.140625,
                    2.75,
                    2.421875,
                    2.09375,
                    2.890625,
                    2.125,
                    2.015625,
                    12.4375,
                    2.6875,
                    2.453125,
                    2.28125,
                    3.609375,
                    2.390625,
                    3.875,
                    2.4375,
                    2.203125,
                    6.15625,
                    2.671875,
                    2.28125,
                    2.78125,
                    2.15625,
                    2.296875,
                    2.875,
                    2.234375,
                    2.375,
                    2.703125,
                    2.28125,
                    2.4375,
                    3.640625,
                    2.140625,
                    3.0625,
                    3.0,
                    2.171875,
                    3.453125,
                    2.109375,
                    2.140625,
                    2.546875,
                    2.3125,
                    2.140625,
                    2.21875,
                    2.421875,
                    2.171875,
                    2.359375,
                    2.078125,
                    2.09375,
                    3.0625,
                    2.453125,
                    2.875,
                    2.296875,
                    2.421875,
                    2.15625,
                    2.140625,
                    2.375,
                    2.171875,
                    3.1875,
                    2.0625,
                    4.0625,
                    2.109375,
                    8.8125,
                    0.789062,
                    2.953125,
                    2.3125,
                    2.296875,
                    2.125,
                    2.28125,
                    2.21875,
                    3.359375,
                    3.734375,
                    2.140625,
                    2.140625,
                    2.140625,
                    2.265625,
                    3.515625,
                    2.390625,
                    2.109375,
                    2.125,
                    2.375,
                    2.375,
                    2.15625,
                    2.40625,
                    2.15625,
                    2.4375,
                    2.625,
                    2.75,
                    3.75,
                    2.171875,
                    3.84375,
                    2.015625,
                    2.171875,
                    2.25,
                    2.125,
                    2.484375,
                    2.34375,
                    2.28125,
                    2.15625,
                    2.171875,
                    2.1875,
                    2.265625,
                    2.1875,
                    2.546875,
                    2.328125,
                    2.34375,
                    2.28125,
                    2.625,
                    2.296875,
                    2.125,
                    2.203125,
                    2.3125,
                    2.71875,
                    2.28125,
                    2.265625,
                    4.625,
                    2.125,
                    2.09375,
                    2.15625,
                    2.75,
                    2.125,
                    2.109375,
                    3.421875,
                    2.203125,
                    2.125,
                    2.203125,
                    3.0625,
                    2.203125,
                    2.203125,
                    2.359375,
                    3.3125,
                    2.34375,
                    2.296875,
                    2.09375,
                    2.234375,
                    2.96875,
                    2.109375,
                    2.203125,
                    3.0,
                    2.53125,
                    2.328125,
                    2.328125,
                    2.203125,
                    2.46875,
                    2.296875,
                    2.109375,
                    2.1875,
                    2.421875,
                    2.859375,
                    2.109375,
                    3.65625,
                    2.03125,
                    2.1875,
                    2.140625,
                    2.21875,
                    2.703125,
                    2.46875,
                    2.375,
                    2.3125,
                    2.0625,
                    2.21875,
                    2.125,
                    2.671875,
                    2.171875,
                    4.75,
                    2.375,
                    2.09375,
                    2.875,
                    2.25,
                    2.46875,
                    2.15625,
                    2.296875,
                    2.078125,
                    2.09375,
                    3.640625,
                    2.203125,
                    2.140625,
                    2.015625,
                    2.25,
                    3.984375,
                    2.078125,
                    2.0625,
                    2.25,
                    2.15625,
                    2.140625,
                    2.8125,
                    2.234375,
                    2.3125,
                    2.265625,
                    2.546875,
                    2.296875,
                    2.28125,
                    2.296875,
                    2.40625,
                    10.0625,
                    2.515625,
                    2.21875,
                    2.15625,
                    2.234375,
                    2.640625,
                    2.921875,
                    2.140625,
                    2.125,
                    2.0,
                    2.234375,
                    2.21875,
                    2.71875,
                    3.015625,
                    2.125,
                    2.1875,
                    2.203125,
                    2.203125,
                    2.375,
                    2.34375,
                    2.21875,
                    2.765625,
                    2.359375,
                    2.5,
                    2.59375,
                    2.640625,
                    2.015625,
                    2.15625,
                    2.234375,
                    2.3125,
                    2.25,
                    2.140625,
                    5.5625,
                    3.15625,
                    2.125,
                    2.296875,
                    2.03125,
                    2.359375,
                    2.578125,
                    2.125,
                    2.28125,
                    2.265625,
                    2.921875,
                    2.34375,
                    2.34375,
                    2.265625,
                    2.34375,
                    3.28125,
                    2.328125,
                    2.59375,
                    2.09375,
                    2.203125,
                    2.125,
                    2.1875,
                    2.375,
                    2.328125,
                    2.375,
                    2.296875,
                    2.40625,
                    2.5,
                    2.359375,
                    2.140625,
                    2.28125,
                    2.015625,
                    2.359375,
                    2.140625,
                    2.21875,
                    3.765625,
                    2.984375,
                    2.5,
                    2.5,
                    2.328125,
                    2.0625,
                    2.1875,
                    2.109375,
                    2.546875,
                    2.359375,
                    2.1875,
                    2.921875,
                    2.75,
                    2.109375,
                    2.375,
                    2.875,
                    2.15625,
                    2.234375,
                    2.1875,
                    2.171875,
                    2.265625,
                    2.265625,
                    3.8125,
                    2.1875,
                    2.078125,
                    2.21875,
                    2.34375,
                    2.15625,
                    2.25,
                    2.25,
                    2.078125,
                    2.140625,
                    2.125,
                    2.359375,
                    2.1875,
                    2.265625,
                    2.15625,
                    2.3125,
                    2.609375,
                    2.203125,
                    2.25,
                    2.34375,
                    2.140625,
                    2.265625,
                    2.390625,
                    3.1875,
                    2.328125,
                    2.21875,
                    2.21875,
                    2.6875,
                    2.140625,
                    2.875,
                    2.328125,
                    2.21875,
                    2.84375,
                    2.171875,
                    2.296875,
                    2.203125,
                    2.21875,
                    2.078125,
                    2.515625,
                    2.59375,
                    2.21875,
                    5.59375,
                    2.453125,
                    2.25,
                    2.46875,
                    2.328125,
                    2.484375,
                    2.3125,
                    2.46875,
                    2.234375,
                    2.21875,
                    2.671875,
                    2.640625,
                    2.046875,
                    3.609375,
                    2.21875,
                    2.265625,
                    2.328125,
                    2.375,
                    2.328125,
                    2.390625,
                    2.21875,
                    2.15625,
                    2.421875,
                    2.0625,
                    2.3125,
                    2.5,
                    2.0625,
                    5.46875,
                    2.40625,
                    3.953125,
                    2.40625,
                    2.109375,
                    5.125,
                    2.171875,
                    2.34375,
                    2.15625,
                    2.15625,
                    2.203125,
                    2.1875,
                    2.203125,
                    2.1875,
                    2.140625,
                    2.1875,
                    3.5,
                    2.296875,
                    3.484375,
                    2.203125,
                    2.328125,
                    2.828125,
                    2.0625,
                    2.34375,
                    2.15625,
                    2.1875,
                    2.171875,
                    2.34375,
                    2.203125,
                    2.296875,
                    2.375,
                    3.03125,
                    2.46875,
                    2.09375,
                    2.09375,
                    2.375,
                    1.984375,
                    1.976562,
                    2.53125,
                    2.328125,
                    2.09375,
                    2.15625,
                    2.390625,
                    2.21875,
                    2.1875,
                    2.078125,
                    2.171875,
                    3.546875,
                    2.40625,
                    2.0625,
                    2.203125,
                    2.21875,
                    2.203125,
                    2.25,
                    2.328125,
                    2.46875,
                    2.34375,
                    2.484375,
                    2.8125,
                    2.25,
                    2.125,
                    2.203125,
                    2.3125,
                    6.125,
                    2.203125,
                    2.796875,
                    5.90625,
                    2.421875,
                    2.640625,
                    5.1875,
                    2.078125,
                    2.171875,
                    2.03125,
                    2.390625,
                    2.46875,
                    2.078125,
                    2.265625,
                    2.28125,
                    2.125,
                    3.046875,
                    2.1875,
                    2.34375,
                    2.125,
                    2.390625,
                    2.03125,
                    2.109375,
                    2.1875,
                    4.0,
                    2.265625,
                    2.109375,
                    2.265625,
                    2.03125,
                    2.328125,
                    2.3125,
                    2.125,
                    2.609375,
                    2.078125,
                    2.15625,
                    3.296875,
                    3.703125,
                    2.15625,
                    2.203125,
                    2.09375,
                    2.171875,
                    3.53125,
                    2.546875,
                    2.046875,
                    2.828125,
                    2.296875,
                    2.859375,
                    3.515625,
                    1.96875,
                    2.1875,
                    2.21875,
                    2.171875,
                    2.28125,
                    2.046875,
                    2.390625,
                    2.140625,
                    2.28125,
                    2.140625,
                    2.15625,
                    2.328125,
                    2.671875,
                    2.171875,
                    2.578125,
                    2.125,
                    2.375,
                    2.15625,
                    2.140625,
                    3.078125,
                    2.375,
                    2.625,
                    2.34375,
                    12.5625,
                    2.09375,
                    2.53125,
                    2.390625,
                    2.203125,
                    2.15625,
                    2.28125,
                    2.109375,
                    2.1875,
                    2.34375,
                    2.359375,
                    2.21875,
                    4.125,
                    2.296875,
                    2.1875,
                    4.40625,
                    2.203125,
                    3.78125,
                    2.125,
                    3.0625,
                    3.671875,
                    2.578125,
                    2.546875,
                    1.921875,
                    2.15625,
                    4.9375,
                    2.3125,
                    2.109375,
                    2.234375,
                    2.3125,
                    3.234375,
                    3.890625,
                    2.28125,
                    3.4375,
                    2.484375,
                    2.203125,
                    2.40625,
                    2.109375,
                    2.515625,
                    2.296875,
                    2.390625,
                    2.171875,
                    2.734375,
                    2.078125,
                    2.21875,
                    2.171875,
                    2.09375,
                    2.09375,
                    2.453125,
                    2.8125,
                    2.265625,
                    2.15625,
                    2.140625,
                    2.34375,
                    2.09375,
                    1.992188,
                    2.40625,
                    2.375,
                    2.21875,
                    2.140625,
                    2.140625,
                    2.0625,
                    2.140625,
                    2.671875,
                    2.234375,
                    2.4375,
                    2.0625,
                    2.421875,
                    2.3125,
                    2.1875,
                    2.328125,
                    2.171875,
                    2.296875,
                    2.21875,
                    2.140625,
                    2.640625,
                    2.1875,
                    2.484375,
                    2.921875,
                    2.09375,
                    2.671875,
                    2.28125,
                    2.09375,
                    2.453125,
                    2.234375,
                    2.28125,
                    3.703125,
                    2.171875,
                    0.00235,
                    2.453125,
                    2.359375,
                    2.3125,
                    2.1875,
                    2.296875,
                    2.09375,
                    2.296875,
                    2.296875,
                    4.96875,
                    1.96875,
                    2.25,
                    2.125,
                    2.09375,
                    2.40625,
                    2.046875,
                    2.3125,
                    2.765625,
                    2.375,
                    2.125,
                    2.15625,
                    3.546875,
                    2.328125,
                    2.125,
                    2.140625,
                    2.125,
                    2.234375,
                    2.234375,
                    2.390625,
                    2.203125,
                    2.171875,
                    2.171875,
                    2.21875,
                    2.1875,
                    3.03125,
                    2.1875,
                    2.15625,
                    2.078125,
                    2.65625,
                    2.265625,
                    2.53125,
                    2.3125,
                    2.296875,
                    3.015625,
                    2.0625,
                    1.976562,
                    2.203125,
                    2.25,
                    2.4375,
                    2.359375,
                    2.171875,
                    2.640625,
                    2.21875,
                    1.9375,
                    2.6875,
                    3.015625,
                    5.4375,
                    2.125,
                    3.53125,
                    2.296875,
                    2.21875,
                    2.203125,
                    2.109375,
                    2.171875,
                    2.734375,
                    2.09375,
                    2.40625,
                    2.171875,
                    2.03125,
                    2.03125,
                    2.234375,
                    2.65625,
                    2.21875,
                    2.4375,
                    2.140625,
                    2.9375,
                    2.265625,
                    2.203125,
                    2.359375,
                    2.234375,
                    2.21875,
                    2.78125,
                    2.140625,
                    2.4375,
                    2.015625,
                    2.484375,
                    2.296875,
                    2.328125,
                    3.03125,
                    2.546875,
                    2.15625,
                    2.4375,
                    2.515625,
                    2.625,
                    2.1875,
                    2.21875,
                    2.359375,
                    2.171875,
                    2.125,
                    2.15625,
                    2.46875,
                    2.25,
                    3.03125,
                    2.234375,
                    2.296875,
                    2.953125,
                    2.34375,
                    2.421875,
                    2.296875,
                    2.109375,
                    2.140625,
                    2.296875,
                    2.75,
                    2.109375,
                    2.078125,
                    10.5625,
                    2.21875,
                    2.453125,
                    2.203125,
                    2.359375,
                    2.421875,
                    2.328125,
                    2.3125,
                    2.125,
                    2.09375,
                    2.875,
                    3.296875,
                    2.171875,
                    2.03125,
                    2.078125,
                    2.1875,
                    2.140625,
                    2.109375,
                    2.828125,
                    2.375,
                    3.015625,
                    2.03125,
                    3.78125,
                    3.796875,
                    2.1875,
                    2.25,
                    2.1875,
                    2.296875,
                    2.078125,
                    2.234375,
                    2.53125,
                    2.234375,
                    3.109375,
                    3.03125,
                    2.1875,
                    2.109375,
                    5.59375,
                    2.28125,
                    2.359375,
                    2.296875,
                    2.421875,
                    2.28125,
                    2.390625,
                    2.15625,
                    2.140625,
                    2.25,
                    2.375,
                    2.234375,
                    3.125,
                    2.265625,
                    2.8125,
                    2.171875,
                    2.046875,
                    2.109375,
                    1.984375,
                    2.171875,
                    3.21875,
                    2.875,
                    2.25,
                    2.1875,
                    3.234375,
                    3.03125,
                    5.8125,
                    3.109375,
                    2.625,
                    2.234375,
                    2.59375,
                    2.296875,
                    2.171875,
                    2.453125,
                    2.0625,
                    2.21875,
                    2.546875,
                    2.125,
                    2.234375,
                    1.984375,
                    2.28125,
                    2.4375,
                    3.859375,
                    2.4375,
                    2.234375,
                    2.078125,
                    2.046875,
                    2.109375,
                    2.21875,
                    2.5625,
                    2.109375,
                    2.515625,
                    2.265625,
                    2.34375,
                    2.375,
                    2.6875,
                    2.265625,
                    2.1875,
                    2.25,
                    2.234375,
                    2.625,
                    2.015625,
                    3.1875,
                    2.234375,
                    2.265625,
                    3.65625,
                    2.140625,
                    2.265625,
                    2.359375,
                    2.109375,
                    2.375,
                    2.34375,
                    2.421875,
                    3.0625,
                    2.25,
                    2.1875,
                    2.640625,
                    2.203125,
                    2.75,
                    2.25,
                    2.421875,
                    2.265625,
                    2.390625,
                    2.125,
                    2.4375,
                    3.109375,
                    2.15625,
                    2.25,
                    2.5625,
                    2.546875,
                    2.078125,
                    2.3125,
                    2.765625,
                    2.40625,
                    2.203125,
                    2.15625,
                    2.28125,
                    2.3125,
                    2.5,
                    2.28125,
                    2.125,
                    3.734375,
                    2.109375,
                    2.125,
                    2.53125,
                    2.4375,
                    1.585938,
                    2.15625,
                    2.421875,
                    2.390625,
                    2.1875,
                    2.484375,
                    2.59375,
                    3.046875,
                    2.0625,
                    2.234375,
                    2.15625,
                    2.34375,
                    2.109375,
                    2.484375,
                    2.171875,
                    2.296875,
                    2.296875,
                    2.09375,
                    3.375,
                    2.34375,
                    3.265625,
                    2.09375,
                    1.945312,
                    2.71875,
                    2.421875,
                    2.296875,
                    2.25,
                    2.125,
                    2.546875,
                    2.34375,
                    2.15625,
                    2.4375,
                    2.109375,
                    2.171875,
                    3.125,
                    2.203125,
                    2.078125,
                    2.1875,
                    2.953125,
                    2.1875,
                    2.515625,
                    2.265625,
                    2.65625,
                    2.59375,
                    2.203125,
                    2.125,
                    2.3125,
                    2.078125,
                    2.359375,
                    2.1875,
                    2.625,
                    2.359375,
                    2.234375,
                    2.46875,
                    2.453125,
                    2.703125,
                    2.34375,
                    2.3125,
                    2.328125,
                    2.265625,
                    2.125,
                    2.34375,
                    2.09375,
                    2.171875,
                    2.3125,
                    2.5,
                    2.96875,
                    2.328125,
                    2.0625,
                    2.125,
                    2.046875,
                    5.78125,
                    2.3125,
                    2.296875,
                    2.1875,
                    2.375,
                    2.15625,
                    3.046875,
                    2.1875,
                    2.171875,
                    2.421875,
                    2.125,
                    2.09375,
                    2.390625,
                    2.171875,
                    2.3125,
                    2.109375,
                    2.140625,
                    11.625,
                    2.65625,
                    2.109375,
                    2.1875,
                    3.53125,
                    2.296875,
                    2.6875,
                    2.078125,
                    2.109375,
                    2.953125,
                    2.125,
                    2.59375,
                    2.484375,
                    2.890625,
                    2.453125,
                    2.40625,
                    2.34375,
                    2.234375,
                    4.09375,
                    2.53125,
                    2.171875,
                    3.15625,
                    2.09375,
                    2.40625,
                    2.40625,
                    2.28125,
                    2.921875,
                    2.15625,
                    2.4375,
                    3.1875,
                    2.359375,
                    2.578125,
                    2.140625,
                    2.109375,
                    2.15625,
                    2.421875,
                    2.3125,
                    2.203125,
                    2.234375,
                    2.265625,
                    2.34375,
                    2.921875,
                    2.1875,
                    2.171875,
                    2.171875,
                    2.296875,
                    2.265625,
                    2.15625,
                    2.1875,
                    2.328125,
                    2.1875,
                    2.21875,
                    2.609375,
                    2.40625,
                    2.390625,
                    2.40625,
                    2.5625,
                    2.25,
                    2.59375,
                    2.0625,
                    2.515625,
                    3.359375,
                    2.25,
                    2.03125,
                    2.5625,
                    2.265625,
                    2.28125,
                    2.5,
                    2.40625,
                    2.125,
                    2.1875,
                    2.3125,
                    2.1875,
                    2.3125,
                    2.609375,
                    2.3125,
                    2.8125,
                    4.03125,
                    3.453125,
                    2.21875,
                    2.015625,
                    2.421875,
                    2.6875,
                    2.234375,
                    2.234375,
                    2.171875,
                    2.125,
                    2.390625,
                    2.46875,
                    2.40625,
                    3.640625,
                    2.203125,
                    2.453125,
                    2.234375,
                    2.0625,
                    2.015625,
                    2.0,
                    2.0,
                    2.375,
                    3.25,
                    2.109375,
                    2.96875,
                    2.265625,
                    2.046875,
                    2.140625,
                    2.71875,
                    2.359375,
                    3.875,
                    2.15625,
                    2.421875,
                    2.140625,
                    2.34375,
                    2.078125,
                    2.171875,
                    2.125,
                    2.359375,
                    2.09375,
                    2.21875,
                    2.3125,
                    3.234375,
                    2.34375,
                    2.296875,
                    3.484375,
                    2.5625,
                    2.1875,
                    2.453125,
                    2.390625,
                    2.21875,
                    2.140625,
                    2.140625,
                    2.578125,
                    2.140625,
                    2.28125,
                    2.265625,
                    2.6875,
                    2.109375,
                    2.3125,
                    2.390625,
                    2.21875,
                    2.171875,
                    2.234375,
                    2.3125,
                    2.109375,
                    2.140625,
                    2.0,
                    2.15625,
                    1.9375,
                    2.171875,
                    2.265625,
                    1.9375,
                    2.390625,
                    2.03125,
                    2.328125,
                    2.109375,
                    2.375,
                    2.21875,
                    4.15625,
                    2.28125,
                    2.109375,
                    2.171875,
                    2.71875,
                    2.734375,
                    2.25,
                    2.546875,
                    2.171875,
                    2.203125,
                    2.15625,
                    2.21875,
                    2.34375,
                    2.34375,
                    2.5,
                    2.484375,
                    2.40625,
                    2.03125,
                    2.203125,
                    2.515625,
                    2.078125,
                    2.640625,
                    3.078125,
                    2.390625,
                    2.296875,
                    2.265625,
                    2.5625,
                    2.21875,
                    2.46875,
                    2.078125,
                    4.21875,
                    2.3125,
                    2.3125,
                    3.109375,
                    2.234375,
                    2.234375,
                    2.140625,
                    2.28125,
                    2.296875,
                    2.78125,
                    2.1875,
                    2.140625,
                    2.890625,
                    2.234375,
                    2.234375,
                    3.453125,
                    3.0,
                    2.078125,
                    2.296875,
                    2.53125,
                    2.28125,
                    2.484375,
                    3.03125,
                    2.15625,
                    2.265625,
                    2.421875,
                    3.265625,
                    2.140625,
                    2.03125,
                    2.359375,
                    2.046875,
                    2.015625,
                    2.0625,
                    2.375,
                    2.625,
                    2.46875,
                    2.328125,
                    2.6875,
                    2.21875,
                    2.25,
                    2.453125,
                    2.21875,
                    6.6875,
                    2.84375,
                    2.453125,
                    2.359375,
                    2.171875,
                    3.59375,
                    2.5,
                    2.203125,
                    2.875,
                    2.265625,
                    2.015625,
                    2.5,
                    2.25,
                    2.078125,
                    2.09375,
                    2.21875,
                    2.15625,
                    3.109375,
                    2.765625,
                    2.0625,
                    2.25,
                    2.21875,
                    2.28125,
                    2.203125,
                    2.390625,
                    2.515625,
                    2.421875,
                    2.1875,
                    2.203125,
                    2.140625,
                    2.265625,
                    2.21875,
                    2.140625,
                    3.6875,
                    2.390625,
                    2.21875,
                    2.3125,
                    3.125,
                    2.25,
                    2.421875,
                    2.3125,
                    2.1875,
                    2.203125,
                    2.421875,
                    2.25,
                    2.0625,
                    2.203125,
                    2.21875,
                    2.1875,
                    2.421875,
                    2.125,
                    2.125,
                    2.328125,
                    2.28125,
                    2.390625
                ]
            },
            "name": "model.transformer.layers.19.attn_norm.weight",
            "outputIndexes": [
                1203
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1202,
                1203
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/attn_norm_19/Mul_1_output_0",
            "outputIndexes": [
                1204
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1204
            ],
            "outputIndexes": [
                1922
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                1922
            ],
            "outputIndexes": [
                1923
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/q_proj/Linear",
            "inputIndexes": [
                1923
            ],
            "outputIndexes": [
                1924
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 18432,
                    "weightSize": 0
                },
                "external": [
                    210368460,
                    1179670,
                    147456,
                    6144,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                1924
            ],
            "outputIndexes": [
                1925
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1925
            ],
            "outputIndexes": [
                1205
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1204
            ],
            "main_type": "NONE",
            "name": "/Shape_77_output_0",
            "outputIndexes": [
                1206
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1206
            ],
            "main_type": "NONE",
            "name": "Shape1707",
            "outputIndexes": [
                1207
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1206
            ],
            "main_type": "NONE",
            "name": "Rank1709",
            "outputIndexes": [
                1208
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1208,
                1208
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1711",
            "outputIndexes": [
                1209
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1209
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1712",
            "outputIndexes": [
                1210
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1209,
                9
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1714",
            "outputIndexes": [
                1211
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1211
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1715",
            "outputIndexes": [
                1212
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1207,
                1210,
                1212,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice1718",
            "outputIndexes": [
                1213
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1213
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze1719",
            "outputIndexes": [
                1214
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                9,
                1214
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1720",
            "outputIndexes": [
                1215
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1215,
                1214
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1721",
            "outputIndexes": [
                1216
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1206,
                1216,
                1209
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_99_output_0",
            "outputIndexes": [
                1217
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1217,
                21
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_191_output_0",
            "outputIndexes": [
                1218
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                7,
                1218,
                1035,
                24
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_95_output_0",
            "outputIndexes": [
                1219
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1205,
                1219
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_77_output_0",
            "outputIndexes": [
                1220
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1220
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/q_norm_19/Mul_output_0",
            "outputIndexes": [
                1221
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    64
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    -0.012451,
                    -0.011169,
                    1.484375,
                    0.03125,
                    0.00209,
                    1.125,
                    1.492188,
                    1.382812,
                    1.070312,
                    1.578125,
                    2.09375,
                    1.828125,
                    1.367188,
                    1.703125,
                    1.945312,
                    1.414062,
                    1.882812,
                    3.359375,
                    1.476562,
                    1.789062,
                    1.664062,
                    1.304688,
                    2.265625,
                    0.139648,
                    1.75,
                    1.84375,
                    2.09375,
                    1.695312,
                    1.171875,
                    1.726562,
                    1.890625,
                    1.773438,
                    0.65625,
                    -0.046387,
                    0.117188,
                    1.515625,
                    1.6875,
                    1.78125,
                    0.992188,
                    1.835938,
                    1.992188,
                    1.46875,
                    1.820312,
                    1.835938,
                    2.109375,
                    1.984375,
                    1.507812,
                    2.046875,
                    1.75,
                    0.601562,
                    1.96875,
                    1.71875,
                    1.773438,
                    2.21875,
                    1.367188,
                    4.375,
                    1.78125,
                    1.726562,
                    1.695312,
                    1.664062,
                    1.84375,
                    1.359375,
                    1.5625,
                    0.9375
                ]
            },
            "name": "model.transformer.layers.19.attn.q_norm.weight",
            "outputIndexes": [
                1222
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1221,
                1222
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/q_norm_19/Mul_1_output_0",
            "outputIndexes": [
                1223
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1223,
                53
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_76_output_0",
            "outputIndexes": [
                1224
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1223,
                55,
                56,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_77_output_0",
            "outputIndexes": [
                1225
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1225
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_38_output_0",
            "outputIndexes": [
                1226
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1223,
                21,
                55,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_76_output_0",
            "outputIndexes": [
                1227
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1226,
                1227
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_98_output_0",
            "outputIndexes": [
                1228
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1228,
                68
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_77_output_0",
            "outputIndexes": [
                1229
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1224,
                1229
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_76_output_0",
            "outputIndexes": [
                1230
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1204
            ],
            "outputIndexes": [
                1926
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                1926
            ],
            "outputIndexes": [
                1927
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/k_proj/Linear",
            "inputIndexes": [
                1927
            ],
            "outputIndexes": [
                1928
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 384,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 4608,
                    "weightSize": 0
                },
                "external": [
                    211701730,
                    294934,
                    36864,
                    1536,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                1928
            ],
            "outputIndexes": [
                1929
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1929
            ],
            "outputIndexes": [
                1231
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    384
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                7,
                1218,
                1049,
                24
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_96_output_0",
            "outputIndexes": [
                1232
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1231,
                1232
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_78_output_0",
            "outputIndexes": [
                1233
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1233
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/k_norm_19/Mul_output_0",
            "outputIndexes": [
                1234
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    64
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    -0.002838,
                    -0.009583,
                    1.328125,
                    0.00824,
                    -0.002258,
                    1.671875,
                    1.882812,
                    1.578125,
                    0.152344,
                    1.882812,
                    1.101562,
                    1.5625,
                    2.21875,
                    1.882812,
                    1.578125,
                    2.1875,
                    1.695312,
                    0.123047,
                    2.15625,
                    1.820312,
                    1.84375,
                    2.25,
                    1.460938,
                    4.75,
                    1.914062,
                    1.773438,
                    1.703125,
                    1.828125,
                    2.703125,
                    1.6875,
                    1.726562,
                    1.8125,
                    0.742188,
                    -0.046631,
                    0.202148,
                    1.304688,
                    1.476562,
                    1.484375,
                    0.155273,
                    1.492188,
                    2.125,
                    1.492188,
                    2.046875,
                    1.617188,
                    1.21875,
                    1.460938,
                    1.984375,
                    1.390625,
                    1.734375,
                    3.09375,
                    1.59375,
                    1.726562,
                    1.71875,
                    1.390625,
                    2.234375,
                    0.162109,
                    1.796875,
                    1.96875,
                    1.992188,
                    1.945312,
                    1.648438,
                    2.296875,
                    1.828125,
                    3.296875
                ]
            },
            "name": "model.transformer.layers.19.attn.k_norm.weight",
            "outputIndexes": [
                1235
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1234,
                1235
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/k_norm_19/Mul_1_output_0",
            "outputIndexes": [
                1236
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1236,
                53
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_78_output_0",
            "outputIndexes": [
                1237
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1236,
                55,
                56,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_79_output_0",
            "outputIndexes": [
                1238
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1238
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_39_output_0",
            "outputIndexes": [
                1239
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1236,
                21,
                55,
                57,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_78_output_0",
            "outputIndexes": [
                1240
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1239,
                1240
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_99_output_0",
            "outputIndexes": [
                1241
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1241,
                68
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_79_output_0",
            "outputIndexes": [
                1242
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1237,
                1242
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_77_output_0",
            "outputIndexes": [
                1243
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1204
            ],
            "outputIndexes": [
                1930
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                1930
            ],
            "outputIndexes": [
                1931
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/v_proj/Linear",
            "inputIndexes": [
                1931
            ],
            "outputIndexes": [
                1932
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 384,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 4608,
                    "weightSize": 0
                },
                "external": [
                    212035064,
                    294934,
                    36864,
                    1536,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                1932
            ],
            "outputIndexes": [
                1933
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1933
            ],
            "outputIndexes": [
                1244
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    384
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1244,
                1232
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_79_output_0",
            "outputIndexes": [
                1245
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1230,
                1243,
                1245,
                86
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "/layers.19/self_attn/FusedAttention",
            "outputIndexes": [
                1246
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1246
            ],
            "outputIndexes": [
                1934
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                1934
            ],
            "outputIndexes": [
                1935
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/o_proj/Linear",
            "inputIndexes": [
                1935
            ],
            "outputIndexes": [
                1936
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 18432,
                    "weightSize": 0
                },
                "external": [
                    212368398,
                    1179670,
                    147456,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                1936
            ],
            "outputIndexes": [
                1937
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1937
            ],
            "outputIndexes": [
                1247
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1201,
                1247
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_78_output_0",
            "outputIndexes": [
                1248
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1248
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/ffn_norm_19/Mul_output_0",
            "outputIndexes": [
                1249
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    1.117188,
                    1.140625,
                    1.117188,
                    1.15625,
                    1.164062,
                    1.109375,
                    1.125,
                    1.109375,
                    1.101562,
                    1.125,
                    1.148438,
                    1.25,
                    1.132812,
                    1.109375,
                    1.125,
                    1.148438,
                    1.117188,
                    1.09375,
                    1.132812,
                    1.765625,
                    1.070312,
                    1.101562,
                    1.148438,
                    1.117188,
                    1.101562,
                    1.117188,
                    1.164062,
                    1.125,
                    1.140625,
                    1.109375,
                    1.09375,
                    1.132812,
                    1.140625,
                    1.117188,
                    1.125,
                    1.117188,
                    1.148438,
                    1.125,
                    1.125,
                    1.117188,
                    1.117188,
                    1.148438,
                    1.09375,
                    1.101562,
                    1.109375,
                    1.101562,
                    1.109375,
                    1.382812,
                    1.117188,
                    1.546875,
                    1.375,
                    1.125,
                    1.09375,
                    1.132812,
                    0.917969,
                    1.117188,
                    1.132812,
                    1.109375,
                    1.125,
                    1.117188,
                    1.132812,
                    1.109375,
                    1.117188,
                    1.125,
                    1.25,
                    1.125,
                    1.132812,
                    1.109375,
                    1.117188,
                    0.921875,
                    1.117188,
                    1.132812,
                    1.132812,
                    1.132812,
                    1.132812,
                    1.117188,
                    1.117188,
                    1.109375,
                    1.132812,
                    1.125,
                    1.132812,
                    1.132812,
                    1.132812,
                    1.101562,
                    1.429688,
                    1.148438,
                    1.125,
                    1.117188,
                    1.109375,
                    1.1875,
                    1.125,
                    1.117188,
                    1.109375,
                    1.117188,
                    1.132812,
                    1.125,
                    1.148438,
                    1.125,
                    1.25,
                    1.15625,
                    1.101562,
                    0.839844,
                    1.648438,
                    1.117188,
                    1.117188,
                    1.109375,
                    1.101562,
                    1.171875,
                    1.125,
                    1.109375,
                    1.164062,
                    1.117188,
                    1.453125,
                    1.28125,
                    1.09375,
                    1.140625,
                    1.289062,
                    1.117188,
                    1.117188,
                    1.117188,
                    1.109375,
                    1.140625,
                    1.140625,
                    1.101562,
                    1.117188,
                    1.132812,
                    1.109375,
                    1.125,
                    1.085938,
                    1.125,
                    1.109375,
                    1.15625,
                    1.101562,
                    1.117188,
                    1.085938,
                    1.101562,
                    1.070312,
                    1.164062,
                    1.132812,
                    1.15625,
                    1.125,
                    1.109375,
                    1.132812,
                    1.117188,
                    1.140625,
                    1.195312,
                    1.140625,
                    1.09375,
                    1.570312,
                    1.351562,
                    1.125,
                    1.164062,
                    1.132812,
                    1.117188,
                    1.125,
                    1.09375,
                    1.117188,
                    1.171875,
                    1.101562,
                    1.085938,
                    1.101562,
                    2.296875,
                    1.117188,
                    1.125,
                    1.117188,
                    1.132812,
                    1.109375,
                    1.15625,
                    1.109375,
                    0.925781,
                    1.703125,
                    1.101562,
                    1.242188,
                    1.132812,
                    1.140625,
                    1.09375,
                    1.164062,
                    1.109375,
                    1.09375,
                    1.109375,
                    1.140625,
                    1.101562,
                    2.03125,
                    1.125,
                    1.109375,
                    1.140625,
                    1.101562,
                    1.09375,
                    1.109375,
                    1.101562,
                    1.109375,
                    1.117188,
                    0.691406,
                    1.109375,
                    1.09375,
                    1.109375,
                    1.078125,
                    1.125,
                    1.09375,
                    1.09375,
                    1.109375,
                    1.179688,
                    1.09375,
                    1.109375,
                    1.101562,
                    1.09375,
                    1.375,
                    1.109375,
                    1.125,
                    1.117188,
                    1.078125,
                    1.117188,
                    1.109375,
                    1.125,
                    1.101562,
                    1.125,
                    1.148438,
                    1.109375,
                    1.09375,
                    1.148438,
                    1.109375,
                    1.132812,
                    1.164062,
                    1.21875,
                    1.140625,
                    1.164062,
                    1.109375,
                    1.09375,
                    1.117188,
                    1.140625,
                    1.109375,
                    1.117188,
                    1.164062,
                    1.117188,
                    1.164062,
                    1.125,
                    1.171875,
                    1.140625,
                    1.101562,
                    1.0625,
                    1.078125,
                    1.15625,
                    1.109375,
                    1.117188,
                    1.117188,
                    1.125,
                    1.148438,
                    1.132812,
                    1.109375,
                    1.101562,
                    1.125,
                    1.210938,
                    1.09375,
                    1.046875,
                    1.09375,
                    1.132812,
                    1.117188,
                    1.109375,
                    1.164062,
                    1.171875,
                    1.140625,
                    1.101562,
                    1.132812,
                    1.109375,
                    1.148438,
                    1.109375,
                    1.117188,
                    0.945312,
                    1.101562,
                    1.132812,
                    1.125,
                    1.117188,
                    1.140625,
                    1.109375,
                    1.125,
                    1.15625,
                    1.132812,
                    0.886719,
                    1.078125,
                    1.257812,
                    1.117188,
                    1.09375,
                    1.125,
                    1.125,
                    1.117188,
                    1.125,
                    1.117188,
                    1.125,
                    1.125,
                    1.101562,
                    1.21875,
                    1.109375,
                    1.164062,
                    1.132812,
                    1.164062,
                    1.125,
                    1.171875,
                    1.117188,
                    1.164062,
                    1.203125,
                    1.09375,
                    1.15625,
                    1.132812,
                    1.140625,
                    1.101562,
                    1.09375,
                    1.132812,
                    2.484375,
                    1.117188,
                    1.148438,
                    1.109375,
                    1.125,
                    1.273438,
                    1.132812,
                    1.109375,
                    1.164062,
                    1.109375,
                    1.289062,
                    0.886719,
                    1.085938,
                    1.109375,
                    1.140625,
                    1.140625,
                    1.078125,
                    1.117188,
                    1.148438,
                    1.132812,
                    1.085938,
                    1.109375,
                    1.117188,
                    1.148438,
                    1.140625,
                    1.132812,
                    1.109375,
                    1.125,
                    1.101562,
                    1.101562,
                    1.109375,
                    1.140625,
                    1.09375,
                    1.203125,
                    1.09375,
                    1.101562,
                    1.148438,
                    1.117188,
                    1.132812,
                    0.421875,
                    1.171875,
                    1.148438,
                    1.257812,
                    1.054688,
                    1.101562,
                    1.179688,
                    0.933594,
                    1.117188,
                    0.570312,
                    1.117188,
                    1.148438,
                    1.117188,
                    1.109375,
                    1.101562,
                    1.15625,
                    1.109375,
                    1.164062,
                    1.132812,
                    1.0625,
                    1.132812,
                    1.007812,
                    1.109375,
                    1.171875,
                    1.148438,
                    1.09375,
                    1.1875,
                    1.117188,
                    1.109375,
                    1.171875,
                    1.085938,
                    1.109375,
                    1.125,
                    1.101562,
                    1.109375,
                    1.125,
                    1.101562,
                    1.125,
                    1.148438,
                    1.164062,
                    1.195312,
                    1.140625,
                    1.164062,
                    1.109375,
                    1.148438,
                    1.140625,
                    1.101562,
                    1.148438,
                    1.09375,
                    0.746094,
                    1.148438,
                    0.734375,
                    3.625,
                    1.445312,
                    1.09375,
                    1.140625,
                    1.203125,
                    1.125,
                    1.132812,
                    1.195312,
                    1.242188,
                    1.09375,
                    1.109375,
                    1.125,
                    1.28125,
                    0.9375,
                    1.117188,
                    1.078125,
                    1.15625,
                    1.125,
                    1.125,
                    1.117188,
                    1.101562,
                    1.101562,
                    1.09375,
                    1.15625,
                    1.117188,
                    0.761719,
                    1.109375,
                    1.125,
                    1.09375,
                    1.109375,
                    1.09375,
                    1.132812,
                    1.117188,
                    1.140625,
                    1.109375,
                    1.132812,
                    1.125,
                    1.125,
                    1.125,
                    1.109375,
                    1.117188,
                    1.140625,
                    1.148438,
                    1.085938,
                    1.171875,
                    1.101562,
                    1.117188,
                    1.109375,
                    1.125,
                    1.15625,
                    1.148438,
                    1.15625,
                    0.75,
                    1.101562,
                    1.085938,
                    1.117188,
                    1.164062,
                    1.109375,
                    1.109375,
                    1.414062,
                    1.132812,
                    1.109375,
                    1.132812,
                    1.21875,
                    1.085938,
                    1.117188,
                    1.117188,
                    1.109375,
                    1.109375,
                    1.125,
                    1.101562,
                    1.132812,
                    0.828125,
                    1.109375,
                    1.101562,
                    1.09375,
                    1.117188,
                    1.132812,
                    1.078125,
                    1.117188,
                    1.15625,
                    1.109375,
                    1.125,
                    1.132812,
                    1.109375,
                    1.109375,
                    1.09375,
                    1.148438,
                    1.117188,
                    1.164062,
                    1.125,
                    1.109375,
                    1.109375,
                    1.070312,
                    1.09375,
                    1.125,
                    1.109375,
                    1.140625,
                    1.132812,
                    1.101562,
                    1.210938,
                    2.359375,
                    1.140625,
                    1.101562,
                    1.234375,
                    1.09375,
                    1.09375,
                    1.101562,
                    1.125,
                    1.101562,
                    1.148438,
                    1.09375,
                    1.15625,
                    1.117188,
                    1.117188,
                    1.164062,
                    1.007812,
                    1.117188,
                    1.117188,
                    1.101562,
                    1.109375,
                    1.09375,
                    1.140625,
                    1.117188,
                    1.117188,
                    1.125,
                    1.1875,
                    1.148438,
                    1.125,
                    1.15625,
                    1.132812,
                    2.046875,
                    1.117188,
                    1.125,
                    1.125,
                    1.140625,
                    1.140625,
                    1.164062,
                    1.125,
                    1.140625,
                    1.085938,
                    1.09375,
                    1.132812,
                    1.289062,
                    1.101562,
                    1.117188,
                    1.117188,
                    1.101562,
                    1.101562,
                    1.09375,
                    1.15625,
                    1.101562,
                    1.132812,
                    1.132812,
                    1.101562,
                    0.9375,
                    1.171875,
                    1.109375,
                    1.132812,
                    1.125,
                    1.085938,
                    1.125,
                    1.117188,
                    1.09375,
                    0.886719,
                    1.109375,
                    1.085938,
                    1.109375,
                    1.195312,
                    1.132812,
                    1.09375,
                    1.140625,
                    1.117188,
                    1.109375,
                    1.132812,
                    1.109375,
                    1.164062,
                    1.125,
                    1.101562,
                    1.117188,
                    1.109375,
                    1.109375,
                    1.117188,
                    1.09375,
                    1.09375,
                    1.140625,
                    1.101562,
                    1.382812,
                    1.125,
                    1.132812,
                    1.117188,
                    1.140625,
                    1.125,
                    1.109375,
                    1.101562,
                    1.09375,
                    1.125,
                    1.140625,
                    1.40625,
                    1.15625,
                    1.101562,
                    1.15625,
                    1.117188,
                    1.125,
                    1.140625,
                    1.148438,
                    1.117188,
                    1.125,
                    1.15625,
                    1.117188,
                    1.164062,
                    1.125,
                    1.140625,
                    1.359375,
                    1.109375,
                    1.117188,
                    1.101562,
                    1.140625,
                    1.140625,
                    1.148438,
                    0.839844,
                    1.101562,
                    1.101562,
                    1.101562,
                    1.109375,
                    1.164062,
                    1.109375,
                    1.125,
                    1.109375,
                    1.09375,
                    1.09375,
                    1.328125,
                    1.117188,
                    1.125,
                    1.101562,
                    1.109375,
                    1.171875,
                    1.140625,
                    1.171875,
                    1.148438,
                    1.117188,
                    1.125,
                    1.15625,
                    1.140625,
                    1.132812,
                    1.109375,
                    1.085938,
                    1.117188,
                    1.164062,
                    1.164062,
                    1.117188,
                    1.101562,
                    1.507812,
                    1.117188,
                    1.09375,
                    1.09375,
                    1.109375,
                    1.140625,
                    1.179688,
                    1.15625,
                    1.117188,
                    1.304688,
                    1.101562,
                    1.109375,
                    1.132812,
                    1.125,
                    1.140625,
                    1.117188,
                    1.117188,
                    1.101562,
                    1.117188,
                    1.109375,
                    1.15625,
                    1.117188,
                    1.1875,
                    1.078125,
                    1.179688,
                    1.195312,
                    1.09375,
                    1.140625,
                    1.15625,
                    1.117188,
                    1.101562,
                    1.140625,
                    1.09375,
                    1.117188,
                    1.171875,
                    1.117188,
                    1.195312,
                    1.257812,
                    2.546875,
                    1.132812,
                    1.109375,
                    1.976562,
                    1.125,
                    1.265625,
                    1.109375,
                    1.109375,
                    1.125,
                    1.140625,
                    1.09375,
                    1.109375,
                    1.101562,
                    1.109375,
                    1.164062,
                    1.132812,
                    1.585938,
                    1.125,
                    1.117188,
                    1.109375,
                    1.101562,
                    1.101562,
                    1.101562,
                    1.117188,
                    1.109375,
                    1.125,
                    1.085938,
                    1.125,
                    1.109375,
                    1.226562,
                    1.109375,
                    1.125,
                    1.140625,
                    1.101562,
                    1.203125,
                    1.15625,
                    1.15625,
                    1.117188,
                    1.117188,
                    1.117188,
                    1.195312,
                    1.148438,
                    1.109375,
                    1.109375,
                    1.09375,
                    1.828125,
                    1.085938,
                    1.132812,
                    1.140625,
                    1.117188,
                    1.101562,
                    1.085938,
                    1.117188,
                    1.117188,
                    1.101562,
                    0.839844,
                    1.140625,
                    1.109375,
                    1.117188,
                    1.132812,
                    1.117188,
                    1.695312,
                    1.109375,
                    1.085938,
                    1.054688,
                    1.109375,
                    1.304688,
                    0.796875,
                    1.109375,
                    1.085938,
                    1.101562,
                    1.101562,
                    1.4375,
                    1.125,
                    1.109375,
                    1.132812,
                    1.140625,
                    1.203125,
                    1.117188,
                    1.09375,
                    1.132812,
                    1.109375,
                    1.109375,
                    1.164062,
                    1.109375,
                    1.859375,
                    1.132812,
                    1.125,
                    1.171875,
                    1.140625,
                    1.109375,
                    1.125,
                    1.109375,
                    1.132812,
                    1.101562,
                    1.101562,
                    1.140625,
                    1.210938,
                    1.09375,
                    1.101562,
                    1.109375,
                    1.117188,
                    1.101562,
                    1.0625,
                    1.109375,
                    1.164062,
                    1.265625,
                    1.1875,
                    1.734375,
                    1.117188,
                    1.125,
                    1.125,
                    1.125,
                    1.109375,
                    1.132812,
                    1.117188,
                    1.125,
                    1.085938,
                    1.125,
                    1.132812,
                    1.148438,
                    1.046875,
                    1.109375,
                    1.125,
                    1.171875,
                    1.117188,
                    1.132812,
                    1.109375,
                    1.109375,
                    1.132812,
                    1.140625,
                    1.117188,
                    0.8125,
                    1.101562,
                    1.09375,
                    1.132812,
                    1.109375,
                    1.09375,
                    1.117188,
                    1.132812,
                    1.085938,
                    1.132812,
                    1.132812,
                    1.132812,
                    0.664062,
                    1.140625,
                    1.125,
                    1.226562,
                    1.132812,
                    1.59375,
                    1.117188,
                    1.15625,
                    2.734375,
                    1.140625,
                    1.101562,
                    1.164062,
                    1.132812,
                    2.359375,
                    1.117188,
                    1.09375,
                    1.117188,
                    1.101562,
                    1.65625,
                    1.164062,
                    1.101562,
                    1.171875,
                    1.117188,
                    1.132812,
                    1.125,
                    1.140625,
                    1.101562,
                    1.101562,
                    1.117188,
                    1.15625,
                    1.140625,
                    1.132812,
                    1.101562,
                    1.117188,
                    1.140625,
                    1.117188,
                    1.109375,
                    1.234375,
                    1.109375,
                    1.117188,
                    1.132812,
                    1.125,
                    1.171875,
                    1.125,
                    1.117188,
                    1.109375,
                    1.109375,
                    1.109375,
                    1.125,
                    1.125,
                    1.125,
                    1.210938,
                    1.125,
                    1.109375,
                    1.15625,
                    1.101562,
                    0.001625,
                    1.117188,
                    1.125,
                    1.101562,
                    1.15625,
                    1.117188,
                    1.117188,
                    1.132812,
                    1.101562,
                    1.164062,
                    1.546875,
                    1.109375,
                    1.171875,
                    1.085938,
                    1.125,
                    1.101562,
                    1.09375,
                    1.140625,
                    0.914062,
                    1.140625,
                    0.002716,
                    1.101562,
                    1.109375,
                    1.085938,
                    1.28125,
                    1.125,
                    1.101562,
                    1.109375,
                    1.125,
                    1.828125,
                    1.117188,
                    1.109375,
                    1.125,
                    1.101562,
                    1.085938,
                    1.117188,
                    1.09375,
                    1.179688,
                    1.140625,
                    1.101562,
                    1.101562,
                    1.015625,
                    1.132812,
                    1.101562,
                    1.15625,
                    1.132812,
                    1.125,
                    1.132812,
                    1.117188,
                    1.140625,
                    1.132812,
                    1.101562,
                    1.132812,
                    1.140625,
                    1.757812,
                    1.125,
                    1.109375,
                    1.125,
                    1.132812,
                    1.109375,
                    1.125,
                    1.148438,
                    1.132812,
                    1.132812,
                    1.164062,
                    1.101562,
                    1.164062,
                    1.226562,
                    1.117188,
                    1.109375,
                    1.140625,
                    1.109375,
                    1.125,
                    1.140625,
                    1.109375,
                    1.085938,
                    0.878906,
                    1.117188,
                    1.195312,
                    1.21875,
                    1.132812,
                    1.085938,
                    1.132812,
                    1.125,
                    1.070312,
                    1.09375,
                    1.085938,
                    1.117188,
                    1.117188,
                    1.140625,
                    1.15625,
                    1.101562,
                    1.109375,
                    1.1875,
                    1.125,
                    1.101562,
                    1.125,
                    1.101562,
                    1.140625,
                    1.085938,
                    1.132812,
                    1.101562,
                    1.132812,
                    1.125,
                    1.148438,
                    1.140625,
                    1.148438,
                    1.109375,
                    1.171875,
                    1.101562,
                    1.132812,
                    1.132812,
                    1.132812,
                    1.171875,
                    1.117188,
                    1.132812,
                    1.117188,
                    1.132812,
                    1.210938,
                    1.101562,
                    1.101562,
                    1.109375,
                    1.148438,
                    1.125,
                    1.109375,
                    1.164062,
                    1.171875,
                    1.1875,
                    1.101562,
                    1.09375,
                    1.070312,
                    1.164062,
                    1.117188,
                    1.109375,
                    1.09375,
                    2.046875,
                    1.117188,
                    1.148438,
                    1.125,
                    1.109375,
                    1.109375,
                    1.117188,
                    1.132812,
                    1.164062,
                    1.09375,
                    1.164062,
                    1.179688,
                    1.125,
                    1.117188,
                    1.117188,
                    1.125,
                    1.109375,
                    1.085938,
                    1.21875,
                    1.148438,
                    0.910156,
                    1.117188,
                    0.792969,
                    0.847656,
                    1.117188,
                    1.117188,
                    1.109375,
                    1.148438,
                    1.117188,
                    1.101562,
                    1.109375,
                    1.117188,
                    1.164062,
                    1.695312,
                    1.117188,
                    1.109375,
                    2.6875,
                    1.109375,
                    1.648438,
                    1.117188,
                    1.164062,
                    1.125,
                    1.078125,
                    1.132812,
                    1.140625,
                    1.117188,
                    1.132812,
                    1.132812,
                    1.125,
                    1.117188,
                    1.1875,
                    1.09375,
                    1.101562,
                    1.148438,
                    1.476562,
                    1.125,
                    1.171875,
                    1.382812,
                    1.09375,
                    1.09375,
                    1.203125,
                    1.148438,
                    0.59375,
                    1.164062,
                    1.125,
                    1.125,
                    1.09375,
                    1.125,
                    1.140625,
                    1.125,
                    1.117188,
                    1.109375,
                    1.132812,
                    1.117188,
                    1.117188,
                    1.09375,
                    1.140625,
                    1.132812,
                    1.804688,
                    1.117188,
                    1.132812,
                    1.09375,
                    1.132812,
                    1.125,
                    1.117188,
                    1.101562,
                    1.140625,
                    1.226562,
                    1.117188,
                    1.117188,
                    1.273438,
                    1.109375,
                    1.09375,
                    1.148438,
                    1.132812,
                    1.132812,
                    1.132812,
                    1.140625,
                    1.164062,
                    1.117188,
                    1.171875,
                    1.0625,
                    1.117188,
                    1.210938,
                    1.109375,
                    1.140625,
                    1.179688,
                    1.109375,
                    1.148438,
                    1.148438,
                    1.125,
                    1.117188,
                    1.132812,
                    1.125,
                    1.226562,
                    1.117188,
                    1.117188,
                    1.101562,
                    1.171875,
                    1.117188,
                    1.101562,
                    0.78125,
                    1.125,
                    1.117188,
                    1.125,
                    1.632812,
                    1.101562,
                    1.101562,
                    1.179688,
                    1.109375,
                    1.125,
                    1.117188,
                    1.109375,
                    1.109375,
                    1.101562,
                    1.132812,
                    1.15625,
                    1.101562,
                    1.109375,
                    1.101562,
                    1.078125,
                    1.125,
                    1.445312,
                    1.09375,
                    1.132812,
                    1.109375,
                    1.117188,
                    1.117188,
                    1.085938,
                    1.296875,
                    1.140625,
                    1.101562,
                    1.109375,
                    1.140625,
                    1.109375,
                    1.117188,
                    1.125,
                    1.117188,
                    1.140625,
                    1.09375,
                    2.015625,
                    1.117188,
                    1.1875,
                    1.117188,
                    1.140625,
                    1.125,
                    1.164062,
                    1.132812,
                    1.09375,
                    1.140625,
                    1.140625,
                    1.132812,
                    1.085938,
                    1.15625,
                    1.09375,
                    1.117188,
                    1.046875,
                    1.15625,
                    1.125,
                    1.125,
                    1.25,
                    1.179688,
                    1.03125,
                    1.101562,
                    1.203125,
                    1.101562,
                    1.109375,
                    1.101562,
                    1.132812,
                    1.101562,
                    1.125,
                    1.109375,
                    1.242188,
                    1.125,
                    1.085938,
                    1.125,
                    1.125,
                    1.09375,
                    1.132812,
                    1.109375,
                    1.101562,
                    1.15625,
                    1.109375,
                    1.132812,
                    1.117188,
                    1.117188,
                    1.117188,
                    1.125,
                    1.492188,
                    1.117188,
                    1.109375,
                    1.125,
                    1.117188,
                    1.703125,
                    1.09375,
                    1.117188,
                    1.117188,
                    1.117188,
                    1.109375,
                    1.054688,
                    1.125,
                    1.140625,
                    1.125,
                    1.101562,
                    1.085938,
                    1.101562,
                    1.132812,
                    1.117188,
                    1.117188,
                    1.117188,
                    2.375,
                    1.109375,
                    1.15625,
                    1.125,
                    1.140625,
                    1.109375,
                    1.484375,
                    1.117188,
                    1.085938,
                    1.070312,
                    1.078125,
                    1.15625,
                    1.117188,
                    1.296875,
                    1.101562,
                    1.109375,
                    1.117188,
                    1.140625,
                    1.5,
                    1.085938,
                    1.117188,
                    1.367188,
                    1.125,
                    1.078125,
                    1.125,
                    1.109375,
                    0.996094,
                    1.109375,
                    1.171875,
                    1.148438,
                    1.171875,
                    1.125,
                    1.171875,
                    1.148438,
                    1.117188,
                    1.101562,
                    1.125,
                    1.085938,
                    1.109375,
                    1.132812,
                    1.109375,
                    1.148438,
                    1.132812,
                    1.140625,
                    1.117188,
                    1.101562,
                    1.117188,
                    1.117188,
                    1.132812,
                    1.085938,
                    1.109375,
                    1.101562,
                    1.171875,
                    1.148438,
                    1.101562,
                    1.117188,
                    1.109375,
                    1.15625,
                    1.140625,
                    1.265625,
                    1.289062,
                    1.1875,
                    1.132812,
                    1.125,
                    1.09375,
                    1.164062,
                    1.117188,
                    1.132812,
                    1.1875,
                    1.101562,
                    1.101562,
                    1.09375,
                    1.117188,
                    1.15625,
                    1.109375,
                    1.148438,
                    1.195312,
                    2.125,
                    1.1875,
                    1.117188,
                    1.101562,
                    1.234375,
                    1.015625,
                    1.101562,
                    1.085938,
                    1.125,
                    1.125,
                    1.179688,
                    1.109375,
                    1.109375,
                    0.753906,
                    1.109375,
                    1.125,
                    1.148438,
                    1.117188,
                    1.109375,
                    1.117188,
                    1.09375,
                    1.140625,
                    1.046875,
                    1.148438,
                    1.3125,
                    1.125,
                    1.125,
                    1.109375,
                    1.210938,
                    1.140625,
                    1.164062,
                    1.09375,
                    1.125,
                    1.125,
                    1.148438,
                    1.078125,
                    1.117188,
                    1.101562,
                    1.117188,
                    1.101562,
                    1.09375,
                    1.132812,
                    0.945312,
                    1.117188,
                    1.140625,
                    0.992188,
                    1.078125,
                    1.101562,
                    1.125,
                    1.125,
                    1.140625,
                    1.117188,
                    1.109375,
                    1.109375,
                    1.109375,
                    1.109375,
                    1.117188,
                    1.179688,
                    1.15625,
                    1.179688,
                    1.117188,
                    1.117188,
                    1.117188,
                    1.101562,
                    1.109375,
                    1.109375,
                    1.140625,
                    1.164062,
                    1.109375,
                    1.109375,
                    1.140625,
                    1.101562,
                    1.101562,
                    1.125,
                    1.125,
                    1.109375,
                    1.101562,
                    1.078125,
                    1.101562,
                    2.515625,
                    1.117188,
                    1.078125,
                    1.132812,
                    1.109375,
                    0.902344,
                    1.15625,
                    1.148438,
                    1.117188,
                    1.140625,
                    1.109375,
                    1.078125,
                    1.101562,
                    1.109375,
                    1.117188,
                    1.148438,
                    1.132812,
                    1.117188,
                    1.132812,
                    1.21875,
                    1.109375,
                    1.125,
                    1.125,
                    1.09375,
                    1.125,
                    1.140625,
                    1.210938,
                    1.132812,
                    1.15625,
                    1.109375,
                    1.054688,
                    1.148438,
                    1.125,
                    1.203125,
                    1.117188,
                    1.132812,
                    1.109375,
                    1.132812,
                    1.125,
                    1.179688,
                    1.109375,
                    1.117188,
                    1.257812,
                    1.101562,
                    1.242188,
                    1.140625,
                    1.398438,
                    1.109375,
                    1.117188,
                    1.148438,
                    1.109375,
                    1.132812,
                    1.21875,
                    1.125,
                    1.125,
                    1.101562,
                    1.15625,
                    1.125,
                    1.101562,
                    1.109375,
                    1.109375,
                    1.109375,
                    1.140625,
                    1.140625,
                    1.101562,
                    1.171875,
                    1.125,
                    1.101562,
                    1.125,
                    1.101562,
                    1.117188,
                    1.109375,
                    0.683594,
                    1.078125,
                    1.109375,
                    1.132812,
                    1.125,
                    0.804688,
                    1.132812,
                    1.140625,
                    1.078125,
                    1.15625,
                    1.109375,
                    1.132812,
                    1.117188,
                    0.949219,
                    1.101562,
                    1.101562,
                    1.109375,
                    1.140625,
                    1.132812,
                    1.117188,
                    1.125,
                    1.125,
                    1.109375,
                    1.109375,
                    1.109375,
                    1.15625,
                    1.101562,
                    1.117188,
                    1.140625,
                    1.085938,
                    1.109375,
                    1.140625,
                    1.101562,
                    1.15625,
                    1.109375,
                    1.101562,
                    1.09375,
                    1.195312,
                    1.09375,
                    1.132812,
                    1.140625,
                    1.132812,
                    1.117188,
                    1.09375,
                    1.125,
                    1.09375,
                    1.109375,
                    1.109375,
                    1.125,
                    1.109375,
                    1.125,
                    1.085938,
                    1.109375,
                    1.125,
                    1.132812
                ]
            },
            "name": "model.transformer.layers.19.ffn_norm.weight",
            "outputIndexes": [
                1250
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1249,
                1250
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/ffn_norm_19/Mul_1_output_0",
            "outputIndexes": [
                1251
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/mlp/proj_1/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1251
            ],
            "outputIndexes": [
                1938
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/mlp/proj_1/Linear/pre_convert",
            "inputIndexes": [
                1938
            ],
            "outputIndexes": [
                1939
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/mlp/proj_1/Linear",
            "inputIndexes": [
                1939
            ],
            "outputIndexes": [
                1940
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 12288,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 147456,
                    "weightSize": 0
                },
                "external": [
                    213695524,
                    9437206,
                    1179648,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/mlp/proj_1/Linear/post_convert",
            "inputIndexes": [
                1940
            ],
            "outputIndexes": [
                1941
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/mlp/proj_1/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1941
            ],
            "outputIndexes": [
                1252
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    12288
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1252,
                21,
                586,
                95
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/ffn_19/Slice_output_0",
            "outputIndexes": [
                1253
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1253
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/ffn/act_19/Sigmoid_output_0",
            "outputIndexes": [
                1254
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1253,
                1254
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/ffn/act_19/Mul_output_0",
            "outputIndexes": [
                1255
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    12288
                ]
            },
            "name": "/ffn_19/Mul_1_output_0",
            "outputIndexes": [
                1256
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1252,
                586,
                1256,
                95
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/ffn_19/Slice_1_output_0",
            "outputIndexes": [
                1257
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1255,
                1257
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/ffn_19/Mul_2_output_0",
            "outputIndexes": [
                1258
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/mlp/proj_2/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1258
            ],
            "outputIndexes": [
                1942
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    6144,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/mlp/proj_2/Linear/pre_convert",
            "inputIndexes": [
                1942
            ],
            "outputIndexes": [
                1943
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/mlp/proj_2/Linear",
            "inputIndexes": [
                1943
            ],
            "outputIndexes": [
                1944
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 6144,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 73728,
                    "weightSize": 0
                },
                "external": [
                    224312378,
                    4718614,
                    589824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/mlp/proj_2/Linear/post_convert",
            "inputIndexes": [
                1944
            ],
            "outputIndexes": [
                1945
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/mlp/proj_2/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1945
            ],
            "outputIndexes": [
                1259
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1248,
                1259
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_79_output_0",
            "outputIndexes": [
                1260
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    2
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    -1,
                    1536
                ]
            },
            "name": "/lm/Constant_output_0__",
            "outputIndexes": [
                1261
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1260,
                1261
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/lm/Reshape_output_0",
            "outputIndexes": [
                1262
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    -1
                ]
            },
            "name": "/rotary/Constant_6_output_0",
            "outputIndexes": [
                1263
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1262
            ],
            "main_type": "NONE",
            "name": "Shape1784",
            "outputIndexes": [
                1264
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1262
            ],
            "main_type": "NONE",
            "name": "Rank1786",
            "outputIndexes": [
                1265
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1265,
                1265
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1788",
            "outputIndexes": [
                1266
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1266
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1789",
            "outputIndexes": [
                1267
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1266,
                9
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1791",
            "outputIndexes": [
                1268
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1268
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1792",
            "outputIndexes": [
                1269
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1264,
                1267,
                1269,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice1795",
            "outputIndexes": [
                1270
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1270
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze1796",
            "outputIndexes": [
                1271
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1263,
                1271
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1797",
            "outputIndexes": [
                1272
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1272,
                1271
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1798",
            "outputIndexes": [
                1273
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1262,
                1273,
                1266
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/lm/Gather_output_0",
            "outputIndexes": [
                1274
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    3
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    1,
                    1,
                    1536
                ]
            },
            "name": "/lm/Constant_1_output_0__",
            "outputIndexes": [
                1275
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1274,
                1275
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/lm/Reshape_1_output_0",
            "outputIndexes": [
                1276
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1276
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-06,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/lm/norm/Mul_output_0",
            "outputIndexes": [
                1277
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1536
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    1.570312,
                    1.625,
                    1.617188,
                    1.539062,
                    1.492188,
                    1.632812,
                    1.625,
                    1.640625,
                    1.53125,
                    1.65625,
                    1.601562,
                    1.546875,
                    1.648438,
                    1.640625,
                    1.59375,
                    1.703125,
                    1.632812,
                    1.695312,
                    1.570312,
                    2.8125,
                    1.34375,
                    1.585938,
                    1.46875,
                    1.679688,
                    1.59375,
                    1.695312,
                    1.648438,
                    1.640625,
                    1.578125,
                    1.617188,
                    1.585938,
                    1.585938,
                    1.539062,
                    1.546875,
                    1.585938,
                    1.648438,
                    1.664062,
                    1.601562,
                    1.679688,
                    1.601562,
                    1.585938,
                    1.875,
                    1.601562,
                    1.585938,
                    1.585938,
                    1.59375,
                    1.570312,
                    2.796875,
                    1.578125,
                    2.96875,
                    2.9375,
                    1.59375,
                    1.65625,
                    1.601562,
                    1.648438,
                    1.609375,
                    1.617188,
                    1.601562,
                    1.632812,
                    1.625,
                    1.632812,
                    1.632812,
                    1.421875,
                    1.578125,
                    2.046875,
                    1.625,
                    1.710938,
                    1.617188,
                    1.578125,
                    1.289062,
                    1.75,
                    1.664062,
                    1.632812,
                    1.71875,
                    1.554688,
                    1.617188,
                    1.570312,
                    1.632812,
                    1.65625,
                    1.71875,
                    1.59375,
                    1.640625,
                    1.671875,
                    1.570312,
                    2.296875,
                    1.710938,
                    1.65625,
                    1.59375,
                    1.601562,
                    1.601562,
                    1.65625,
                    1.664062,
                    1.695312,
                    1.601562,
                    1.632812,
                    1.6875,
                    1.492188,
                    1.765625,
                    1.554688,
                    1.46875,
                    1.59375,
                    1.1875,
                    3.1875,
                    1.570312,
                    1.5625,
                    1.601562,
                    1.5625,
                    1.617188,
                    1.476562,
                    1.664062,
                    1.695312,
                    1.664062,
                    2.9375,
                    1.578125,
                    1.609375,
                    1.625,
                    1.945312,
                    1.632812,
                    1.617188,
                    1.671875,
                    1.59375,
                    1.648438,
                    1.726562,
                    1.585938,
                    1.617188,
                    1.601562,
                    1.625,
                    1.585938,
                    1.585938,
                    1.703125,
                    1.617188,
                    1.625,
                    1.648438,
                    1.601562,
                    1.546875,
                    1.648438,
                    1.367188,
                    1.828125,
                    1.578125,
                    1.554688,
                    1.554688,
                    1.695312,
                    1.625,
                    1.617188,
                    1.40625,
                    1.523438,
                    1.617188,
                    1.554688,
                    2.546875,
                    2.421875,
                    1.6875,
                    1.609375,
                    1.59375,
                    1.570312,
                    1.625,
                    1.578125,
                    1.617188,
                    1.875,
                    1.640625,
                    1.53125,
                    1.5625,
                    4.90625,
                    1.632812,
                    1.65625,
                    1.609375,
                    1.601562,
                    1.625,
                    1.59375,
                    1.703125,
                    1.289062,
                    3.375,
                    1.585938,
                    1.523438,
                    1.632812,
                    1.679688,
                    1.632812,
                    1.640625,
                    1.703125,
                    1.671875,
                    1.671875,
                    1.6875,
                    1.609375,
                    4.15625,
                    1.609375,
                    1.578125,
                    1.640625,
                    1.59375,
                    1.585938,
                    1.570312,
                    1.585938,
                    1.632812,
                    1.648438,
                    0.878906,
                    1.609375,
                    1.578125,
                    1.640625,
                    1.59375,
                    1.664062,
                    1.632812,
                    1.648438,
                    1.6875,
                    1.632812,
                    1.664062,
                    1.65625,
                    1.59375,
                    1.632812,
                    2.515625,
                    1.617188,
                    1.710938,
                    1.617188,
                    1.5,
                    1.578125,
                    1.671875,
                    1.609375,
                    1.585938,
                    1.78125,
                    1.632812,
                    1.640625,
                    1.617188,
                    1.609375,
                    1.632812,
                    1.773438,
                    1.625,
                    1.515625,
                    1.609375,
                    1.367188,
                    1.664062,
                    1.609375,
                    1.695312,
                    1.648438,
                    1.609375,
                    1.625,
                    1.578125,
                    1.570312,
                    1.632812,
                    1.609375,
                    1.953125,
                    1.625,
                    1.609375,
                    1.515625,
                    1.59375,
                    1.460938,
                    1.648438,
                    1.71875,
                    1.625,
                    1.617188,
                    1.4375,
                    1.625,
                    1.578125,
                    1.578125,
                    1.601562,
                    1.515625,
                    1.601562,
                    1.484375,
                    1.617188,
                    1.640625,
                    1.664062,
                    1.5625,
                    1.617188,
                    1.648438,
                    1.617188,
                    1.65625,
                    1.390625,
                    1.609375,
                    1.632812,
                    1.609375,
                    1.625,
                    1.125,
                    1.523438,
                    1.617188,
                    1.617188,
                    1.648438,
                    1.601562,
                    1.640625,
                    1.617188,
                    1.617188,
                    1.59375,
                    1.179688,
                    1.5625,
                    1.625,
                    1.65625,
                    1.632812,
                    1.546875,
                    1.648438,
                    1.570312,
                    1.601562,
                    1.65625,
                    1.609375,
                    1.59375,
                    1.609375,
                    1.695312,
                    1.632812,
                    1.75,
                    1.617188,
                    1.476562,
                    1.625,
                    1.484375,
                    1.617188,
                    1.578125,
                    1.539062,
                    1.601562,
                    1.65625,
                    1.734375,
                    1.59375,
                    1.585938,
                    1.601562,
                    1.609375,
                    12.0,
                    1.648438,
                    1.6875,
                    1.625,
                    1.59375,
                    1.84375,
                    1.828125,
                    1.625,
                    2.15625,
                    1.632812,
                    1.5,
                    1.210938,
                    1.625,
                    1.625,
                    1.65625,
                    1.695312,
                    1.601562,
                    1.625,
                    1.695312,
                    1.671875,
                    1.546875,
                    1.601562,
                    1.632812,
                    1.59375,
                    1.570312,
                    1.59375,
                    1.625,
                    1.609375,
                    1.578125,
                    1.617188,
                    1.570312,
                    1.53125,
                    1.617188,
                    1.523438,
                    1.554688,
                    1.632812,
                    1.539062,
                    1.625,
                    1.757812,
                    -0.080078,
                    1.554688,
                    1.617188,
                    1.921875,
                    1.375,
                    1.578125,
                    1.375,
                    1.296875,
                    1.625,
                    0.769531,
                    1.492188,
                    1.609375,
                    1.578125,
                    1.625,
                    1.640625,
                    1.632812,
                    1.65625,
                    1.679688,
                    1.609375,
                    1.523438,
                    1.585938,
                    1.359375,
                    1.59375,
                    1.515625,
                    1.515625,
                    1.570312,
                    1.507812,
                    1.601562,
                    1.609375,
                    1.484375,
                    1.609375,
                    1.648438,
                    1.648438,
                    1.59375,
                    1.648438,
                    1.625,
                    1.640625,
                    1.625,
                    1.46875,
                    1.546875,
                    1.507812,
                    1.664062,
                    1.789062,
                    1.601562,
                    1.59375,
                    1.523438,
                    1.625,
                    1.484375,
                    1.578125,
                    1.0625,
                    1.726562,
                    0.9375,
                    6.0,
                    2.59375,
                    1.59375,
                    1.851562,
                    1.859375,
                    1.679688,
                    1.601562,
                    1.4375,
                    1.445312,
                    1.585938,
                    1.609375,
                    1.890625,
                    2.265625,
                    1.265625,
                    1.59375,
                    1.601562,
                    1.664062,
                    1.539062,
                    1.59375,
                    1.609375,
                    1.609375,
                    1.59375,
                    1.664062,
                    1.539062,
                    1.601562,
                    1.078125,
                    1.585938,
                    1.46875,
                    1.554688,
                    1.648438,
                    1.585938,
                    1.710938,
                    1.609375,
                    1.703125,
                    1.601562,
                    1.632812,
                    1.617188,
                    1.617188,
                    1.601562,
                    1.640625,
                    1.578125,
                    1.632812,
                    1.6875,
                    1.601562,
                    1.601562,
                    1.570312,
                    1.632812,
                    1.625,
                    1.523438,
                    1.507812,
                    1.632812,
                    1.71875,
                    1.054688,
                    1.585938,
                    1.640625,
                    1.5625,
                    1.5625,
                    1.65625,
                    1.570312,
                    2.203125,
                    1.59375,
                    1.632812,
                    1.671875,
                    1.523438,
                    1.625,
                    1.625,
                    1.65625,
                    1.445312,
                    1.617188,
                    1.5625,
                    1.703125,
                    1.59375,
                    1.140625,
                    1.679688,
                    1.5625,
                    1.460938,
                    1.6875,
                    1.617188,
                    1.632812,
                    1.609375,
                    1.695312,
                    1.59375,
                    1.648438,
                    1.609375,
                    1.585938,
                    1.484375,
                    1.617188,
                    1.460938,
                    1.65625,
                    1.78125,
                    1.648438,
                    1.609375,
                    1.695312,
                    1.539062,
                    1.5625,
                    1.65625,
                    1.648438,
                    1.640625,
                    1.601562,
                    1.523438,
                    1.640625,
                    3.875,
                    1.632812,
                    1.640625,
                    1.632812,
                    1.59375,
                    1.546875,
                    1.632812,
                    1.640625,
                    1.59375,
                    1.617188,
                    1.375,
                    1.664062,
                    1.601562,
                    1.617188,
                    1.695312,
                    1.382812,
                    1.617188,
                    1.6875,
                    1.632812,
                    1.632812,
                    1.679688,
                    1.539062,
                    1.632812,
                    1.601562,
                    1.632812,
                    1.570312,
                    1.640625,
                    1.632812,
                    1.75,
                    1.640625,
                    1.921875,
                    1.726562,
                    1.617188,
                    1.601562,
                    1.585938,
                    1.679688,
                    1.453125,
                    1.625,
                    1.671875,
                    1.609375,
                    1.59375,
                    1.625,
                    2.015625,
                    1.507812,
                    1.625,
                    1.625,
                    1.585938,
                    1.664062,
                    1.632812,
                    1.898438,
                    1.59375,
                    1.554688,
                    1.71875,
                    1.578125,
                    1.273438,
                    1.554688,
                    1.570312,
                    1.640625,
                    1.585938,
                    1.632812,
                    1.757812,
                    1.546875,
                    1.390625,
                    1.234375,
                    1.617188,
                    1.578125,
                    1.703125,
                    1.570312,
                    1.6875,
                    1.65625,
                    1.78125,
                    1.671875,
                    1.484375,
                    1.8125,
                    1.609375,
                    1.609375,
                    1.664062,
                    1.585938,
                    1.664062,
                    1.515625,
                    1.601562,
                    1.648438,
                    1.601562,
                    1.617188,
                    1.851562,
                    1.632812,
                    2.640625,
                    1.632812,
                    1.726562,
                    1.664062,
                    1.648438,
                    1.640625,
                    1.617188,
                    1.59375,
                    1.578125,
                    1.601562,
                    1.671875,
                    2.359375,
                    1.476562,
                    1.609375,
                    1.546875,
                    1.5625,
                    1.664062,
                    1.632812,
                    1.640625,
                    1.59375,
                    1.601562,
                    1.695312,
                    1.5,
                    1.53125,
                    1.625,
                    1.695312,
                    1.726562,
                    1.679688,
                    1.6875,
                    1.59375,
                    1.71875,
                    1.625,
                    1.695312,
                    1.117188,
                    1.5625,
                    1.648438,
                    1.648438,
                    1.671875,
                    1.640625,
                    1.59375,
                    1.5625,
                    1.625,
                    1.578125,
                    1.625,
                    2.015625,
                    1.5625,
                    1.609375,
                    1.59375,
                    1.617188,
                    1.867188,
                    1.71875,
                    1.953125,
                    1.6875,
                    1.640625,
                    1.625,
                    1.898438,
                    1.546875,
                    1.796875,
                    1.617188,
                    1.585938,
                    1.539062,
                    1.65625,
                    1.507812,
                    1.601562,
                    1.640625,
                    2.8125,
                    1.625,
                    1.664062,
                    1.617188,
                    1.648438,
                    1.632812,
                    1.820312,
                    1.601562,
                    1.617188,
                    3.15625,
                    1.601562,
                    1.703125,
                    1.617188,
                    1.59375,
                    1.601562,
                    1.679688,
                    1.523438,
                    1.5625,
                    1.617188,
                    1.648438,
                    1.578125,
                    1.632812,
                    1.5,
                    1.59375,
                    1.59375,
                    1.8125,
                    1.578125,
                    1.742188,
                    1.617188,
                    1.71875,
                    1.59375,
                    1.617188,
                    1.632812,
                    1.664062,
                    1.695312,
                    1.601562,
                    1.46875,
                    2.015625,
                    5.25,
                    1.585938,
                    1.601562,
                    3.796875,
                    1.59375,
                    1.9375,
                    1.632812,
                    1.617188,
                    1.695312,
                    1.617188,
                    1.5625,
                    1.671875,
                    1.632812,
                    1.609375,
                    1.476562,
                    1.664062,
                    2.6875,
                    1.5625,
                    1.765625,
                    1.515625,
                    1.601562,
                    1.5625,
                    1.6875,
                    1.65625,
                    1.648438,
                    1.585938,
                    1.632812,
                    1.6875,
                    1.609375,
                    1.75,
                    1.601562,
                    1.617188,
                    1.570312,
                    1.578125,
                    1.953125,
                    1.757812,
                    1.695312,
                    1.609375,
                    1.625,
                    1.609375,
                    1.875,
                    1.648438,
                    1.632812,
                    1.59375,
                    1.601562,
                    4.40625,
                    1.554688,
                    1.632812,
                    1.601562,
                    1.578125,
                    1.664062,
                    1.609375,
                    1.71875,
                    1.664062,
                    1.679688,
                    1.21875,
                    1.507812,
                    1.59375,
                    1.59375,
                    1.59375,
                    1.664062,
                    4.1875,
                    1.617188,
                    1.585938,
                    1.367188,
                    1.703125,
                    2.3125,
                    1.117188,
                    1.625,
                    1.640625,
                    1.617188,
                    1.65625,
                    2.609375,
                    1.671875,
                    1.578125,
                    1.648438,
                    1.65625,
                    1.484375,
                    1.632812,
                    1.59375,
                    1.601562,
                    1.640625,
                    1.632812,
                    1.640625,
                    1.585938,
                    4.0,
                    1.640625,
                    1.601562,
                    1.796875,
                    1.632812,
                    1.625,
                    1.609375,
                    1.578125,
                    1.59375,
                    1.601562,
                    1.5625,
                    1.421875,
                    1.398438,
                    1.59375,
                    1.625,
                    1.664062,
                    1.625,
                    1.4375,
                    1.515625,
                    1.625,
                    1.765625,
                    2.015625,
                    1.554688,
                    3.46875,
                    1.585938,
                    1.632812,
                    1.71875,
                    1.648438,
                    1.648438,
                    1.625,
                    1.640625,
                    1.585938,
                    1.601562,
                    1.59375,
                    1.59375,
                    1.710938,
                    1.53125,
                    1.609375,
                    1.585938,
                    1.734375,
                    1.601562,
                    1.71875,
                    1.601562,
                    1.507812,
                    1.671875,
                    1.601562,
                    1.554688,
                    1.632812,
                    1.640625,
                    1.609375,
                    1.703125,
                    1.5625,
                    1.65625,
                    1.640625,
                    1.640625,
                    1.632812,
                    1.609375,
                    1.617188,
                    1.65625,
                    0.953125,
                    1.5625,
                    1.632812,
                    1.929688,
                    1.8125,
                    2.3125,
                    1.609375,
                    1.539062,
                    7.9375,
                    1.640625,
                    1.625,
                    1.828125,
                    1.601562,
                    5.46875,
                    1.65625,
                    1.679688,
                    1.609375,
                    1.710938,
                    3.203125,
                    1.359375,
                    1.671875,
                    1.492188,
                    1.625,
                    1.617188,
                    1.601562,
                    1.601562,
                    1.539062,
                    1.6875,
                    1.6875,
                    1.640625,
                    1.664062,
                    1.585938,
                    1.617188,
                    1.625,
                    1.632812,
                    1.609375,
                    1.570312,
                    1.9375,
                    1.617188,
                    1.640625,
                    1.617188,
                    1.625,
                    1.585938,
                    1.617188,
                    1.585938,
                    1.59375,
                    1.625,
                    1.671875,
                    1.625,
                    1.664062,
                    1.617188,
                    2.34375,
                    1.578125,
                    1.578125,
                    2.046875,
                    1.585938,
                    -0.010254,
                    1.640625,
                    1.585938,
                    1.601562,
                    1.625,
                    1.59375,
                    1.640625,
                    1.609375,
                    1.617188,
                    1.710938,
                    2.765625,
                    1.585938,
                    1.625,
                    1.554688,
                    1.5625,
                    1.671875,
                    1.617188,
                    1.695312,
                    1.304688,
                    1.617188,
                    0.012878,
                    1.632812,
                    1.6875,
                    1.609375,
                    2.234375,
                    1.554688,
                    1.609375,
                    1.625,
                    1.609375,
                    3.109375,
                    1.59375,
                    1.5625,
                    1.585938,
                    1.703125,
                    1.617188,
                    1.625,
                    1.609375,
                    1.476562,
                    1.679688,
                    1.695312,
                    1.59375,
                    1.328125,
                    1.59375,
                    1.585938,
                    1.632812,
                    1.617188,
                    1.757812,
                    1.632812,
                    1.554688,
                    1.648438,
                    1.601562,
                    1.625,
                    1.757812,
                    1.6875,
                    2.96875,
                    1.734375,
                    1.703125,
                    1.648438,
                    1.59375,
                    1.640625,
                    1.710938,
                    1.710938,
                    1.609375,
                    1.578125,
                    1.859375,
                    1.640625,
                    1.671875,
                    1.765625,
                    1.625,
                    1.617188,
                    1.804688,
                    1.539062,
                    1.695312,
                    1.609375,
                    1.5625,
                    1.53125,
                    1.15625,
                    1.601562,
                    1.476562,
                    2.25,
                    1.632812,
                    1.59375,
                    1.59375,
                    1.679688,
                    1.484375,
                    1.554688,
                    1.59375,
                    1.585938,
                    1.5625,
                    1.78125,
                    1.640625,
                    1.507812,
                    1.625,
                    1.664062,
                    1.59375,
                    1.523438,
                    1.601562,
                    1.632812,
                    1.546875,
                    1.59375,
                    1.625,
                    1.484375,
                    1.609375,
                    1.585938,
                    1.679688,
                    1.609375,
                    1.625,
                    1.59375,
                    1.507812,
                    1.53125,
                    1.601562,
                    1.578125,
                    1.570312,
                    1.5,
                    1.601562,
                    1.585938,
                    1.671875,
                    1.601562,
                    1.976562,
                    1.609375,
                    1.632812,
                    1.617188,
                    1.460938,
                    1.65625,
                    1.617188,
                    1.515625,
                    1.671875,
                    1.773438,
                    1.546875,
                    1.640625,
                    1.609375,
                    1.742188,
                    1.632812,
                    1.609375,
                    1.65625,
                    2.71875,
                    1.6875,
                    1.554688,
                    1.6875,
                    1.601562,
                    1.617188,
                    1.632812,
                    1.59375,
                    1.710938,
                    1.59375,
                    1.476562,
                    1.492188,
                    1.585938,
                    1.632812,
                    1.6875,
                    1.765625,
                    1.625,
                    1.726562,
                    2.078125,
                    1.734375,
                    1.257812,
                    1.601562,
                    1.085938,
                    1.101562,
                    1.640625,
                    1.6875,
                    1.601562,
                    1.625,
                    1.59375,
                    1.609375,
                    1.578125,
                    1.601562,
                    1.515625,
                    3.34375,
                    1.570312,
                    1.617188,
                    6.65625,
                    1.585938,
                    3.328125,
                    1.578125,
                    1.835938,
                    1.585938,
                    1.609375,
                    1.648438,
                    1.640625,
                    1.640625,
                    1.632812,
                    1.664062,
                    1.445312,
                    1.617188,
                    1.664062,
                    1.648438,
                    1.648438,
                    1.578125,
                    2.828125,
                    1.726562,
                    1.46875,
                    2.609375,
                    1.625,
                    1.710938,
                    1.414062,
                    1.484375,
                    0.878906,
                    1.507812,
                    1.554688,
                    1.601562,
                    1.523438,
                    1.625,
                    1.609375,
                    1.578125,
                    1.578125,
                    1.640625,
                    1.570312,
                    1.679688,
                    1.609375,
                    1.609375,
                    1.78125,
                    1.578125,
                    4.0625,
                    1.703125,
                    1.601562,
                    1.5625,
                    1.773438,
                    1.617188,
                    1.625,
                    1.5625,
                    1.757812,
                    2.203125,
                    1.585938,
                    1.671875,
                    2.609375,
                    1.546875,
                    1.578125,
                    1.742188,
                    1.664062,
                    1.679688,
                    1.601562,
                    1.609375,
                    1.476562,
                    1.5625,
                    1.632812,
                    1.34375,
                    1.632812,
                    1.671875,
                    1.585938,
                    1.695312,
                    1.578125,
                    1.585938,
                    1.679688,
                    1.546875,
                    1.640625,
                    1.648438,
                    1.710938,
                    1.65625,
                    1.625,
                    1.632812,
                    1.601562,
                    1.609375,
                    1.570312,
                    1.585938,
                    1.648438,
                    1.125,
                    1.632812,
                    1.664062,
                    1.671875,
                    2.78125,
                    1.640625,
                    1.5625,
                    1.648438,
                    1.640625,
                    1.601562,
                    1.609375,
                    1.546875,
                    1.609375,
                    1.617188,
                    1.609375,
                    1.59375,
                    1.53125,
                    1.59375,
                    1.609375,
                    1.53125,
                    1.640625,
                    2.1875,
                    1.585938,
                    1.617188,
                    1.5625,
                    1.609375,
                    1.671875,
                    1.5,
                    1.5,
                    1.648438,
                    1.609375,
                    1.617188,
                    1.625,
                    1.59375,
                    1.617188,
                    1.632812,
                    1.671875,
                    1.742188,
                    1.585938,
                    4.21875,
                    1.617188,
                    1.5,
                    1.617188,
                    1.59375,
                    1.554688,
                    1.859375,
                    1.578125,
                    1.617188,
                    1.695312,
                    1.625,
                    1.585938,
                    1.601562,
                    1.632812,
                    1.640625,
                    1.578125,
                    1.484375,
                    1.695312,
                    1.65625,
                    1.65625,
                    1.515625,
                    1.679688,
                    1.515625,
                    1.554688,
                    1.90625,
                    1.507812,
                    1.632812,
                    1.632812,
                    1.640625,
                    1.601562,
                    1.671875,
                    1.710938,
                    1.84375,
                    1.65625,
                    1.578125,
                    1.71875,
                    1.570312,
                    1.515625,
                    1.695312,
                    1.640625,
                    1.617188,
                    1.664062,
                    1.5625,
                    1.601562,
                    1.609375,
                    1.554688,
                    1.578125,
                    1.617188,
                    2.546875,
                    1.585938,
                    1.757812,
                    1.578125,
                    1.546875,
                    2.734375,
                    1.59375,
                    1.5625,
                    1.5625,
                    1.632812,
                    1.640625,
                    1.414062,
                    1.59375,
                    1.617188,
                    1.617188,
                    1.640625,
                    1.539062,
                    1.609375,
                    1.632812,
                    1.601562,
                    1.625,
                    1.65625,
                    2.625,
                    1.585938,
                    1.601562,
                    1.546875,
                    1.453125,
                    1.671875,
                    2.671875,
                    1.5625,
                    1.648438,
                    1.507812,
                    1.585938,
                    1.570312,
                    1.695312,
                    2.125,
                    1.648438,
                    1.632812,
                    1.640625,
                    1.648438,
                    2.375,
                    1.5625,
                    1.648438,
                    3.671875,
                    1.625,
                    1.578125,
                    1.554688,
                    1.632812,
                    1.367188,
                    1.679688,
                    1.671875,
                    1.460938,
                    1.632812,
                    1.570312,
                    1.726562,
                    1.78125,
                    1.609375,
                    1.640625,
                    1.671875,
                    1.59375,
                    1.570312,
                    1.664062,
                    1.617188,
                    1.492188,
                    1.578125,
                    1.796875,
                    1.601562,
                    1.640625,
                    1.585938,
                    1.65625,
                    1.648438,
                    1.570312,
                    1.632812,
                    1.632812,
                    1.609375,
                    1.554688,
                    1.617188,
                    1.578125,
                    1.601562,
                    1.640625,
                    1.570312,
                    2.0625,
                    1.96875,
                    1.4375,
                    1.65625,
                    1.640625,
                    1.570312,
                    1.773438,
                    1.757812,
                    1.59375,
                    1.671875,
                    1.640625,
                    1.59375,
                    1.578125,
                    1.59375,
                    1.710938,
                    1.625,
                    1.609375,
                    1.601562,
                    6.3125,
                    1.484375,
                    1.539062,
                    1.609375,
                    2.078125,
                    1.445312,
                    1.601562,
                    1.664062,
                    1.617188,
                    1.671875,
                    1.734375,
                    1.601562,
                    1.601562,
                    1.03125,
                    1.585938,
                    1.617188,
                    1.835938,
                    1.625,
                    1.65625,
                    1.71875,
                    1.609375,
                    1.601562,
                    1.5,
                    1.601562,
                    1.71875,
                    1.5625,
                    1.640625,
                    1.617188,
                    1.507812,
                    1.601562,
                    1.382812,
                    1.625,
                    1.625,
                    1.601562,
                    1.75,
                    1.664062,
                    1.664062,
                    1.601562,
                    1.617188,
                    1.625,
                    1.726562,
                    1.617188,
                    1.257812,
                    1.617188,
                    1.640625,
                    1.351562,
                    1.46875,
                    1.648438,
                    1.710938,
                    1.648438,
                    1.648438,
                    1.5625,
                    1.648438,
                    1.609375,
                    1.5625,
                    1.625,
                    1.609375,
                    1.679688,
                    1.648438,
                    1.828125,
                    1.578125,
                    1.609375,
                    1.617188,
                    1.671875,
                    1.648438,
                    1.578125,
                    1.609375,
                    1.617188,
                    1.585938,
                    1.609375,
                    1.664062,
                    1.59375,
                    1.625,
                    1.570312,
                    1.78125,
                    1.601562,
                    1.648438,
                    1.507812,
                    1.648438,
                    5.8125,
                    1.617188,
                    1.609375,
                    1.601562,
                    1.5,
                    1.296875,
                    1.617188,
                    1.578125,
                    1.59375,
                    1.6875,
                    1.601562,
                    1.601562,
                    1.585938,
                    1.617188,
                    1.5625,
                    1.632812,
                    1.617188,
                    1.59375,
                    1.75,
                    2.203125,
                    1.5625,
                    1.570312,
                    1.53125,
                    1.554688,
                    1.632812,
                    1.796875,
                    1.8125,
                    1.625,
                    1.5625,
                    1.664062,
                    1.40625,
                    1.640625,
                    1.625,
                    1.515625,
                    1.679688,
                    1.640625,
                    1.585938,
                    1.640625,
                    1.609375,
                    1.726562,
                    1.625,
                    1.59375,
                    1.429688,
                    1.609375,
                    2.109375,
                    1.445312,
                    2.828125,
                    1.664062,
                    1.609375,
                    1.601562,
                    1.609375,
                    1.679688,
                    1.53125,
                    1.6875,
                    1.632812,
                    1.601562,
                    1.421875,
                    1.59375,
                    1.617188,
                    1.554688,
                    1.664062,
                    1.671875,
                    1.65625,
                    1.617188,
                    1.617188,
                    1.75,
                    1.601562,
                    1.539062,
                    1.601562,
                    1.632812,
                    1.609375,
                    1.609375,
                    0.902344,
                    1.5,
                    1.578125,
                    1.671875,
                    1.617188,
                    1.085938,
                    1.585938,
                    1.84375,
                    1.46875,
                    1.796875,
                    1.625,
                    1.632812,
                    1.632812,
                    1.296875,
                    1.601562,
                    1.5625,
                    1.632812,
                    1.585938,
                    1.609375,
                    1.648438,
                    1.625,
                    1.726562,
                    1.585938,
                    1.632812,
                    1.554688,
                    1.632812,
                    1.609375,
                    1.640625,
                    1.617188,
                    1.59375,
                    1.640625,
                    1.726562,
                    1.632812,
                    1.367188,
                    1.585938,
                    1.601562,
                    1.570312,
                    1.507812,
                    1.617188,
                    1.664062,
                    1.625,
                    1.617188,
                    1.679688,
                    1.585938,
                    1.648438,
                    1.632812,
                    1.609375,
                    1.585938,
                    1.679688,
                    1.617188,
                    1.671875,
                    1.601562,
                    1.625,
                    1.664062,
                    1.625
                ]
            },
            "name": "model.transformer.norm.weight",
            "outputIndexes": [
                1278
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1277,
                1278
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/lm/norm/Mul_1_output_0",
            "outputIndexes": [
                1279
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/lm/lm_head/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1279
            ],
            "outputIndexes": [
                1946
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/lm/lm_head/Linear/pre_convert",
            "inputIndexes": [
                1946
            ],
            "outputIndexes": [
                1947
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/lm/lm_head/Linear",
            "inputIndexes": [
                1947
            ],
            "outputIndexes": [
                1948
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 32000,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 384000,
                    "weightSize": 0
                },
                "external": [
                    229620816,
                    24576022,
                    3072000,
                    128000,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/lm/lm_head/Linear/post_convert",
            "inputIndexes": [
                1948
            ],
            "outputIndexes": [
                1949
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/lm/lm_head/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1949
            ],
            "outputIndexes": [
                1280
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    32000
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    32000
                ]
            },
            "name": "/Constant_596_output_0__",
            "outputIndexes": [
                1281
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1280,
                1281
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "logits",
            "outputIndexes": [
                1282
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Input",
            "main": {
                "dims": [
                    20,
                    2,
                    -1,
                    0,
                    3,
                    64
                ],
                "dtype": "DT_FLOAT",
                "dformat": "NCHW"
            },
            "name": "past_key_values",
            "outputIndexes": [
                1283
            ],
            "type": "Input",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1283
            ],
            "main_type": "NONE",
            "name": "Shape1814",
            "outputIndexes": [
                1284
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1283
            ],
            "main_type": "NONE",
            "name": "Rank1816",
            "outputIndexes": [
                1285
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1285,
                1285
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1818",
            "outputIndexes": [
                1286
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1286
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1819",
            "outputIndexes": [
                1287
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1286,
                9
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1821",
            "outputIndexes": [
                1288
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1288
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1822",
            "outputIndexes": [
                1289
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1284,
                1287,
                1289,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice1825",
            "outputIndexes": [
                1290
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1290
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze1826",
            "outputIndexes": [
                1291
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1291,
                1291
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1828",
            "outputIndexes": [
                1292
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1283,
                1292,
                1286
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_output_0",
            "outputIndexes": [
                1293
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1293,
                21
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_200_output_0",
            "outputIndexes": [
                1294
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1286
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1836",
            "outputIndexes": [
                1295
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1288
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1839",
            "outputIndexes": [
                1296
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1284,
                1295,
                1296,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice1842",
            "outputIndexes": [
                1297
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1297
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze1843",
            "outputIndexes": [
                1298
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                9,
                1298
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1844",
            "outputIndexes": [
                1299
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1299,
                1298
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1845",
            "outputIndexes": [
                1300
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1283,
                1300,
                1286
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_7_output_0",
            "outputIndexes": [
                1301
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1301,
                21
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_201_output_0",
            "outputIndexes": [
                1302
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    2
                ]
            },
            "name": "/rotary/Constant_7_output_0",
            "outputIndexes": [
                1303
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1286
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1854",
            "outputIndexes": [
                1304
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1288
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1857",
            "outputIndexes": [
                1305
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1284,
                1304,
                1305,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice1860",
            "outputIndexes": [
                1306
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1306
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze1861",
            "outputIndexes": [
                1307
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1303,
                1307
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1862",
            "outputIndexes": [
                1308
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1308,
                1307
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1863",
            "outputIndexes": [
                1309
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1283,
                1309,
                1286
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_12_output_0",
            "outputIndexes": [
                1310
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1310,
                21
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_202_output_0",
            "outputIndexes": [
                1311
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    3
                ]
            },
            "name": "/Constant_6_output_0",
            "outputIndexes": [
                1312
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1286
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1872",
            "outputIndexes": [
                1313
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1288
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1875",
            "outputIndexes": [
                1314
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1284,
                1313,
                1314,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice1878",
            "outputIndexes": [
                1315
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1315
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze1879",
            "outputIndexes": [
                1316
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1312,
                1316
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1880",
            "outputIndexes": [
                1317
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1317,
                1316
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1881",
            "outputIndexes": [
                1318
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1283,
                1318,
                1286
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_17_output_0",
            "outputIndexes": [
                1319
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1319,
                21
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_203_output_0",
            "outputIndexes": [
                1320
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    4
                ]
            },
            "name": "/Constant_95_output_0",
            "outputIndexes": [
                1321
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1286
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1890",
            "outputIndexes": [
                1322
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1288
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1893",
            "outputIndexes": [
                1323
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1284,
                1322,
                1323,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice1896",
            "outputIndexes": [
                1324
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1324
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze1897",
            "outputIndexes": [
                1325
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1321,
                1325
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1898",
            "outputIndexes": [
                1326
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1326,
                1325
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1899",
            "outputIndexes": [
                1327
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1283,
                1327,
                1286
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_22_output_0",
            "outputIndexes": [
                1328
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1328,
                21
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_204_output_0",
            "outputIndexes": [
                1329
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    5
                ]
            },
            "name": "/Constant_149_output_0",
            "outputIndexes": [
                1330
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1286
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1908",
            "outputIndexes": [
                1331
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1288
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1911",
            "outputIndexes": [
                1332
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1284,
                1331,
                1332,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice1914",
            "outputIndexes": [
                1333
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1333
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze1915",
            "outputIndexes": [
                1334
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1330,
                1334
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1916",
            "outputIndexes": [
                1335
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1335,
                1334
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1917",
            "outputIndexes": [
                1336
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1283,
                1336,
                1286
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_27_output_0",
            "outputIndexes": [
                1337
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1337,
                21
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_205_output_0",
            "outputIndexes": [
                1338
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    6
                ]
            },
            "name": "/rotary/Constant_output_0",
            "outputIndexes": [
                1339
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1286
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1926",
            "outputIndexes": [
                1340
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1288
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1929",
            "outputIndexes": [
                1341
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1284,
                1340,
                1341,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice1932",
            "outputIndexes": [
                1342
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1342
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze1933",
            "outputIndexes": [
                1343
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1339,
                1343
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1934",
            "outputIndexes": [
                1344
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1344,
                1343
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1935",
            "outputIndexes": [
                1345
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1283,
                1345,
                1286
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_32_output_0",
            "outputIndexes": [
                1346
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1346,
                21
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_206_output_0",
            "outputIndexes": [
                1347
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    7
                ]
            },
            "name": "/Constant_208_output_0",
            "outputIndexes": [
                1348
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1286
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1944",
            "outputIndexes": [
                1349
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1288
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1947",
            "outputIndexes": [
                1350
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1284,
                1349,
                1350,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice1950",
            "outputIndexes": [
                1351
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1351
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze1951",
            "outputIndexes": [
                1352
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1348,
                1352
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1952",
            "outputIndexes": [
                1353
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1353,
                1352
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1953",
            "outputIndexes": [
                1354
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1283,
                1354,
                1286
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_37_output_0",
            "outputIndexes": [
                1355
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1355,
                21
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_207_output_0",
            "outputIndexes": [
                1356
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    8
                ]
            },
            "name": "/Constant_238_output_0",
            "outputIndexes": [
                1357
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1286
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1962",
            "outputIndexes": [
                1358
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1288
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1965",
            "outputIndexes": [
                1359
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1284,
                1358,
                1359,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice1968",
            "outputIndexes": [
                1360
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1360
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze1969",
            "outputIndexes": [
                1361
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1357,
                1361
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1970",
            "outputIndexes": [
                1362
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1362,
                1361
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1971",
            "outputIndexes": [
                1363
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1283,
                1363,
                1286
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_42_output_0",
            "outputIndexes": [
                1364
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1364,
                21
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_208_output_0",
            "outputIndexes": [
                1365
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    9
                ]
            },
            "name": "/Constant_268_output_0",
            "outputIndexes": [
                1366
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1286
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1980",
            "outputIndexes": [
                1367
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1288
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1983",
            "outputIndexes": [
                1368
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1284,
                1367,
                1368,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice1986",
            "outputIndexes": [
                1369
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1369
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze1987",
            "outputIndexes": [
                1370
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1366,
                1370
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1988",
            "outputIndexes": [
                1371
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1371,
                1370
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1989",
            "outputIndexes": [
                1372
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1283,
                1372,
                1286
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_47_output_0",
            "outputIndexes": [
                1373
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1373,
                21
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_209_output_0",
            "outputIndexes": [
                1374
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    10
                ]
            },
            "name": "/Constant_298_output_0",
            "outputIndexes": [
                1375
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1286
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1998",
            "outputIndexes": [
                1376
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1288
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2001",
            "outputIndexes": [
                1377
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1284,
                1376,
                1377,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice2004",
            "outputIndexes": [
                1378
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1378
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze2005",
            "outputIndexes": [
                1379
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1375,
                1379
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2006",
            "outputIndexes": [
                1380
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1380,
                1379
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2007",
            "outputIndexes": [
                1381
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1283,
                1381,
                1286
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_52_output_0",
            "outputIndexes": [
                1382
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1382,
                21
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_210_output_0",
            "outputIndexes": [
                1383
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    11
                ]
            },
            "name": "/Constant_328_output_0",
            "outputIndexes": [
                1384
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1286
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2016",
            "outputIndexes": [
                1385
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1288
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2019",
            "outputIndexes": [
                1386
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1284,
                1385,
                1386,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice2022",
            "outputIndexes": [
                1387
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1387
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze2023",
            "outputIndexes": [
                1388
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1384,
                1388
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2024",
            "outputIndexes": [
                1389
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1389,
                1388
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2025",
            "outputIndexes": [
                1390
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1283,
                1390,
                1286
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_57_output_0",
            "outputIndexes": [
                1391
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1391,
                21
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_211_output_0",
            "outputIndexes": [
                1392
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    12
                ]
            },
            "name": "/Constant_3_output_0",
            "outputIndexes": [
                1393
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1286
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2034",
            "outputIndexes": [
                1394
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1288
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2037",
            "outputIndexes": [
                1395
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1284,
                1394,
                1395,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice2040",
            "outputIndexes": [
                1396
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1396
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze2041",
            "outputIndexes": [
                1397
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1393,
                1397
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2042",
            "outputIndexes": [
                1398
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1398,
                1397
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2043",
            "outputIndexes": [
                1399
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1283,
                1399,
                1286
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_62_output_0",
            "outputIndexes": [
                1400
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1400,
                21
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_212_output_0",
            "outputIndexes": [
                1401
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    13
                ]
            },
            "name": "/Constant_387_output_0",
            "outputIndexes": [
                1402
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1286
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2052",
            "outputIndexes": [
                1403
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1288
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2055",
            "outputIndexes": [
                1404
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1284,
                1403,
                1404,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice2058",
            "outputIndexes": [
                1405
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1405
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze2059",
            "outputIndexes": [
                1406
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1402,
                1406
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2060",
            "outputIndexes": [
                1407
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1407,
                1406
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2061",
            "outputIndexes": [
                1408
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1283,
                1408,
                1286
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_67_output_0",
            "outputIndexes": [
                1409
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1409,
                21
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_213_output_0",
            "outputIndexes": [
                1410
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    14
                ]
            },
            "name": "/Constant_417_output_0",
            "outputIndexes": [
                1411
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1286
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2070",
            "outputIndexes": [
                1412
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1288
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2073",
            "outputIndexes": [
                1413
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1284,
                1412,
                1413,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice2076",
            "outputIndexes": [
                1414
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1414
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze2077",
            "outputIndexes": [
                1415
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1411,
                1415
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2078",
            "outputIndexes": [
                1416
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1416,
                1415
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2079",
            "outputIndexes": [
                1417
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1283,
                1417,
                1286
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_72_output_0",
            "outputIndexes": [
                1418
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1418,
                21
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_214_output_0",
            "outputIndexes": [
                1419
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    15
                ]
            },
            "name": "/Constant_447_output_0",
            "outputIndexes": [
                1420
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1286
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2088",
            "outputIndexes": [
                1421
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1288
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2091",
            "outputIndexes": [
                1422
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1284,
                1421,
                1422,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice2094",
            "outputIndexes": [
                1423
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1423
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze2095",
            "outputIndexes": [
                1424
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1420,
                1424
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2096",
            "outputIndexes": [
                1425
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1425,
                1424
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2097",
            "outputIndexes": [
                1426
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1283,
                1426,
                1286
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_77_output_0",
            "outputIndexes": [
                1427
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1427,
                21
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_215_output_0",
            "outputIndexes": [
                1428
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    16
                ]
            },
            "name": "/Constant_92_output_0",
            "outputIndexes": [
                1429
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1286
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2106",
            "outputIndexes": [
                1430
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1288
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2109",
            "outputIndexes": [
                1431
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1284,
                1430,
                1431,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice2112",
            "outputIndexes": [
                1432
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1432
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze2113",
            "outputIndexes": [
                1433
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1429,
                1433
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2114",
            "outputIndexes": [
                1434
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1434,
                1433
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2115",
            "outputIndexes": [
                1435
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1283,
                1435,
                1286
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_82_output_0",
            "outputIndexes": [
                1436
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1436,
                21
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_216_output_0",
            "outputIndexes": [
                1437
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    17
                ]
            },
            "name": "/Constant_506_output_0",
            "outputIndexes": [
                1438
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1286
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2124",
            "outputIndexes": [
                1439
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1288
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2127",
            "outputIndexes": [
                1440
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1284,
                1439,
                1440,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice2130",
            "outputIndexes": [
                1441
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1441
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze2131",
            "outputIndexes": [
                1442
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1438,
                1442
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2132",
            "outputIndexes": [
                1443
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1443,
                1442
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2133",
            "outputIndexes": [
                1444
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1283,
                1444,
                1286
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_87_output_0",
            "outputIndexes": [
                1445
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1445,
                21
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_217_output_0",
            "outputIndexes": [
                1446
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    18
                ]
            },
            "name": "/Constant_536_output_0",
            "outputIndexes": [
                1447
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1286
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2142",
            "outputIndexes": [
                1448
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1288
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2145",
            "outputIndexes": [
                1449
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1284,
                1448,
                1449,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice2148",
            "outputIndexes": [
                1450
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1450
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze2149",
            "outputIndexes": [
                1451
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1447,
                1451
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2150",
            "outputIndexes": [
                1452
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1452,
                1451
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2151",
            "outputIndexes": [
                1453
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1283,
                1453,
                1286
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_92_output_0",
            "outputIndexes": [
                1454
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1454,
                21
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_218_output_0",
            "outputIndexes": [
                1455
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    19
                ]
            },
            "name": "/Constant_566_output_0",
            "outputIndexes": [
                1456
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1286
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2160",
            "outputIndexes": [
                1457
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1288
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2163",
            "outputIndexes": [
                1458
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1284,
                1457,
                1458,
                7
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice2166",
            "outputIndexes": [
                1459
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1459
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze2167",
            "outputIndexes": [
                1460
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1456,
                1460
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2168",
            "outputIndexes": [
                1461
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1461,
                1460
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2169",
            "outputIndexes": [
                1462
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1283,
                1462,
                1286
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_97_output_0",
            "outputIndexes": [
                1463
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1463,
                21
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_219_output_0",
            "outputIndexes": [
                1464
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1294,
                1302,
                1311,
                1320,
                1329,
                1338,
                1347,
                1356,
                1365,
                1374,
                1383,
                1392,
                1401,
                1410,
                1419,
                1428,
                1437,
                1446,
                1455,
                1464
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "presents",
            "outputIndexes": [
                1465
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        }
    ],
    "outputName": [
        "logits",
        "presents"
    ],
    "preferForwardType": "CPU",
    "sourceType": "ONNX",
    "tensorName": [
        "input_ids",
        "/Constant_output_0__",
        "/Reshape_output_0",
        "/attn_norm/Mul_output_0",
        "model.transformer.layers.0.attn_norm.weight",
        "/attn_norm/Mul_1_output_0",
        "/FakeLinear_output_0",
        "/Unsqueeze_output_0",
        "/Shape_1_output_0",
        "/rotary/Constant_9_output_0",
        "Shape19",
        "BinaryOp22",
        "BinaryOp23",
        "Unsqueeze24",
        "BinaryOp26",
        "Unsqueeze27",
        "StridedSlice30",
        "Squeeze31",
        "BinaryOp32",
        "BinaryOp33",
        "/Gather_2_output_0",
        "/Constant_597_output_0",
        "/Unsqueeze_1_output_0",
        "/Constant_4_output_0",
        "/Constant_5_output_0",
        "/Concat_output_0",
        "/Reshape_1_output_0",
        "/q_norm/Mul_output_0",
        "model.transformer.layers.0.attn.q_norm.weight",
        "/q_norm/Mul_1_output_0",
        "position_ids",
        "/rotary/Cast_output_0",
        "/rotary/Constant_1_output_0__",
        "/rotary/Reshape_output_0",
        "/rotary/Constant_2_output_0",
        "/rotary/Mul_output_0",
        "/rotary/Cos_output_0",
        "/rotary/Unsqueeze_output_0",
        "/rotary/Sin_output_0",
        "/rotary/Unsqueeze_1_output_0",
        "/rotary/Concat_output_0",
        "/rotary/Concat_1_output_0",
        "/rotary/Unsqueeze_2_axes",
        "/rotary/Unsqueeze_3_output_0",
        "Shape64",
        "BinaryOp67",
        "BinaryOp68",
        "Unsqueeze69",
        "BinaryOp71",
        "Unsqueeze72",
        "StridedSlice75",
        "BinaryOp77",
        "BinaryOp78",
        "/Gather_3_output_0",
        "/Mul_output_0",
        "/Unsqueeze_6_output_0",
        "/Constant_19_output_0",
        "/Constant_7_output_0",
        "/Slice_1_output_0",
        "/Neg_output_0",
        "/Slice_output_0",
        "/Concat_3_output_0",
        "Unsqueeze93",
        "Unsqueeze96",
        "StridedSlice99",
        "Squeeze100",
        "BinaryOp101",
        "BinaryOp102",
        "/Gather_4_output_0",
        "/Mul_1_output_0",
        "/Add_output_0",
        "/FakeLinear_1_output_0",
        "/Concat_1_output_0",
        "/Reshape_2_output_0",
        "/k_norm/Mul_output_0",
        "model.transformer.layers.0.attn.k_norm.weight",
        "/k_norm/Mul_1_output_0",
        "/Mul_2_output_0",
        "/Slice_3_output_0",
        "/Neg_1_output_0",
        "/Slice_2_output_0",
        "/Concat_4_output_0",
        "/Mul_3_output_0",
        "/Add_1_output_0",
        "/FakeLinear_2_output_0",
        "/Reshape_3_output_0",
        "attention_mask",
        "/FusedAttention_output_0",
        "/FakeLinear_3_output_0",
        "/Add_2_output_0",
        "/ffn_norm/Mul_output_0",
        "model.transformer.layers.0.ffn_norm.weight",
        "/ffn_norm/Mul_1_output_0",
        "/ffn/proj_1/FakeLinear_output_0",
        "/ffn/Mul_output_0",
        "/ffn/Constant_output_0",
        "/ffn/Slice_output_0",
        "/ffn/act/Sigmoid_output_0",
        "/ffn/act/Mul_output_0",
        "/ffn/Mul_1_output_0",
        "/ffn/Slice_1_output_0",
        "/ffn/Mul_2_output_0",
        "/ffn/proj_2/FakeLinear_output_0",
        "/Add_3_output_0",
        "/Reshape_4_output_0",
        "/attn_norm_1/Mul_output_0",
        "model.transformer.layers.1.attn_norm.weight",
        "/attn_norm_1/Mul_1_output_0",
        "/FakeLinear_4_output_0",
        "/Shape_5_output_0",
        "Shape160",
        "BinaryOp163",
        "BinaryOp164",
        "Unsqueeze165",
        "BinaryOp167",
        "Unsqueeze168",
        "StridedSlice171",
        "Squeeze172",
        "BinaryOp173",
        "BinaryOp174",
        "/Gather_9_output_0",
        "/Unsqueeze_11_output_0",
        "/Concat_5_output_0",
        "/Reshape_5_output_0",
        "/q_norm_1/Mul_output_0",
        "model.transformer.layers.1.attn.q_norm.weight",
        "/q_norm_1/Mul_1_output_0",
        "/Mul_4_output_0",
        "/Slice_5_output_0",
        "/Neg_2_output_0",
        "/Slice_4_output_0",
        "/Concat_8_output_0",
        "/Mul_5_output_0",
        "/Add_4_output_0",
        "/FakeLinear_5_output_0",
        "/Concat_6_output_0",
        "/Reshape_6_output_0",
        "/k_norm_1/Mul_output_0",
        "model.transformer.layers.1.attn.k_norm.weight",
        "/k_norm_1/Mul_1_output_0",
        "/Mul_6_output_0",
        "/Slice_7_output_0",
        "/Neg_3_output_0",
        "/Slice_6_output_0",
        "/Concat_9_output_0",
        "/Mul_7_output_0",
        "/Add_5_output_0",
        "/FakeLinear_6_output_0",
        "/Reshape_7_output_0",
        "/FusedAttention_1_output_0",
        "/FakeLinear_7_output_0",
        "/Add_6_output_0",
        "/ffn_norm_1/Mul_output_0",
        "model.transformer.layers.1.ffn_norm.weight",
        "/ffn_norm_1/Mul_1_output_0",
        "/ffn/proj_1_1/FakeLinear_output_0",
        "/ffn_1/Mul_output_0",
        "/ffn_1/Slice_output_0",
        "/ffn/act_1/Sigmoid_output_0",
        "/ffn/act_1/Mul_output_0",
        "/ffn_1/Mul_1_output_0",
        "/ffn_1/Slice_1_output_0",
        "/ffn_1/Mul_2_output_0",
        "/ffn/proj_2_1/FakeLinear_output_0",
        "/Add_7_output_0",
        "/Reshape_8_output_0",
        "/attn_norm_2/Mul_output_0",
        "model.transformer.layers.2.attn_norm.weight",
        "/attn_norm_2/Mul_1_output_0",
        "/FakeLinear_8_output_0",
        "/Shape_9_output_0",
        "Shape246",
        "BinaryOp249",
        "BinaryOp250",
        "Unsqueeze251",
        "BinaryOp253",
        "Unsqueeze254",
        "StridedSlice257",
        "Squeeze258",
        "BinaryOp259",
        "BinaryOp260",
        "/Gather_14_output_0",
        "/Unsqueeze_21_output_0",
        "/Concat_10_output_0",
        "/Reshape_9_output_0",
        "/q_norm_2/Mul_output_0",
        "model.transformer.layers.2.attn.q_norm.weight",
        "/q_norm_2/Mul_1_output_0",
        "/Mul_8_output_0",
        "/Slice_9_output_0",
        "/Neg_4_output_0",
        "/Slice_8_output_0",
        "/Concat_13_output_0",
        "/Mul_9_output_0",
        "/Add_8_output_0",
        "/FakeLinear_9_output_0",
        "/Concat_11_output_0",
        "/Reshape_10_output_0",
        "/k_norm_2/Mul_output_0",
        "model.transformer.layers.2.attn.k_norm.weight",
        "/k_norm_2/Mul_1_output_0",
        "/Mul_10_output_0",
        "/Slice_11_output_0",
        "/Neg_5_output_0",
        "/Slice_10_output_0",
        "/Concat_14_output_0",
        "/Mul_11_output_0",
        "/Add_9_output_0",
        "/FakeLinear_10_output_0",
        "/Reshape_11_output_0",
        "/FusedAttention_2_output_0",
        "/FakeLinear_11_output_0",
        "/Add_10_output_0",
        "/ffn_norm_2/Mul_output_0",
        "model.transformer.layers.2.ffn_norm.weight",
        "/ffn_norm_2/Mul_1_output_0",
        "/ffn/proj_1_2/FakeLinear_output_0",
        "/ffn_2/Mul_output_0",
        "/ffn_2/Slice_output_0",
        "/ffn/act_2/Sigmoid_output_0",
        "/ffn/act_2/Mul_output_0",
        "/ffn_2/Mul_1_output_0",
        "/ffn_2/Slice_1_output_0",
        "/ffn_2/Mul_2_output_0",
        "/ffn/proj_2_2/FakeLinear_output_0",
        "/Add_11_output_0",
        "/Reshape_12_output_0",
        "/attn_norm_3/Mul_output_0",
        "model.transformer.layers.3.attn_norm.weight",
        "/attn_norm_3/Mul_1_output_0",
        "/FakeLinear_12_output_0",
        "/Shape_13_output_0",
        "Shape332",
        "BinaryOp335",
        "BinaryOp336",
        "Unsqueeze337",
        "BinaryOp339",
        "Unsqueeze340",
        "StridedSlice343",
        "Squeeze344",
        "BinaryOp345",
        "BinaryOp346",
        "/Gather_19_output_0",
        "/Unsqueeze_31_output_0",
        "/Constant_93_output_0",
        "/Concat_15_output_0",
        "/Reshape_13_output_0",
        "/q_norm_3/Mul_output_0",
        "model.transformer.layers.3.attn.q_norm.weight",
        "/q_norm_3/Mul_1_output_0",
        "/Mul_12_output_0",
        "/Slice_13_output_0",
        "/Neg_6_output_0",
        "/Slice_12_output_0",
        "/Concat_18_output_0",
        "/Mul_13_output_0",
        "/Add_12_output_0",
        "/FakeLinear_13_output_0",
        "/Constant_96_output_0",
        "/Concat_16_output_0",
        "/Reshape_14_output_0",
        "/k_norm_3/Mul_output_0",
        "model.transformer.layers.3.attn.k_norm.weight",
        "/k_norm_3/Mul_1_output_0",
        "/Mul_14_output_0",
        "/Slice_15_output_0",
        "/Neg_7_output_0",
        "/Slice_14_output_0",
        "/Concat_19_output_0",
        "/Mul_15_output_0",
        "/Add_13_output_0",
        "/FakeLinear_14_output_0",
        "/Reshape_15_output_0",
        "/FusedAttention_3_output_0",
        "/FakeLinear_15_output_0",
        "/Add_14_output_0",
        "/ffn_norm_3/Mul_output_0",
        "model.transformer.layers.3.ffn_norm.weight",
        "/ffn_norm_3/Mul_1_output_0",
        "/ffn/proj_1_3/FakeLinear_output_0",
        "/ffn_3/Slice_output_0",
        "/ffn/act_3/Sigmoid_output_0",
        "/ffn/act_3/Mul_output_0",
        "/ffn_3/Mul_1_output_0",
        "/ffn_3/Slice_1_output_0",
        "/ffn_3/Mul_2_output_0",
        "/ffn/proj_2_3/FakeLinear_output_0",
        "/Add_15_output_0",
        "/Reshape_16_output_0",
        "/attn_norm_4/Mul_output_0",
        "model.transformer.layers.4.attn_norm.weight",
        "/attn_norm_4/Mul_1_output_0",
        "/FakeLinear_16_output_0",
        "/Shape_17_output_0",
        "Shape419",
        "BinaryOp422",
        "BinaryOp423",
        "Unsqueeze424",
        "BinaryOp426",
        "Unsqueeze427",
        "StridedSlice430",
        "Squeeze431",
        "BinaryOp432",
        "BinaryOp433",
        "/Gather_24_output_0",
        "/Unsqueeze_41_output_0",
        "/Concat_20_output_0",
        "/Reshape_17_output_0",
        "/q_norm_4/Mul_output_0",
        "model.transformer.layers.4.attn.q_norm.weight",
        "/q_norm_4/Mul_1_output_0",
        "/Mul_16_output_0",
        "/Slice_17_output_0",
        "/Neg_8_output_0",
        "/Slice_16_output_0",
        "/Concat_23_output_0",
        "/Mul_17_output_0",
        "/Add_16_output_0",
        "/FakeLinear_17_output_0",
        "/Concat_21_output_0",
        "/Reshape_18_output_0",
        "/k_norm_4/Mul_output_0",
        "model.transformer.layers.4.attn.k_norm.weight",
        "/k_norm_4/Mul_1_output_0",
        "/Mul_18_output_0",
        "/Slice_19_output_0",
        "/Neg_9_output_0",
        "/Slice_18_output_0",
        "/Concat_24_output_0",
        "/Mul_19_output_0",
        "/Add_17_output_0",
        "/FakeLinear_18_output_0",
        "/Reshape_19_output_0",
        "/FusedAttention_4_output_0",
        "/FakeLinear_19_output_0",
        "/Add_18_output_0",
        "/ffn_norm_4/Mul_output_0",
        "model.transformer.layers.4.ffn_norm.weight",
        "/ffn_norm_4/Mul_1_output_0",
        "/ffn/proj_1_4/FakeLinear_output_0",
        "/ffn_4/Mul_output_0",
        "/ffn_4/Slice_output_0",
        "/ffn/act_4/Sigmoid_output_0",
        "/ffn/act_4/Mul_output_0",
        "/ffn_4/Mul_1_output_0",
        "/ffn_4/Slice_1_output_0",
        "/ffn_4/Mul_2_output_0",
        "/ffn/proj_2_4/FakeLinear_output_0",
        "/Add_19_output_0",
        "/Reshape_20_output_0",
        "/attn_norm_5/Mul_output_0",
        "model.transformer.layers.5.attn_norm.weight",
        "/attn_norm_5/Mul_1_output_0",
        "/FakeLinear_20_output_0",
        "/Shape_21_output_0",
        "Shape505",
        "BinaryOp508",
        "BinaryOp509",
        "Unsqueeze510",
        "BinaryOp512",
        "Unsqueeze513",
        "StridedSlice516",
        "Squeeze517",
        "BinaryOp518",
        "BinaryOp519",
        "/Gather_29_output_0",
        "/Unsqueeze_51_output_0",
        "/Concat_25_output_0",
        "/Reshape_21_output_0",
        "/q_norm_5/Mul_output_0",
        "model.transformer.layers.5.attn.q_norm.weight",
        "/q_norm_5/Mul_1_output_0",
        "/Mul_20_output_0",
        "/Slice_21_output_0",
        "/Neg_10_output_0",
        "/Slice_20_output_0",
        "/Concat_28_output_0",
        "/Mul_21_output_0",
        "/Add_20_output_0",
        "/FakeLinear_21_output_0",
        "/Concat_26_output_0",
        "/Reshape_22_output_0",
        "/k_norm_5/Mul_output_0",
        "model.transformer.layers.5.attn.k_norm.weight",
        "/k_norm_5/Mul_1_output_0",
        "/Mul_22_output_0",
        "/Slice_23_output_0",
        "/Neg_11_output_0",
        "/Slice_22_output_0",
        "/Concat_29_output_0",
        "/Mul_23_output_0",
        "/Add_21_output_0",
        "/FakeLinear_22_output_0",
        "/Reshape_23_output_0",
        "/FusedAttention_5_output_0",
        "/FakeLinear_23_output_0",
        "/Add_22_output_0",
        "/ffn_norm_5/Mul_output_0",
        "model.transformer.layers.5.ffn_norm.weight",
        "/ffn_norm_5/Mul_1_output_0",
        "/ffn/proj_1_5/FakeLinear_output_0",
        "/ffn_5/Mul_output_0",
        "/ffn_5/Slice_output_0",
        "/ffn/act_5/Sigmoid_output_0",
        "/ffn/act_5/Mul_output_0",
        "/ffn_5/Mul_1_output_0",
        "/ffn_5/Slice_1_output_0",
        "/ffn_5/Mul_2_output_0",
        "/ffn/proj_2_5/FakeLinear_output_0",
        "/Add_23_output_0",
        "/Reshape_24_output_0",
        "/attn_norm_6/Mul_output_0",
        "model.transformer.layers.6.attn_norm.weight",
        "/attn_norm_6/Mul_1_output_0",
        "/FakeLinear_24_output_0",
        "/Shape_25_output_0",
        "Shape591",
        "BinaryOp594",
        "BinaryOp595",
        "Unsqueeze596",
        "BinaryOp598",
        "Unsqueeze599",
        "StridedSlice602",
        "Squeeze603",
        "BinaryOp604",
        "BinaryOp605",
        "/Gather_34_output_0",
        "/Unsqueeze_61_output_0",
        "/Concat_30_output_0",
        "/Reshape_25_output_0",
        "/q_norm_6/Mul_output_0",
        "model.transformer.layers.6.attn.q_norm.weight",
        "/q_norm_6/Mul_1_output_0",
        "/Mul_24_output_0",
        "/Slice_25_output_0",
        "/Neg_12_output_0",
        "/Slice_24_output_0",
        "/Concat_33_output_0",
        "/Mul_25_output_0",
        "/Add_24_output_0",
        "/FakeLinear_25_output_0",
        "/Concat_31_output_0",
        "/Reshape_26_output_0",
        "/k_norm_6/Mul_output_0",
        "model.transformer.layers.6.attn.k_norm.weight",
        "/k_norm_6/Mul_1_output_0",
        "/Mul_26_output_0",
        "/Slice_27_output_0",
        "/Neg_13_output_0",
        "/Slice_26_output_0",
        "/Concat_34_output_0",
        "/Mul_27_output_0",
        "/Add_25_output_0",
        "/FakeLinear_26_output_0",
        "/Reshape_27_output_0",
        "/FusedAttention_6_output_0",
        "/FakeLinear_27_output_0",
        "/Add_26_output_0",
        "/ffn_norm_6/Mul_output_0",
        "model.transformer.layers.6.ffn_norm.weight",
        "/ffn_norm_6/Mul_1_output_0",
        "/ffn/proj_1_6/FakeLinear_output_0",
        "/ffn_6/Slice_output_0",
        "/ffn/act_6/Sigmoid_output_0",
        "/ffn/act_6/Mul_output_0",
        "/ffn_6/Mul_1_output_0",
        "/ffn_6/Slice_1_output_0",
        "/ffn_6/Mul_2_output_0",
        "/ffn/proj_2_6/FakeLinear_output_0",
        "/Add_27_output_0",
        "/Reshape_28_output_0",
        "/attn_norm_7/Mul_output_0",
        "model.transformer.layers.7.attn_norm.weight",
        "/attn_norm_7/Mul_1_output_0",
        "/FakeLinear_28_output_0",
        "/Shape_29_output_0",
        "Shape676",
        "BinaryOp679",
        "BinaryOp680",
        "Unsqueeze681",
        "BinaryOp683",
        "Unsqueeze684",
        "StridedSlice687",
        "Squeeze688",
        "BinaryOp689",
        "BinaryOp690",
        "/Gather_39_output_0",
        "/Unsqueeze_71_output_0",
        "/Concat_35_output_0",
        "/Reshape_29_output_0",
        "/q_norm_7/Mul_output_0",
        "model.transformer.layers.7.attn.q_norm.weight",
        "/q_norm_7/Mul_1_output_0",
        "/Mul_28_output_0",
        "/Slice_29_output_0",
        "/Neg_14_output_0",
        "/Slice_28_output_0",
        "/Concat_38_output_0",
        "/Mul_29_output_0",
        "/Add_28_output_0",
        "/FakeLinear_29_output_0",
        "/Concat_36_output_0",
        "/Reshape_30_output_0",
        "/k_norm_7/Mul_output_0",
        "model.transformer.layers.7.attn.k_norm.weight",
        "/k_norm_7/Mul_1_output_0",
        "/Mul_30_output_0",
        "/Slice_31_output_0",
        "/Neg_15_output_0",
        "/Slice_30_output_0",
        "/Concat_39_output_0",
        "/Mul_31_output_0",
        "/Add_29_output_0",
        "/FakeLinear_30_output_0",
        "/Reshape_31_output_0",
        "/FusedAttention_7_output_0",
        "/FakeLinear_31_output_0",
        "/Add_30_output_0",
        "/ffn_norm_7/Mul_output_0",
        "model.transformer.layers.7.ffn_norm.weight",
        "/ffn_norm_7/Mul_1_output_0",
        "/ffn/proj_1_7/FakeLinear_output_0",
        "/ffn_7/Mul_output_0",
        "/ffn_7/Slice_output_0",
        "/ffn/act_7/Sigmoid_output_0",
        "/ffn/act_7/Mul_output_0",
        "/ffn_7/Mul_1_output_0",
        "/ffn_7/Slice_1_output_0",
        "/ffn_7/Mul_2_output_0",
        "/ffn/proj_2_7/FakeLinear_output_0",
        "/Add_31_output_0",
        "/Reshape_32_output_0",
        "/attn_norm_8/Mul_output_0",
        "model.transformer.layers.8.attn_norm.weight",
        "/attn_norm_8/Mul_1_output_0",
        "/FakeLinear_32_output_0",
        "/Shape_33_output_0",
        "Shape762",
        "BinaryOp765",
        "BinaryOp766",
        "Unsqueeze767",
        "BinaryOp769",
        "Unsqueeze770",
        "StridedSlice773",
        "Squeeze774",
        "BinaryOp775",
        "BinaryOp776",
        "/Gather_44_output_0",
        "/Unsqueeze_81_output_0",
        "/Concat_40_output_0",
        "/Reshape_33_output_0",
        "/q_norm_8/Mul_output_0",
        "model.transformer.layers.8.attn.q_norm.weight",
        "/q_norm_8/Mul_1_output_0",
        "/Mul_32_output_0",
        "/Slice_33_output_0",
        "/Neg_16_output_0",
        "/Slice_32_output_0",
        "/Concat_43_output_0",
        "/Mul_33_output_0",
        "/Add_32_output_0",
        "/FakeLinear_33_output_0",
        "/Concat_41_output_0",
        "/Reshape_34_output_0",
        "/k_norm_8/Mul_output_0",
        "model.transformer.layers.8.attn.k_norm.weight",
        "/k_norm_8/Mul_1_output_0",
        "/Mul_34_output_0",
        "/Slice_35_output_0",
        "/Neg_17_output_0",
        "/Slice_34_output_0",
        "/Concat_44_output_0",
        "/Mul_35_output_0",
        "/Add_33_output_0",
        "/FakeLinear_34_output_0",
        "/Reshape_35_output_0",
        "/FusedAttention_8_output_0",
        "/FakeLinear_35_output_0",
        "/Add_34_output_0",
        "/ffn_norm_8/Mul_output_0",
        "model.transformer.layers.8.ffn_norm.weight",
        "/ffn_norm_8/Mul_1_output_0",
        "/ffn/proj_1_8/FakeLinear_output_0",
        "/ffn_8/Slice_output_0",
        "/ffn/act_8/Sigmoid_output_0",
        "/ffn/act_8/Mul_output_0",
        "/ffn_8/Mul_1_output_0",
        "/ffn_8/Slice_1_output_0",
        "/ffn_8/Mul_2_output_0",
        "/ffn/proj_2_8/FakeLinear_output_0",
        "/Add_35_output_0",
        "/Reshape_36_output_0",
        "/attn_norm_9/Mul_output_0",
        "model.transformer.layers.9.attn_norm.weight",
        "/attn_norm_9/Mul_1_output_0",
        "/FakeLinear_36_output_0",
        "/Shape_37_output_0",
        "Shape847",
        "BinaryOp850",
        "BinaryOp851",
        "Unsqueeze852",
        "BinaryOp854",
        "Unsqueeze855",
        "StridedSlice858",
        "Squeeze859",
        "BinaryOp860",
        "BinaryOp861",
        "/Gather_49_output_0",
        "/Unsqueeze_91_output_0",
        "/Concat_45_output_0",
        "/Reshape_37_output_0",
        "/q_norm_9/Mul_output_0",
        "model.transformer.layers.9.attn.q_norm.weight",
        "/q_norm_9/Mul_1_output_0",
        "/Mul_36_output_0",
        "/Slice_37_output_0",
        "/Neg_18_output_0",
        "/Slice_36_output_0",
        "/Concat_48_output_0",
        "/Mul_37_output_0",
        "/Add_36_output_0",
        "/FakeLinear_37_output_0",
        "/Concat_46_output_0",
        "/Reshape_38_output_0",
        "/k_norm_9/Mul_output_0",
        "model.transformer.layers.9.attn.k_norm.weight",
        "/k_norm_9/Mul_1_output_0",
        "/Mul_38_output_0",
        "/Slice_39_output_0",
        "/Neg_19_output_0",
        "/Slice_38_output_0",
        "/Concat_49_output_0",
        "/Mul_39_output_0",
        "/Add_37_output_0",
        "/FakeLinear_38_output_0",
        "/Reshape_39_output_0",
        "/FusedAttention_9_output_0",
        "/FakeLinear_39_output_0",
        "/Add_38_output_0",
        "/ffn_norm_9/Mul_output_0",
        "model.transformer.layers.9.ffn_norm.weight",
        "/ffn_norm_9/Mul_1_output_0",
        "/ffn/proj_1_9/FakeLinear_output_0",
        "/ffn_9/Mul_output_0",
        "/ffn_9/Slice_output_0",
        "/ffn/act_9/Sigmoid_output_0",
        "/ffn/act_9/Mul_output_0",
        "/ffn_9/Mul_1_output_0",
        "/ffn_9/Slice_1_output_0",
        "/ffn_9/Mul_2_output_0",
        "/ffn/proj_2_9/FakeLinear_output_0",
        "/Add_39_output_0",
        "/Reshape_40_output_0",
        "/attn_norm_10/Mul_output_0",
        "model.transformer.layers.10.attn_norm.weight",
        "/attn_norm_10/Mul_1_output_0",
        "/FakeLinear_40_output_0",
        "/Shape_41_output_0",
        "Shape933",
        "BinaryOp936",
        "BinaryOp937",
        "Unsqueeze938",
        "BinaryOp940",
        "Unsqueeze941",
        "StridedSlice944",
        "Squeeze945",
        "BinaryOp946",
        "BinaryOp947",
        "/Gather_54_output_0",
        "/Unsqueeze_101_output_0",
        "/Constant_302_output_0",
        "/Concat_50_output_0",
        "/Reshape_41_output_0",
        "/q_norm_10/Mul_output_0",
        "model.transformer.layers.10.attn.q_norm.weight",
        "/q_norm_10/Mul_1_output_0",
        "/Mul_40_output_0",
        "/Slice_41_output_0",
        "/Neg_20_output_0",
        "/Slice_40_output_0",
        "/Concat_53_output_0",
        "/Mul_41_output_0",
        "/Add_40_output_0",
        "/FakeLinear_41_output_0",
        "/Constant_304_output_0",
        "/Concat_51_output_0",
        "/Reshape_42_output_0",
        "/k_norm_10/Mul_output_0",
        "model.transformer.layers.10.attn.k_norm.weight",
        "/k_norm_10/Mul_1_output_0",
        "/Mul_42_output_0",
        "/Slice_43_output_0",
        "/Neg_21_output_0",
        "/Slice_42_output_0",
        "/Concat_54_output_0",
        "/Mul_43_output_0",
        "/Add_41_output_0",
        "/FakeLinear_42_output_0",
        "/Reshape_43_output_0",
        "/FusedAttention_10_output_0",
        "/FakeLinear_43_output_0",
        "/Add_42_output_0",
        "/ffn_norm_10/Mul_output_0",
        "model.transformer.layers.10.ffn_norm.weight",
        "/ffn_norm_10/Mul_1_output_0",
        "/ffn/proj_1_10/FakeLinear_output_0",
        "/ffn_10/Slice_output_0",
        "/ffn/act_10/Sigmoid_output_0",
        "/ffn/act_10/Mul_output_0",
        "/ffn_10/Mul_1_output_0",
        "/ffn_10/Slice_1_output_0",
        "/ffn_10/Mul_2_output_0",
        "/ffn/proj_2_10/FakeLinear_output_0",
        "/Add_43_output_0",
        "/Reshape_44_output_0",
        "/attn_norm_11/Mul_output_0",
        "model.transformer.layers.11.attn_norm.weight",
        "/attn_norm_11/Mul_1_output_0",
        "/FakeLinear_44_output_0",
        "/Shape_45_output_0",
        "Shape1020",
        "BinaryOp1023",
        "BinaryOp1024",
        "Unsqueeze1025",
        "BinaryOp1027",
        "Unsqueeze1028",
        "StridedSlice1031",
        "Squeeze1032",
        "BinaryOp1033",
        "BinaryOp1034",
        "/Gather_59_output_0",
        "/Unsqueeze_111_output_0",
        "/Concat_55_output_0",
        "/Reshape_45_output_0",
        "/q_norm_11/Mul_output_0",
        "model.transformer.layers.11.attn.q_norm.weight",
        "/q_norm_11/Mul_1_output_0",
        "/Mul_44_output_0",
        "/Slice_45_output_0",
        "/Neg_22_output_0",
        "/Slice_44_output_0",
        "/Concat_58_output_0",
        "/Mul_45_output_0",
        "/Add_44_output_0",
        "/FakeLinear_45_output_0",
        "/Concat_56_output_0",
        "/Reshape_46_output_0",
        "/k_norm_11/Mul_output_0",
        "model.transformer.layers.11.attn.k_norm.weight",
        "/k_norm_11/Mul_1_output_0",
        "/Mul_46_output_0",
        "/Slice_47_output_0",
        "/Neg_23_output_0",
        "/Slice_46_output_0",
        "/Concat_59_output_0",
        "/Mul_47_output_0",
        "/Add_45_output_0",
        "/FakeLinear_46_output_0",
        "/Reshape_47_output_0",
        "/FusedAttention_11_output_0",
        "/FakeLinear_47_output_0",
        "/Add_46_output_0",
        "/ffn_norm_11/Mul_output_0",
        "model.transformer.layers.11.ffn_norm.weight",
        "/ffn_norm_11/Mul_1_output_0",
        "/ffn/proj_1_11/FakeLinear_output_0",
        "/ffn_11/Mul_output_0",
        "/ffn_11/Slice_output_0",
        "/ffn/act_11/Sigmoid_output_0",
        "/ffn/act_11/Mul_output_0",
        "/ffn_11/Mul_1_output_0",
        "/ffn_11/Slice_1_output_0",
        "/ffn_11/Mul_2_output_0",
        "/ffn/proj_2_11/FakeLinear_output_0",
        "/Add_47_output_0",
        "/Reshape_48_output_0",
        "/attn_norm_12/Mul_output_0",
        "model.transformer.layers.12.attn_norm.weight",
        "/attn_norm_12/Mul_1_output_0",
        "/FakeLinear_48_output_0",
        "/Shape_49_output_0",
        "Shape1106",
        "BinaryOp1109",
        "BinaryOp1110",
        "Unsqueeze1111",
        "BinaryOp1113",
        "Unsqueeze1114",
        "StridedSlice1117",
        "Squeeze1118",
        "BinaryOp1119",
        "BinaryOp1120",
        "/Gather_64_output_0",
        "/Unsqueeze_121_output_0",
        "/Concat_60_output_0",
        "/Reshape_49_output_0",
        "/q_norm_12/Mul_output_0",
        "model.transformer.layers.12.attn.q_norm.weight",
        "/q_norm_12/Mul_1_output_0",
        "/Mul_48_output_0",
        "/Slice_49_output_0",
        "/Neg_24_output_0",
        "/Slice_48_output_0",
        "/Concat_63_output_0",
        "/Mul_49_output_0",
        "/Add_48_output_0",
        "/FakeLinear_49_output_0",
        "/Concat_61_output_0",
        "/Reshape_50_output_0",
        "/k_norm_12/Mul_output_0",
        "model.transformer.layers.12.attn.k_norm.weight",
        "/k_norm_12/Mul_1_output_0",
        "/Mul_50_output_0",
        "/Slice_51_output_0",
        "/Neg_25_output_0",
        "/Slice_50_output_0",
        "/Concat_64_output_0",
        "/Mul_51_output_0",
        "/Add_49_output_0",
        "/FakeLinear_50_output_0",
        "/Reshape_51_output_0",
        "/FusedAttention_12_output_0",
        "/FakeLinear_51_output_0",
        "/Add_50_output_0",
        "/ffn_norm_12/Mul_output_0",
        "model.transformer.layers.12.ffn_norm.weight",
        "/ffn_norm_12/Mul_1_output_0",
        "/ffn/proj_1_12/FakeLinear_output_0",
        "/ffn_12/Mul_output_0",
        "/ffn_12/Slice_output_0",
        "/ffn/act_12/Sigmoid_output_0",
        "/ffn/act_12/Mul_output_0",
        "/ffn_12/Mul_1_output_0",
        "/ffn_12/Slice_1_output_0",
        "/ffn_12/Mul_2_output_0",
        "/ffn/proj_2_12/FakeLinear_output_0",
        "/Add_51_output_0",
        "/Reshape_52_output_0",
        "/attn_norm_13/Mul_output_0",
        "model.transformer.layers.13.attn_norm.weight",
        "/attn_norm_13/Mul_1_output_0",
        "/FakeLinear_52_output_0",
        "/Shape_53_output_0",
        "Shape1192",
        "BinaryOp1195",
        "BinaryOp1196",
        "Unsqueeze1197",
        "BinaryOp1199",
        "Unsqueeze1200",
        "StridedSlice1203",
        "Squeeze1204",
        "BinaryOp1205",
        "BinaryOp1206",
        "/Gather_69_output_0",
        "/Unsqueeze_131_output_0",
        "/Concat_65_output_0",
        "/Reshape_53_output_0",
        "/q_norm_13/Mul_output_0",
        "model.transformer.layers.13.attn.q_norm.weight",
        "/q_norm_13/Mul_1_output_0",
        "/Mul_52_output_0",
        "/Slice_53_output_0",
        "/Neg_26_output_0",
        "/Slice_52_output_0",
        "/Concat_68_output_0",
        "/Mul_53_output_0",
        "/Add_52_output_0",
        "/FakeLinear_53_output_0",
        "/Concat_66_output_0",
        "/Reshape_54_output_0",
        "/k_norm_13/Mul_output_0",
        "model.transformer.layers.13.attn.k_norm.weight",
        "/k_norm_13/Mul_1_output_0",
        "/Mul_54_output_0",
        "/Slice_55_output_0",
        "/Neg_27_output_0",
        "/Slice_54_output_0",
        "/Concat_69_output_0",
        "/Mul_55_output_0",
        "/Add_53_output_0",
        "/FakeLinear_54_output_0",
        "/Reshape_55_output_0",
        "/FusedAttention_13_output_0",
        "/FakeLinear_55_output_0",
        "/Add_54_output_0",
        "/ffn_norm_13/Mul_output_0",
        "model.transformer.layers.13.ffn_norm.weight",
        "/ffn_norm_13/Mul_1_output_0",
        "/ffn/proj_1_13/FakeLinear_output_0",
        "/ffn_13/Mul_output_0",
        "/ffn_13/Slice_output_0",
        "/ffn/act_13/Sigmoid_output_0",
        "/ffn/act_13/Mul_output_0",
        "/ffn_13/Mul_1_output_0",
        "/ffn_13/Slice_1_output_0",
        "/ffn_13/Mul_2_output_0",
        "/ffn/proj_2_13/FakeLinear_output_0",
        "/Add_55_output_0",
        "/Reshape_56_output_0",
        "/attn_norm_14/Mul_output_0",
        "model.transformer.layers.14.attn_norm.weight",
        "/attn_norm_14/Mul_1_output_0",
        "/FakeLinear_56_output_0",
        "/Shape_57_output_0",
        "Shape1278",
        "BinaryOp1281",
        "BinaryOp1282",
        "Unsqueeze1283",
        "BinaryOp1285",
        "Unsqueeze1286",
        "StridedSlice1289",
        "Squeeze1290",
        "BinaryOp1291",
        "BinaryOp1292",
        "/Gather_74_output_0",
        "/Unsqueeze_141_output_0",
        "/Concat_70_output_0",
        "/Reshape_57_output_0",
        "/q_norm_14/Mul_output_0",
        "model.transformer.layers.14.attn.q_norm.weight",
        "/q_norm_14/Mul_1_output_0",
        "/Mul_56_output_0",
        "/Slice_57_output_0",
        "/Neg_28_output_0",
        "/Slice_56_output_0",
        "/Concat_73_output_0",
        "/Mul_57_output_0",
        "/Add_56_output_0",
        "/FakeLinear_57_output_0",
        "/Concat_71_output_0",
        "/Reshape_58_output_0",
        "/k_norm_14/Mul_output_0",
        "model.transformer.layers.14.attn.k_norm.weight",
        "/k_norm_14/Mul_1_output_0",
        "/Mul_58_output_0",
        "/Slice_59_output_0",
        "/Neg_29_output_0",
        "/Slice_58_output_0",
        "/Concat_74_output_0",
        "/Mul_59_output_0",
        "/Add_57_output_0",
        "/FakeLinear_58_output_0",
        "/Reshape_59_output_0",
        "/FusedAttention_14_output_0",
        "/FakeLinear_59_output_0",
        "/Add_58_output_0",
        "/ffn_norm_14/Mul_output_0",
        "model.transformer.layers.14.ffn_norm.weight",
        "/ffn_norm_14/Mul_1_output_0",
        "/ffn/proj_1_14/FakeLinear_output_0",
        "/ffn_14/Slice_output_0",
        "/ffn/act_14/Sigmoid_output_0",
        "/ffn/act_14/Mul_output_0",
        "/ffn_14/Mul_1_output_0",
        "/ffn_14/Slice_1_output_0",
        "/ffn_14/Mul_2_output_0",
        "/ffn/proj_2_14/FakeLinear_output_0",
        "/Add_59_output_0",
        "/Reshape_60_output_0",
        "/attn_norm_15/Mul_output_0",
        "model.transformer.layers.15.attn_norm.weight",
        "/attn_norm_15/Mul_1_output_0",
        "/FakeLinear_60_output_0",
        "/Shape_61_output_0",
        "Shape1363",
        "BinaryOp1366",
        "BinaryOp1367",
        "Unsqueeze1368",
        "BinaryOp1370",
        "Unsqueeze1371",
        "StridedSlice1374",
        "Squeeze1375",
        "BinaryOp1376",
        "BinaryOp1377",
        "/Gather_79_output_0",
        "/Unsqueeze_151_output_0",
        "/Concat_75_output_0",
        "/Reshape_61_output_0",
        "/q_norm_15/Mul_output_0",
        "model.transformer.layers.15.attn.q_norm.weight",
        "/q_norm_15/Mul_1_output_0",
        "/Mul_60_output_0",
        "/Slice_61_output_0",
        "/Neg_30_output_0",
        "/Slice_60_output_0",
        "/Concat_78_output_0",
        "/Mul_61_output_0",
        "/Add_60_output_0",
        "/FakeLinear_61_output_0",
        "/Concat_76_output_0",
        "/Reshape_62_output_0",
        "/k_norm_15/Mul_output_0",
        "model.transformer.layers.15.attn.k_norm.weight",
        "/k_norm_15/Mul_1_output_0",
        "/Mul_62_output_0",
        "/Slice_63_output_0",
        "/Neg_31_output_0",
        "/Slice_62_output_0",
        "/Concat_79_output_0",
        "/Mul_63_output_0",
        "/Add_61_output_0",
        "/FakeLinear_62_output_0",
        "/Reshape_63_output_0",
        "/FusedAttention_15_output_0",
        "/FakeLinear_63_output_0",
        "/Add_62_output_0",
        "/ffn_norm_15/Mul_output_0",
        "model.transformer.layers.15.ffn_norm.weight",
        "/ffn_norm_15/Mul_1_output_0",
        "/ffn/proj_1_15/FakeLinear_output_0",
        "/ffn_15/Slice_output_0",
        "/ffn/act_15/Sigmoid_output_0",
        "/ffn/act_15/Mul_output_0",
        "/ffn_15/Mul_1_output_0",
        "/ffn_15/Slice_1_output_0",
        "/ffn_15/Mul_2_output_0",
        "/ffn/proj_2_15/FakeLinear_output_0",
        "/Add_63_output_0",
        "/Reshape_64_output_0",
        "/attn_norm_16/Mul_output_0",
        "model.transformer.layers.16.attn_norm.weight",
        "/attn_norm_16/Mul_1_output_0",
        "/FakeLinear_64_output_0",
        "/Shape_65_output_0",
        "Shape1448",
        "BinaryOp1451",
        "BinaryOp1452",
        "Unsqueeze1453",
        "BinaryOp1455",
        "Unsqueeze1456",
        "StridedSlice1459",
        "Squeeze1460",
        "BinaryOp1461",
        "BinaryOp1462",
        "/Gather_84_output_0",
        "/Unsqueeze_161_output_0",
        "/Constant_480_output_0",
        "/Concat_80_output_0",
        "/Reshape_65_output_0",
        "/q_norm_16/Mul_output_0",
        "model.transformer.layers.16.attn.q_norm.weight",
        "/q_norm_16/Mul_1_output_0",
        "/Mul_64_output_0",
        "/Slice_65_output_0",
        "/Neg_32_output_0",
        "/Slice_64_output_0",
        "/Concat_83_output_0",
        "/Mul_65_output_0",
        "/Add_64_output_0",
        "/FakeLinear_65_output_0",
        "/Constant_482_output_0",
        "/Concat_81_output_0",
        "/Reshape_66_output_0",
        "/k_norm_16/Mul_output_0",
        "model.transformer.layers.16.attn.k_norm.weight",
        "/k_norm_16/Mul_1_output_0",
        "/Mul_66_output_0",
        "/Slice_67_output_0",
        "/Neg_33_output_0",
        "/Slice_66_output_0",
        "/Concat_84_output_0",
        "/Mul_67_output_0",
        "/Add_65_output_0",
        "/FakeLinear_66_output_0",
        "/Reshape_67_output_0",
        "/FusedAttention_16_output_0",
        "/FakeLinear_67_output_0",
        "/Add_66_output_0",
        "/ffn_norm_16/Mul_output_0",
        "model.transformer.layers.16.ffn_norm.weight",
        "/ffn_norm_16/Mul_1_output_0",
        "/ffn/proj_1_16/FakeLinear_output_0",
        "/ffn_16/Mul_output_0",
        "/ffn_16/Slice_output_0",
        "/ffn/act_16/Sigmoid_output_0",
        "/ffn/act_16/Mul_output_0",
        "/ffn_16/Mul_1_output_0",
        "/ffn_16/Slice_1_output_0",
        "/ffn_16/Mul_2_output_0",
        "/ffn/proj_2_16/FakeLinear_output_0",
        "/Add_67_output_0",
        "/Reshape_68_output_0",
        "/attn_norm_17/Mul_output_0",
        "model.transformer.layers.17.attn_norm.weight",
        "/attn_norm_17/Mul_1_output_0",
        "/FakeLinear_68_output_0",
        "/Shape_69_output_0",
        "Shape1536",
        "BinaryOp1539",
        "BinaryOp1540",
        "Unsqueeze1541",
        "BinaryOp1543",
        "Unsqueeze1544",
        "StridedSlice1547",
        "Squeeze1548",
        "BinaryOp1549",
        "BinaryOp1550",
        "/Gather_89_output_0",
        "/Unsqueeze_171_output_0",
        "/Concat_85_output_0",
        "/Reshape_69_output_0",
        "/q_norm_17/Mul_output_0",
        "model.transformer.layers.17.attn.q_norm.weight",
        "/q_norm_17/Mul_1_output_0",
        "/Mul_68_output_0",
        "/Slice_69_output_0",
        "/Neg_34_output_0",
        "/Slice_68_output_0",
        "/Concat_88_output_0",
        "/Mul_69_output_0",
        "/Add_68_output_0",
        "/FakeLinear_69_output_0",
        "/Concat_86_output_0",
        "/Reshape_70_output_0",
        "/k_norm_17/Mul_output_0",
        "model.transformer.layers.17.attn.k_norm.weight",
        "/k_norm_17/Mul_1_output_0",
        "/Mul_70_output_0",
        "/Slice_71_output_0",
        "/Neg_35_output_0",
        "/Slice_70_output_0",
        "/Concat_89_output_0",
        "/Mul_71_output_0",
        "/Add_69_output_0",
        "/FakeLinear_70_output_0",
        "/Reshape_71_output_0",
        "/FusedAttention_17_output_0",
        "/FakeLinear_71_output_0",
        "/Add_70_output_0",
        "/ffn_norm_17/Mul_output_0",
        "model.transformer.layers.17.ffn_norm.weight",
        "/ffn_norm_17/Mul_1_output_0",
        "/ffn/proj_1_17/FakeLinear_output_0",
        "/ffn_17/Slice_output_0",
        "/ffn/act_17/Sigmoid_output_0",
        "/ffn/act_17/Mul_output_0",
        "/ffn_17/Mul_1_output_0",
        "/ffn_17/Slice_1_output_0",
        "/ffn_17/Mul_2_output_0",
        "/ffn/proj_2_17/FakeLinear_output_0",
        "/Add_71_output_0",
        "/Reshape_72_output_0",
        "/attn_norm_18/Mul_output_0",
        "model.transformer.layers.18.attn_norm.weight",
        "/attn_norm_18/Mul_1_output_0",
        "/FakeLinear_72_output_0",
        "/Shape_73_output_0",
        "Shape1621",
        "BinaryOp1624",
        "BinaryOp1625",
        "Unsqueeze1626",
        "BinaryOp1628",
        "Unsqueeze1629",
        "StridedSlice1632",
        "Squeeze1633",
        "BinaryOp1634",
        "BinaryOp1635",
        "/Gather_94_output_0",
        "/Unsqueeze_181_output_0",
        "/Concat_90_output_0",
        "/Reshape_73_output_0",
        "/q_norm_18/Mul_output_0",
        "model.transformer.layers.18.attn.q_norm.weight",
        "/q_norm_18/Mul_1_output_0",
        "/Mul_72_output_0",
        "/Slice_73_output_0",
        "/Neg_36_output_0",
        "/Slice_72_output_0",
        "/Concat_93_output_0",
        "/Mul_73_output_0",
        "/Add_72_output_0",
        "/FakeLinear_73_output_0",
        "/Concat_91_output_0",
        "/Reshape_74_output_0",
        "/k_norm_18/Mul_output_0",
        "model.transformer.layers.18.attn.k_norm.weight",
        "/k_norm_18/Mul_1_output_0",
        "/Mul_74_output_0",
        "/Slice_75_output_0",
        "/Neg_37_output_0",
        "/Slice_74_output_0",
        "/Concat_94_output_0",
        "/Mul_75_output_0",
        "/Add_73_output_0",
        "/FakeLinear_74_output_0",
        "/Reshape_75_output_0",
        "/FusedAttention_18_output_0",
        "/FakeLinear_75_output_0",
        "/Add_74_output_0",
        "/ffn_norm_18/Mul_output_0",
        "model.transformer.layers.18.ffn_norm.weight",
        "/ffn_norm_18/Mul_1_output_0",
        "/ffn/proj_1_18/FakeLinear_output_0",
        "/ffn_18/Mul_output_0",
        "/ffn_18/Slice_output_0",
        "/ffn/act_18/Sigmoid_output_0",
        "/ffn/act_18/Mul_output_0",
        "/ffn_18/Mul_1_output_0",
        "/ffn_18/Slice_1_output_0",
        "/ffn_18/Mul_2_output_0",
        "/ffn/proj_2_18/FakeLinear_output_0",
        "/Add_75_output_0",
        "/Reshape_76_output_0",
        "/attn_norm_19/Mul_output_0",
        "model.transformer.layers.19.attn_norm.weight",
        "/attn_norm_19/Mul_1_output_0",
        "/FakeLinear_76_output_0",
        "/Shape_77_output_0",
        "Shape1707",
        "BinaryOp1710",
        "BinaryOp1711",
        "Unsqueeze1712",
        "BinaryOp1714",
        "Unsqueeze1715",
        "StridedSlice1718",
        "Squeeze1719",
        "BinaryOp1720",
        "BinaryOp1721",
        "/Gather_99_output_0",
        "/Unsqueeze_191_output_0",
        "/Concat_95_output_0",
        "/Reshape_77_output_0",
        "/q_norm_19/Mul_output_0",
        "model.transformer.layers.19.attn.q_norm.weight",
        "/q_norm_19/Mul_1_output_0",
        "/Mul_76_output_0",
        "/Slice_77_output_0",
        "/Neg_38_output_0",
        "/Slice_76_output_0",
        "/Concat_98_output_0",
        "/Mul_77_output_0",
        "/Add_76_output_0",
        "/FakeLinear_77_output_0",
        "/Concat_96_output_0",
        "/Reshape_78_output_0",
        "/k_norm_19/Mul_output_0",
        "model.transformer.layers.19.attn.k_norm.weight",
        "/k_norm_19/Mul_1_output_0",
        "/Mul_78_output_0",
        "/Slice_79_output_0",
        "/Neg_39_output_0",
        "/Slice_78_output_0",
        "/Concat_99_output_0",
        "/Mul_79_output_0",
        "/Add_77_output_0",
        "/FakeLinear_78_output_0",
        "/Reshape_79_output_0",
        "/FusedAttention_19_output_0",
        "/FakeLinear_79_output_0",
        "/Add_78_output_0",
        "/ffn_norm_19/Mul_output_0",
        "model.transformer.layers.19.ffn_norm.weight",
        "/ffn_norm_19/Mul_1_output_0",
        "/ffn/proj_1_19/FakeLinear_output_0",
        "/ffn_19/Slice_output_0",
        "/ffn/act_19/Sigmoid_output_0",
        "/ffn/act_19/Mul_output_0",
        "/ffn_19/Mul_1_output_0",
        "/ffn_19/Slice_1_output_0",
        "/ffn_19/Mul_2_output_0",
        "/ffn/proj_2_19/FakeLinear_output_0",
        "/Add_79_output_0",
        "/lm/Constant_output_0__",
        "/lm/Reshape_output_0",
        "/rotary/Constant_6_output_0",
        "Shape1784",
        "BinaryOp1787",
        "BinaryOp1788",
        "Unsqueeze1789",
        "BinaryOp1791",
        "Unsqueeze1792",
        "StridedSlice1795",
        "Squeeze1796",
        "BinaryOp1797",
        "BinaryOp1798",
        "/lm/Gather_output_0",
        "/lm/Constant_1_output_0__",
        "/lm/Reshape_1_output_0",
        "/lm/norm/Mul_output_0",
        "model.transformer.norm.weight",
        "/lm/norm/Mul_1_output_0",
        "/lm/lm/FakeLinear_output_0",
        "/Constant_596_output_0__",
        "logits",
        "past_key_values",
        "Shape1814",
        "BinaryOp1817",
        "BinaryOp1818",
        "Unsqueeze1819",
        "BinaryOp1821",
        "Unsqueeze1822",
        "StridedSlice1825",
        "BinaryOp1827",
        "BinaryOp1828",
        "/Gather_output_0",
        "/Unsqueeze_200_output_0",
        "Unsqueeze1836",
        "Unsqueeze1839",
        "StridedSlice1842",
        "Squeeze1843",
        "BinaryOp1844",
        "BinaryOp1845",
        "/Gather_7_output_0",
        "/Unsqueeze_201_output_0",
        "/rotary/Constant_7_output_0",
        "Unsqueeze1854",
        "Unsqueeze1857",
        "StridedSlice1860",
        "Squeeze1861",
        "BinaryOp1862",
        "BinaryOp1863",
        "/Gather_12_output_0",
        "/Unsqueeze_202_output_0",
        "/Constant_6_output_0",
        "Unsqueeze1872",
        "Unsqueeze1875",
        "StridedSlice1878",
        "Squeeze1879",
        "BinaryOp1880",
        "BinaryOp1881",
        "/Gather_17_output_0",
        "/Unsqueeze_203_output_0",
        "/Constant_95_output_0",
        "Unsqueeze1890",
        "Unsqueeze1893",
        "StridedSlice1896",
        "Squeeze1897",
        "BinaryOp1898",
        "BinaryOp1899",
        "/Gather_22_output_0",
        "/Unsqueeze_204_output_0",
        "/Constant_149_output_0",
        "Unsqueeze1908",
        "Unsqueeze1911",
        "StridedSlice1914",
        "Squeeze1915",
        "BinaryOp1916",
        "BinaryOp1917",
        "/Gather_27_output_0",
        "/Unsqueeze_205_output_0",
        "/rotary/Constant_output_0",
        "Unsqueeze1926",
        "Unsqueeze1929",
        "StridedSlice1932",
        "Squeeze1933",
        "BinaryOp1934",
        "BinaryOp1935",
        "/Gather_32_output_0",
        "/Unsqueeze_206_output_0",
        "/Constant_208_output_0",
        "Unsqueeze1944",
        "Unsqueeze1947",
        "StridedSlice1950",
        "Squeeze1951",
        "BinaryOp1952",
        "BinaryOp1953",
        "/Gather_37_output_0",
        "/Unsqueeze_207_output_0",
        "/Constant_238_output_0",
        "Unsqueeze1962",
        "Unsqueeze1965",
        "StridedSlice1968",
        "Squeeze1969",
        "BinaryOp1970",
        "BinaryOp1971",
        "/Gather_42_output_0",
        "/Unsqueeze_208_output_0",
        "/Constant_268_output_0",
        "Unsqueeze1980",
        "Unsqueeze1983",
        "StridedSlice1986",
        "Squeeze1987",
        "BinaryOp1988",
        "BinaryOp1989",
        "/Gather_47_output_0",
        "/Unsqueeze_209_output_0",
        "/Constant_298_output_0",
        "Unsqueeze1998",
        "Unsqueeze2001",
        "StridedSlice2004",
        "Squeeze2005",
        "BinaryOp2006",
        "BinaryOp2007",
        "/Gather_52_output_0",
        "/Unsqueeze_210_output_0",
        "/Constant_328_output_0",
        "Unsqueeze2016",
        "Unsqueeze2019",
        "StridedSlice2022",
        "Squeeze2023",
        "BinaryOp2024",
        "BinaryOp2025",
        "/Gather_57_output_0",
        "/Unsqueeze_211_output_0",
        "/Constant_3_output_0",
        "Unsqueeze2034",
        "Unsqueeze2037",
        "StridedSlice2040",
        "Squeeze2041",
        "BinaryOp2042",
        "BinaryOp2043",
        "/Gather_62_output_0",
        "/Unsqueeze_212_output_0",
        "/Constant_387_output_0",
        "Unsqueeze2052",
        "Unsqueeze2055",
        "StridedSlice2058",
        "Squeeze2059",
        "BinaryOp2060",
        "BinaryOp2061",
        "/Gather_67_output_0",
        "/Unsqueeze_213_output_0",
        "/Constant_417_output_0",
        "Unsqueeze2070",
        "Unsqueeze2073",
        "StridedSlice2076",
        "Squeeze2077",
        "BinaryOp2078",
        "BinaryOp2079",
        "/Gather_72_output_0",
        "/Unsqueeze_214_output_0",
        "/Constant_447_output_0",
        "Unsqueeze2088",
        "Unsqueeze2091",
        "StridedSlice2094",
        "Squeeze2095",
        "BinaryOp2096",
        "BinaryOp2097",
        "/Gather_77_output_0",
        "/Unsqueeze_215_output_0",
        "/Constant_92_output_0",
        "Unsqueeze2106",
        "Unsqueeze2109",
        "StridedSlice2112",
        "Squeeze2113",
        "BinaryOp2114",
        "BinaryOp2115",
        "/Gather_82_output_0",
        "/Unsqueeze_216_output_0",
        "/Constant_506_output_0",
        "Unsqueeze2124",
        "Unsqueeze2127",
        "StridedSlice2130",
        "Squeeze2131",
        "BinaryOp2132",
        "BinaryOp2133",
        "/Gather_87_output_0",
        "/Unsqueeze_217_output_0",
        "/Constant_536_output_0",
        "Unsqueeze2142",
        "Unsqueeze2145",
        "StridedSlice2148",
        "Squeeze2149",
        "BinaryOp2150",
        "BinaryOp2151",
        "/Gather_92_output_0",
        "/Unsqueeze_218_output_0",
        "/Constant_566_output_0",
        "Unsqueeze2160",
        "Unsqueeze2163",
        "StridedSlice2166",
        "Squeeze2167",
        "BinaryOp2168",
        "BinaryOp2169",
        "/Gather_97_output_0",
        "/Unsqueeze_219_output_0",
        "presents",
        "/layers.0/self_attn/q_proj/Linear/pre_reshape",
        "/layers.0/self_attn/q_proj/Linear/pre_convert",
        "/layers.0/self_attn/q_proj/Linear",
        "/layers.0/self_attn/q_proj/Linear/post_convert",
        "/layers.0/self_attn/k_proj/Linear/pre_reshape",
        "/layers.0/self_attn/k_proj/Linear/pre_convert",
        "/layers.0/self_attn/k_proj/Linear",
        "/layers.0/self_attn/k_proj/Linear/post_convert",
        "/layers.0/self_attn/v_proj/Linear/pre_reshape",
        "/layers.0/self_attn/v_proj/Linear/pre_convert",
        "/layers.0/self_attn/v_proj/Linear",
        "/layers.0/self_attn/v_proj/Linear/post_convert",
        "/layers.0/self_attn/o_proj/Linear/pre_reshape",
        "/layers.0/self_attn/o_proj/Linear/pre_convert",
        "/layers.0/self_attn/o_proj/Linear",
        "/layers.0/self_attn/o_proj/Linear/post_convert",
        "/layers.0/mlp/proj_1/Linear/pre_reshape",
        "/layers.0/mlp/proj_1/Linear/pre_convert",
        "/layers.0/mlp/proj_1/Linear",
        "/layers.0/mlp/proj_1/Linear/post_convert",
        "/layers.0/mlp/proj_2/Linear/pre_reshape",
        "/layers.0/mlp/proj_2/Linear/pre_convert",
        "/layers.0/mlp/proj_2/Linear",
        "/layers.0/mlp/proj_2/Linear/post_convert",
        "/layers.1/self_attn/q_proj/Linear/pre_reshape",
        "/layers.1/self_attn/q_proj/Linear/pre_convert",
        "/layers.1/self_attn/q_proj/Linear",
        "/layers.1/self_attn/q_proj/Linear/post_convert",
        "/layers.1/self_attn/k_proj/Linear/pre_reshape",
        "/layers.1/self_attn/k_proj/Linear/pre_convert",
        "/layers.1/self_attn/k_proj/Linear",
        "/layers.1/self_attn/k_proj/Linear/post_convert",
        "/layers.1/self_attn/v_proj/Linear/pre_reshape",
        "/layers.1/self_attn/v_proj/Linear/pre_convert",
        "/layers.1/self_attn/v_proj/Linear",
        "/layers.1/self_attn/v_proj/Linear/post_convert",
        "/layers.1/self_attn/o_proj/Linear/pre_reshape",
        "/layers.1/self_attn/o_proj/Linear/pre_convert",
        "/layers.1/self_attn/o_proj/Linear",
        "/layers.1/self_attn/o_proj/Linear/post_convert",
        "/layers.1/mlp/proj_1/Linear/pre_reshape",
        "/layers.1/mlp/proj_1/Linear/pre_convert",
        "/layers.1/mlp/proj_1/Linear",
        "/layers.1/mlp/proj_1/Linear/post_convert",
        "/layers.1/mlp/proj_2/Linear/pre_reshape",
        "/layers.1/mlp/proj_2/Linear/pre_convert",
        "/layers.1/mlp/proj_2/Linear",
        "/layers.1/mlp/proj_2/Linear/post_convert",
        "/layers.2/self_attn/q_proj/Linear/pre_reshape",
        "/layers.2/self_attn/q_proj/Linear/pre_convert",
        "/layers.2/self_attn/q_proj/Linear",
        "/layers.2/self_attn/q_proj/Linear/post_convert",
        "/layers.2/self_attn/k_proj/Linear/pre_reshape",
        "/layers.2/self_attn/k_proj/Linear/pre_convert",
        "/layers.2/self_attn/k_proj/Linear",
        "/layers.2/self_attn/k_proj/Linear/post_convert",
        "/layers.2/self_attn/v_proj/Linear/pre_reshape",
        "/layers.2/self_attn/v_proj/Linear/pre_convert",
        "/layers.2/self_attn/v_proj/Linear",
        "/layers.2/self_attn/v_proj/Linear/post_convert",
        "/layers.2/self_attn/o_proj/Linear/pre_reshape",
        "/layers.2/self_attn/o_proj/Linear/pre_convert",
        "/layers.2/self_attn/o_proj/Linear",
        "/layers.2/self_attn/o_proj/Linear/post_convert",
        "/layers.2/mlp/proj_1/Linear/pre_reshape",
        "/layers.2/mlp/proj_1/Linear/pre_convert",
        "/layers.2/mlp/proj_1/Linear",
        "/layers.2/mlp/proj_1/Linear/post_convert",
        "/layers.2/mlp/proj_2/Linear/pre_reshape",
        "/layers.2/mlp/proj_2/Linear/pre_convert",
        "/layers.2/mlp/proj_2/Linear",
        "/layers.2/mlp/proj_2/Linear/post_convert",
        "/layers.3/self_attn/q_proj/Linear/pre_reshape",
        "/layers.3/self_attn/q_proj/Linear/pre_convert",
        "/layers.3/self_attn/q_proj/Linear",
        "/layers.3/self_attn/q_proj/Linear/post_convert",
        "/layers.3/self_attn/k_proj/Linear/pre_reshape",
        "/layers.3/self_attn/k_proj/Linear/pre_convert",
        "/layers.3/self_attn/k_proj/Linear",
        "/layers.3/self_attn/k_proj/Linear/post_convert",
        "/layers.3/self_attn/v_proj/Linear/pre_reshape",
        "/layers.3/self_attn/v_proj/Linear/pre_convert",
        "/layers.3/self_attn/v_proj/Linear",
        "/layers.3/self_attn/v_proj/Linear/post_convert",
        "/layers.3/self_attn/o_proj/Linear/pre_reshape",
        "/layers.3/self_attn/o_proj/Linear/pre_convert",
        "/layers.3/self_attn/o_proj/Linear",
        "/layers.3/self_attn/o_proj/Linear/post_convert",
        "/layers.3/mlp/proj_1/Linear/pre_reshape",
        "/layers.3/mlp/proj_1/Linear/pre_convert",
        "/layers.3/mlp/proj_1/Linear",
        "/layers.3/mlp/proj_1/Linear/post_convert",
        "/layers.3/mlp/proj_2/Linear/pre_reshape",
        "/layers.3/mlp/proj_2/Linear/pre_convert",
        "/layers.3/mlp/proj_2/Linear",
        "/layers.3/mlp/proj_2/Linear/post_convert",
        "/layers.4/self_attn/q_proj/Linear/pre_reshape",
        "/layers.4/self_attn/q_proj/Linear/pre_convert",
        "/layers.4/self_attn/q_proj/Linear",
        "/layers.4/self_attn/q_proj/Linear/post_convert",
        "/layers.4/self_attn/k_proj/Linear/pre_reshape",
        "/layers.4/self_attn/k_proj/Linear/pre_convert",
        "/layers.4/self_attn/k_proj/Linear",
        "/layers.4/self_attn/k_proj/Linear/post_convert",
        "/layers.4/self_attn/v_proj/Linear/pre_reshape",
        "/layers.4/self_attn/v_proj/Linear/pre_convert",
        "/layers.4/self_attn/v_proj/Linear",
        "/layers.4/self_attn/v_proj/Linear/post_convert",
        "/layers.4/self_attn/o_proj/Linear/pre_reshape",
        "/layers.4/self_attn/o_proj/Linear/pre_convert",
        "/layers.4/self_attn/o_proj/Linear",
        "/layers.4/self_attn/o_proj/Linear/post_convert",
        "/layers.4/mlp/proj_1/Linear/pre_reshape",
        "/layers.4/mlp/proj_1/Linear/pre_convert",
        "/layers.4/mlp/proj_1/Linear",
        "/layers.4/mlp/proj_1/Linear/post_convert",
        "/layers.4/mlp/proj_2/Linear/pre_reshape",
        "/layers.4/mlp/proj_2/Linear/pre_convert",
        "/layers.4/mlp/proj_2/Linear",
        "/layers.4/mlp/proj_2/Linear/post_convert",
        "/layers.5/self_attn/q_proj/Linear/pre_reshape",
        "/layers.5/self_attn/q_proj/Linear/pre_convert",
        "/layers.5/self_attn/q_proj/Linear",
        "/layers.5/self_attn/q_proj/Linear/post_convert",
        "/layers.5/self_attn/k_proj/Linear/pre_reshape",
        "/layers.5/self_attn/k_proj/Linear/pre_convert",
        "/layers.5/self_attn/k_proj/Linear",
        "/layers.5/self_attn/k_proj/Linear/post_convert",
        "/layers.5/self_attn/v_proj/Linear/pre_reshape",
        "/layers.5/self_attn/v_proj/Linear/pre_convert",
        "/layers.5/self_attn/v_proj/Linear",
        "/layers.5/self_attn/v_proj/Linear/post_convert",
        "/layers.5/self_attn/o_proj/Linear/pre_reshape",
        "/layers.5/self_attn/o_proj/Linear/pre_convert",
        "/layers.5/self_attn/o_proj/Linear",
        "/layers.5/self_attn/o_proj/Linear/post_convert",
        "/layers.5/mlp/proj_1/Linear/pre_reshape",
        "/layers.5/mlp/proj_1/Linear/pre_convert",
        "/layers.5/mlp/proj_1/Linear",
        "/layers.5/mlp/proj_1/Linear/post_convert",
        "/layers.5/mlp/proj_2/Linear/pre_reshape",
        "/layers.5/mlp/proj_2/Linear/pre_convert",
        "/layers.5/mlp/proj_2/Linear",
        "/layers.5/mlp/proj_2/Linear/post_convert",
        "/layers.6/self_attn/q_proj/Linear/pre_reshape",
        "/layers.6/self_attn/q_proj/Linear/pre_convert",
        "/layers.6/self_attn/q_proj/Linear",
        "/layers.6/self_attn/q_proj/Linear/post_convert",
        "/layers.6/self_attn/k_proj/Linear/pre_reshape",
        "/layers.6/self_attn/k_proj/Linear/pre_convert",
        "/layers.6/self_attn/k_proj/Linear",
        "/layers.6/self_attn/k_proj/Linear/post_convert",
        "/layers.6/self_attn/v_proj/Linear/pre_reshape",
        "/layers.6/self_attn/v_proj/Linear/pre_convert",
        "/layers.6/self_attn/v_proj/Linear",
        "/layers.6/self_attn/v_proj/Linear/post_convert",
        "/layers.6/self_attn/o_proj/Linear/pre_reshape",
        "/layers.6/self_attn/o_proj/Linear/pre_convert",
        "/layers.6/self_attn/o_proj/Linear",
        "/layers.6/self_attn/o_proj/Linear/post_convert",
        "/layers.6/mlp/proj_1/Linear/pre_reshape",
        "/layers.6/mlp/proj_1/Linear/pre_convert",
        "/layers.6/mlp/proj_1/Linear",
        "/layers.6/mlp/proj_1/Linear/post_convert",
        "/layers.6/mlp/proj_2/Linear/pre_reshape",
        "/layers.6/mlp/proj_2/Linear/pre_convert",
        "/layers.6/mlp/proj_2/Linear",
        "/layers.6/mlp/proj_2/Linear/post_convert",
        "/layers.7/self_attn/q_proj/Linear/pre_reshape",
        "/layers.7/self_attn/q_proj/Linear/pre_convert",
        "/layers.7/self_attn/q_proj/Linear",
        "/layers.7/self_attn/q_proj/Linear/post_convert",
        "/layers.7/self_attn/k_proj/Linear/pre_reshape",
        "/layers.7/self_attn/k_proj/Linear/pre_convert",
        "/layers.7/self_attn/k_proj/Linear",
        "/layers.7/self_attn/k_proj/Linear/post_convert",
        "/layers.7/self_attn/v_proj/Linear/pre_reshape",
        "/layers.7/self_attn/v_proj/Linear/pre_convert",
        "/layers.7/self_attn/v_proj/Linear",
        "/layers.7/self_attn/v_proj/Linear/post_convert",
        "/layers.7/self_attn/o_proj/Linear/pre_reshape",
        "/layers.7/self_attn/o_proj/Linear/pre_convert",
        "/layers.7/self_attn/o_proj/Linear",
        "/layers.7/self_attn/o_proj/Linear/post_convert",
        "/layers.7/mlp/proj_1/Linear/pre_reshape",
        "/layers.7/mlp/proj_1/Linear/pre_convert",
        "/layers.7/mlp/proj_1/Linear",
        "/layers.7/mlp/proj_1/Linear/post_convert",
        "/layers.7/mlp/proj_2/Linear/pre_reshape",
        "/layers.7/mlp/proj_2/Linear/pre_convert",
        "/layers.7/mlp/proj_2/Linear",
        "/layers.7/mlp/proj_2/Linear/post_convert",
        "/layers.8/self_attn/q_proj/Linear/pre_reshape",
        "/layers.8/self_attn/q_proj/Linear/pre_convert",
        "/layers.8/self_attn/q_proj/Linear",
        "/layers.8/self_attn/q_proj/Linear/post_convert",
        "/layers.8/self_attn/k_proj/Linear/pre_reshape",
        "/layers.8/self_attn/k_proj/Linear/pre_convert",
        "/layers.8/self_attn/k_proj/Linear",
        "/layers.8/self_attn/k_proj/Linear/post_convert",
        "/layers.8/self_attn/v_proj/Linear/pre_reshape",
        "/layers.8/self_attn/v_proj/Linear/pre_convert",
        "/layers.8/self_attn/v_proj/Linear",
        "/layers.8/self_attn/v_proj/Linear/post_convert",
        "/layers.8/self_attn/o_proj/Linear/pre_reshape",
        "/layers.8/self_attn/o_proj/Linear/pre_convert",
        "/layers.8/self_attn/o_proj/Linear",
        "/layers.8/self_attn/o_proj/Linear/post_convert",
        "/layers.8/mlp/proj_1/Linear/pre_reshape",
        "/layers.8/mlp/proj_1/Linear/pre_convert",
        "/layers.8/mlp/proj_1/Linear",
        "/layers.8/mlp/proj_1/Linear/post_convert",
        "/layers.8/mlp/proj_2/Linear/pre_reshape",
        "/layers.8/mlp/proj_2/Linear/pre_convert",
        "/layers.8/mlp/proj_2/Linear",
        "/layers.8/mlp/proj_2/Linear/post_convert",
        "/layers.9/self_attn/q_proj/Linear/pre_reshape",
        "/layers.9/self_attn/q_proj/Linear/pre_convert",
        "/layers.9/self_attn/q_proj/Linear",
        "/layers.9/self_attn/q_proj/Linear/post_convert",
        "/layers.9/self_attn/k_proj/Linear/pre_reshape",
        "/layers.9/self_attn/k_proj/Linear/pre_convert",
        "/layers.9/self_attn/k_proj/Linear",
        "/layers.9/self_attn/k_proj/Linear/post_convert",
        "/layers.9/self_attn/v_proj/Linear/pre_reshape",
        "/layers.9/self_attn/v_proj/Linear/pre_convert",
        "/layers.9/self_attn/v_proj/Linear",
        "/layers.9/self_attn/v_proj/Linear/post_convert",
        "/layers.9/self_attn/o_proj/Linear/pre_reshape",
        "/layers.9/self_attn/o_proj/Linear/pre_convert",
        "/layers.9/self_attn/o_proj/Linear",
        "/layers.9/self_attn/o_proj/Linear/post_convert",
        "/layers.9/mlp/proj_1/Linear/pre_reshape",
        "/layers.9/mlp/proj_1/Linear/pre_convert",
        "/layers.9/mlp/proj_1/Linear",
        "/layers.9/mlp/proj_1/Linear/post_convert",
        "/layers.9/mlp/proj_2/Linear/pre_reshape",
        "/layers.9/mlp/proj_2/Linear/pre_convert",
        "/layers.9/mlp/proj_2/Linear",
        "/layers.9/mlp/proj_2/Linear/post_convert",
        "/layers.10/self_attn/q_proj/Linear/pre_reshape",
        "/layers.10/self_attn/q_proj/Linear/pre_convert",
        "/layers.10/self_attn/q_proj/Linear",
        "/layers.10/self_attn/q_proj/Linear/post_convert",
        "/layers.10/self_attn/k_proj/Linear/pre_reshape",
        "/layers.10/self_attn/k_proj/Linear/pre_convert",
        "/layers.10/self_attn/k_proj/Linear",
        "/layers.10/self_attn/k_proj/Linear/post_convert",
        "/layers.10/self_attn/v_proj/Linear/pre_reshape",
        "/layers.10/self_attn/v_proj/Linear/pre_convert",
        "/layers.10/self_attn/v_proj/Linear",
        "/layers.10/self_attn/v_proj/Linear/post_convert",
        "/layers.10/self_attn/o_proj/Linear/pre_reshape",
        "/layers.10/self_attn/o_proj/Linear/pre_convert",
        "/layers.10/self_attn/o_proj/Linear",
        "/layers.10/self_attn/o_proj/Linear/post_convert",
        "/layers.10/mlp/proj_1/Linear/pre_reshape",
        "/layers.10/mlp/proj_1/Linear/pre_convert",
        "/layers.10/mlp/proj_1/Linear",
        "/layers.10/mlp/proj_1/Linear/post_convert",
        "/layers.10/mlp/proj_2/Linear/pre_reshape",
        "/layers.10/mlp/proj_2/Linear/pre_convert",
        "/layers.10/mlp/proj_2/Linear",
        "/layers.10/mlp/proj_2/Linear/post_convert",
        "/layers.11/self_attn/q_proj/Linear/pre_reshape",
        "/layers.11/self_attn/q_proj/Linear/pre_convert",
        "/layers.11/self_attn/q_proj/Linear",
        "/layers.11/self_attn/q_proj/Linear/post_convert",
        "/layers.11/self_attn/k_proj/Linear/pre_reshape",
        "/layers.11/self_attn/k_proj/Linear/pre_convert",
        "/layers.11/self_attn/k_proj/Linear",
        "/layers.11/self_attn/k_proj/Linear/post_convert",
        "/layers.11/self_attn/v_proj/Linear/pre_reshape",
        "/layers.11/self_attn/v_proj/Linear/pre_convert",
        "/layers.11/self_attn/v_proj/Linear",
        "/layers.11/self_attn/v_proj/Linear/post_convert",
        "/layers.11/self_attn/o_proj/Linear/pre_reshape",
        "/layers.11/self_attn/o_proj/Linear/pre_convert",
        "/layers.11/self_attn/o_proj/Linear",
        "/layers.11/self_attn/o_proj/Linear/post_convert",
        "/layers.11/mlp/proj_1/Linear/pre_reshape",
        "/layers.11/mlp/proj_1/Linear/pre_convert",
        "/layers.11/mlp/proj_1/Linear",
        "/layers.11/mlp/proj_1/Linear/post_convert",
        "/layers.11/mlp/proj_2/Linear/pre_reshape",
        "/layers.11/mlp/proj_2/Linear/pre_convert",
        "/layers.11/mlp/proj_2/Linear",
        "/layers.11/mlp/proj_2/Linear/post_convert",
        "/layers.12/self_attn/q_proj/Linear/pre_reshape",
        "/layers.12/self_attn/q_proj/Linear/pre_convert",
        "/layers.12/self_attn/q_proj/Linear",
        "/layers.12/self_attn/q_proj/Linear/post_convert",
        "/layers.12/self_attn/k_proj/Linear/pre_reshape",
        "/layers.12/self_attn/k_proj/Linear/pre_convert",
        "/layers.12/self_attn/k_proj/Linear",
        "/layers.12/self_attn/k_proj/Linear/post_convert",
        "/layers.12/self_attn/v_proj/Linear/pre_reshape",
        "/layers.12/self_attn/v_proj/Linear/pre_convert",
        "/layers.12/self_attn/v_proj/Linear",
        "/layers.12/self_attn/v_proj/Linear/post_convert",
        "/layers.12/self_attn/o_proj/Linear/pre_reshape",
        "/layers.12/self_attn/o_proj/Linear/pre_convert",
        "/layers.12/self_attn/o_proj/Linear",
        "/layers.12/self_attn/o_proj/Linear/post_convert",
        "/layers.12/mlp/proj_1/Linear/pre_reshape",
        "/layers.12/mlp/proj_1/Linear/pre_convert",
        "/layers.12/mlp/proj_1/Linear",
        "/layers.12/mlp/proj_1/Linear/post_convert",
        "/layers.12/mlp/proj_2/Linear/pre_reshape",
        "/layers.12/mlp/proj_2/Linear/pre_convert",
        "/layers.12/mlp/proj_2/Linear",
        "/layers.12/mlp/proj_2/Linear/post_convert",
        "/layers.13/self_attn/q_proj/Linear/pre_reshape",
        "/layers.13/self_attn/q_proj/Linear/pre_convert",
        "/layers.13/self_attn/q_proj/Linear",
        "/layers.13/self_attn/q_proj/Linear/post_convert",
        "/layers.13/self_attn/k_proj/Linear/pre_reshape",
        "/layers.13/self_attn/k_proj/Linear/pre_convert",
        "/layers.13/self_attn/k_proj/Linear",
        "/layers.13/self_attn/k_proj/Linear/post_convert",
        "/layers.13/self_attn/v_proj/Linear/pre_reshape",
        "/layers.13/self_attn/v_proj/Linear/pre_convert",
        "/layers.13/self_attn/v_proj/Linear",
        "/layers.13/self_attn/v_proj/Linear/post_convert",
        "/layers.13/self_attn/o_proj/Linear/pre_reshape",
        "/layers.13/self_attn/o_proj/Linear/pre_convert",
        "/layers.13/self_attn/o_proj/Linear",
        "/layers.13/self_attn/o_proj/Linear/post_convert",
        "/layers.13/mlp/proj_1/Linear/pre_reshape",
        "/layers.13/mlp/proj_1/Linear/pre_convert",
        "/layers.13/mlp/proj_1/Linear",
        "/layers.13/mlp/proj_1/Linear/post_convert",
        "/layers.13/mlp/proj_2/Linear/pre_reshape",
        "/layers.13/mlp/proj_2/Linear/pre_convert",
        "/layers.13/mlp/proj_2/Linear",
        "/layers.13/mlp/proj_2/Linear/post_convert",
        "/layers.14/self_attn/q_proj/Linear/pre_reshape",
        "/layers.14/self_attn/q_proj/Linear/pre_convert",
        "/layers.14/self_attn/q_proj/Linear",
        "/layers.14/self_attn/q_proj/Linear/post_convert",
        "/layers.14/self_attn/k_proj/Linear/pre_reshape",
        "/layers.14/self_attn/k_proj/Linear/pre_convert",
        "/layers.14/self_attn/k_proj/Linear",
        "/layers.14/self_attn/k_proj/Linear/post_convert",
        "/layers.14/self_attn/v_proj/Linear/pre_reshape",
        "/layers.14/self_attn/v_proj/Linear/pre_convert",
        "/layers.14/self_attn/v_proj/Linear",
        "/layers.14/self_attn/v_proj/Linear/post_convert",
        "/layers.14/self_attn/o_proj/Linear/pre_reshape",
        "/layers.14/self_attn/o_proj/Linear/pre_convert",
        "/layers.14/self_attn/o_proj/Linear",
        "/layers.14/self_attn/o_proj/Linear/post_convert",
        "/layers.14/mlp/proj_1/Linear/pre_reshape",
        "/layers.14/mlp/proj_1/Linear/pre_convert",
        "/layers.14/mlp/proj_1/Linear",
        "/layers.14/mlp/proj_1/Linear/post_convert",
        "/layers.14/mlp/proj_2/Linear/pre_reshape",
        "/layers.14/mlp/proj_2/Linear/pre_convert",
        "/layers.14/mlp/proj_2/Linear",
        "/layers.14/mlp/proj_2/Linear/post_convert",
        "/layers.15/self_attn/q_proj/Linear/pre_reshape",
        "/layers.15/self_attn/q_proj/Linear/pre_convert",
        "/layers.15/self_attn/q_proj/Linear",
        "/layers.15/self_attn/q_proj/Linear/post_convert",
        "/layers.15/self_attn/k_proj/Linear/pre_reshape",
        "/layers.15/self_attn/k_proj/Linear/pre_convert",
        "/layers.15/self_attn/k_proj/Linear",
        "/layers.15/self_attn/k_proj/Linear/post_convert",
        "/layers.15/self_attn/v_proj/Linear/pre_reshape",
        "/layers.15/self_attn/v_proj/Linear/pre_convert",
        "/layers.15/self_attn/v_proj/Linear",
        "/layers.15/self_attn/v_proj/Linear/post_convert",
        "/layers.15/self_attn/o_proj/Linear/pre_reshape",
        "/layers.15/self_attn/o_proj/Linear/pre_convert",
        "/layers.15/self_attn/o_proj/Linear",
        "/layers.15/self_attn/o_proj/Linear/post_convert",
        "/layers.15/mlp/proj_1/Linear/pre_reshape",
        "/layers.15/mlp/proj_1/Linear/pre_convert",
        "/layers.15/mlp/proj_1/Linear",
        "/layers.15/mlp/proj_1/Linear/post_convert",
        "/layers.15/mlp/proj_2/Linear/pre_reshape",
        "/layers.15/mlp/proj_2/Linear/pre_convert",
        "/layers.15/mlp/proj_2/Linear",
        "/layers.15/mlp/proj_2/Linear/post_convert",
        "/layers.16/self_attn/q_proj/Linear/pre_reshape",
        "/layers.16/self_attn/q_proj/Linear/pre_convert",
        "/layers.16/self_attn/q_proj/Linear",
        "/layers.16/self_attn/q_proj/Linear/post_convert",
        "/layers.16/self_attn/k_proj/Linear/pre_reshape",
        "/layers.16/self_attn/k_proj/Linear/pre_convert",
        "/layers.16/self_attn/k_proj/Linear",
        "/layers.16/self_attn/k_proj/Linear/post_convert",
        "/layers.16/self_attn/v_proj/Linear/pre_reshape",
        "/layers.16/self_attn/v_proj/Linear/pre_convert",
        "/layers.16/self_attn/v_proj/Linear",
        "/layers.16/self_attn/v_proj/Linear/post_convert",
        "/layers.16/self_attn/o_proj/Linear/pre_reshape",
        "/layers.16/self_attn/o_proj/Linear/pre_convert",
        "/layers.16/self_attn/o_proj/Linear",
        "/layers.16/self_attn/o_proj/Linear/post_convert",
        "/layers.16/mlp/proj_1/Linear/pre_reshape",
        "/layers.16/mlp/proj_1/Linear/pre_convert",
        "/layers.16/mlp/proj_1/Linear",
        "/layers.16/mlp/proj_1/Linear/post_convert",
        "/layers.16/mlp/proj_2/Linear/pre_reshape",
        "/layers.16/mlp/proj_2/Linear/pre_convert",
        "/layers.16/mlp/proj_2/Linear",
        "/layers.16/mlp/proj_2/Linear/post_convert",
        "/layers.17/self_attn/q_proj/Linear/pre_reshape",
        "/layers.17/self_attn/q_proj/Linear/pre_convert",
        "/layers.17/self_attn/q_proj/Linear",
        "/layers.17/self_attn/q_proj/Linear/post_convert",
        "/layers.17/self_attn/k_proj/Linear/pre_reshape",
        "/layers.17/self_attn/k_proj/Linear/pre_convert",
        "/layers.17/self_attn/k_proj/Linear",
        "/layers.17/self_attn/k_proj/Linear/post_convert",
        "/layers.17/self_attn/v_proj/Linear/pre_reshape",
        "/layers.17/self_attn/v_proj/Linear/pre_convert",
        "/layers.17/self_attn/v_proj/Linear",
        "/layers.17/self_attn/v_proj/Linear/post_convert",
        "/layers.17/self_attn/o_proj/Linear/pre_reshape",
        "/layers.17/self_attn/o_proj/Linear/pre_convert",
        "/layers.17/self_attn/o_proj/Linear",
        "/layers.17/self_attn/o_proj/Linear/post_convert",
        "/layers.17/mlp/proj_1/Linear/pre_reshape",
        "/layers.17/mlp/proj_1/Linear/pre_convert",
        "/layers.17/mlp/proj_1/Linear",
        "/layers.17/mlp/proj_1/Linear/post_convert",
        "/layers.17/mlp/proj_2/Linear/pre_reshape",
        "/layers.17/mlp/proj_2/Linear/pre_convert",
        "/layers.17/mlp/proj_2/Linear",
        "/layers.17/mlp/proj_2/Linear/post_convert",
        "/layers.18/self_attn/q_proj/Linear/pre_reshape",
        "/layers.18/self_attn/q_proj/Linear/pre_convert",
        "/layers.18/self_attn/q_proj/Linear",
        "/layers.18/self_attn/q_proj/Linear/post_convert",
        "/layers.18/self_attn/k_proj/Linear/pre_reshape",
        "/layers.18/self_attn/k_proj/Linear/pre_convert",
        "/layers.18/self_attn/k_proj/Linear",
        "/layers.18/self_attn/k_proj/Linear/post_convert",
        "/layers.18/self_attn/v_proj/Linear/pre_reshape",
        "/layers.18/self_attn/v_proj/Linear/pre_convert",
        "/layers.18/self_attn/v_proj/Linear",
        "/layers.18/self_attn/v_proj/Linear/post_convert",
        "/layers.18/self_attn/o_proj/Linear/pre_reshape",
        "/layers.18/self_attn/o_proj/Linear/pre_convert",
        "/layers.18/self_attn/o_proj/Linear",
        "/layers.18/self_attn/o_proj/Linear/post_convert",
        "/layers.18/mlp/proj_1/Linear/pre_reshape",
        "/layers.18/mlp/proj_1/Linear/pre_convert",
        "/layers.18/mlp/proj_1/Linear",
        "/layers.18/mlp/proj_1/Linear/post_convert",
        "/layers.18/mlp/proj_2/Linear/pre_reshape",
        "/layers.18/mlp/proj_2/Linear/pre_convert",
        "/layers.18/mlp/proj_2/Linear",
        "/layers.18/mlp/proj_2/Linear/post_convert",
        "/layers.19/self_attn/q_proj/Linear/pre_reshape",
        "/layers.19/self_attn/q_proj/Linear/pre_convert",
        "/layers.19/self_attn/q_proj/Linear",
        "/layers.19/self_attn/q_proj/Linear/post_convert",
        "/layers.19/self_attn/k_proj/Linear/pre_reshape",
        "/layers.19/self_attn/k_proj/Linear/pre_convert",
        "/layers.19/self_attn/k_proj/Linear",
        "/layers.19/self_attn/k_proj/Linear/post_convert",
        "/layers.19/self_attn/v_proj/Linear/pre_reshape",
        "/layers.19/self_attn/v_proj/Linear/pre_convert",
        "/layers.19/self_attn/v_proj/Linear",
        "/layers.19/self_attn/v_proj/Linear/post_convert",
        "/layers.19/self_attn/o_proj/Linear/pre_reshape",
        "/layers.19/self_attn/o_proj/Linear/pre_convert",
        "/layers.19/self_attn/o_proj/Linear",
        "/layers.19/self_attn/o_proj/Linear/post_convert",
        "/layers.19/mlp/proj_1/Linear/pre_reshape",
        "/layers.19/mlp/proj_1/Linear/pre_convert",
        "/layers.19/mlp/proj_1/Linear",
        "/layers.19/mlp/proj_1/Linear/post_convert",
        "/layers.19/mlp/proj_2/Linear/pre_reshape",
        "/layers.19/mlp/proj_2/Linear/pre_convert",
        "/layers.19/mlp/proj_2/Linear",
        "/layers.19/mlp/proj_2/Linear/post_convert",
        "/lm/lm_head/Linear/pre_reshape",
        "/lm/lm_head/Linear/pre_convert",
        "/lm/lm_head/Linear",
        "/lm/lm_head/Linear/post_convert"
    ],
    "tensorNumber": 0,
    "usage": "INFERENCE",
    "mnn_uuid": "e59666bc-0d3e-44c3-b5c2-86a207b0ef1f"
}