{
    "bizCode": "MNNTest",
    "extraInfo": {
        "version": "2.9.6"
    },
    "oplists": [
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    2.085938,
                    2.09375,
                    2.210938,
                    2.449219,
                    1.538086,
                    1.717773,
                    1.917969,
                    2.132812,
                    2.203125,
                    1.998047,
                    2.179688,
                    2.117188,
                    2.251953,
                    2.304688,
                    2.148438,
                    2.273438,
                    2.080078,
                    2.335938,
                    2.119141,
                    2.167969,
                    2.175781,
                    2.326172,
                    1.983398,
                    2.294922,
                    2.179688,
                    2.003906,
                    2.210938,
                    2.345703,
                    1.973633,
                    1.567383,
                    2.277344,
                    2.226562,
                    2.224609,
                    2.212891,
                    2.173828,
                    2.400391,
                    2.164062,
                    2.111328,
                    2.191406,
                    2.111328,
                    2.001953,
                    2.158203,
                    2.373047,
                    2.265625,
                    2.265625,
                    2.269531,
                    2.316406,
                    2.339844,
                    2.345703,
                    2.177734,
                    2.103516,
                    2.351562,
                    2.279297,
                    2.40625,
                    2.013672,
                    2.296875,
                    2.189453,
                    2.253906,
                    2.257812,
                    2.214844,
                    2.376953,
                    1.981445,
                    2.271484,
                    2.210938,
                    2.533203,
                    2.177734,
                    2.478516,
                    2.320312,
                    2.210938,
                    2.261719,
                    1.633789,
                    2.134766,
                    2.140625,
                    1.991211,
                    2.222656,
                    2.289062,
                    2.246094,
                    2.185547,
                    2.314453,
                    2.285156,
                    2.316406,
                    2.302734,
                    2.105469,
                    2.414062,
                    2.246094,
                    2.105469,
                    2.291016,
                    2.146484,
                    2.384766,
                    2.251953,
                    2.271484,
                    2.224609,
                    2.167969,
                    2.126953,
                    -0.105408,
                    2.232422,
                    2.380859,
                    2.173828,
                    2.115234,
                    2.179688,
                    2.070312,
                    2.242188,
                    2.132812,
                    2.210938,
                    2.320312,
                    2.199219,
                    2.238281,
                    2.220703,
                    2.388672,
                    2.253906,
                    2.261719,
                    2.335938,
                    2.291016,
                    2.291016,
                    2.355469,
                    2.349609,
                    2.117188,
                    2.150391,
                    1.99707,
                    2.304688,
                    2.220703,
                    2.375,
                    2.234375,
                    2.328125,
                    2.308594,
                    2.279297,
                    2.253906,
                    1.942383,
                    2.089844,
                    2.279297,
                    2.226562,
                    1.680664,
                    1.886719,
                    2.259766,
                    2.078125,
                    2.0625,
                    2.292969,
                    2.123047,
                    2.263672,
                    2.181641,
                    2.355469,
                    2.263672,
                    2.224609,
                    2.134766,
                    2.285156,
                    2.089844,
                    2.195312,
                    2.140625,
                    2.132812,
                    2.222656,
                    2.333984,
                    2.386719,
                    2.324219,
                    2.359375,
                    2.269531,
                    2.392578,
                    2.169922,
                    2.046875,
                    2.097656,
                    2.201172,
                    2.181641,
                    2.007812,
                    1.883789,
                    2.173828,
                    2.246094,
                    2.289062,
                    2.320312,
                    2.265625,
                    2.289062,
                    2.193359,
                    2.080078,
                    2.308594,
                    2.298828,
                    2.089844,
                    2.369141,
                    2.039062,
                    2.208984,
                    2.259766,
                    2.267578,
                    2.373047,
                    2.148438,
                    2.068359,
                    2.28125,
                    2.324219,
                    2.169922,
                    2.234375,
                    2.310547,
                    2.234375,
                    2.097656,
                    2.246094,
                    2.269531,
                    2.164062,
                    2.326172,
                    2.167969,
                    2.289062,
                    2.335938,
                    2.119141,
                    2.230469,
                    2.283203,
                    2.265625,
                    1.813477,
                    2.128906,
                    2.287109,
                    2.333984,
                    2.410156,
                    2.289062,
                    2.234375,
                    2.271484,
                    2.246094,
                    2.257812,
                    1.90332,
                    2.34375,
                    2.345703,
                    2.0,
                    2.373047,
                    2.076172,
                    1.889648,
                    2.320312,
                    2.306641,
                    2.166016,
                    2.242188,
                    2.257812,
                    2.1875,
                    2.277344,
                    2.349609,
                    2.216797,
                    2.052734,
                    2.216797,
                    2.322266,
                    1.828125,
                    2.335938,
                    1.969727,
                    2.320312,
                    2.072266,
                    2.214844,
                    2.283203,
                    2.28125,
                    2.201172,
                    2.414062,
                    2.195312,
                    2.179688,
                    2.320312,
                    2.119141,
                    2.232422,
                    2.003906,
                    2.341797,
                    2.285156,
                    2.050781,
                    2.1875,
                    2.304688,
                    2.326172,
                    2.345703,
                    2.335938,
                    2.308594,
                    1.824219,
                    1.867188,
                    2.277344,
                    2.228516,
                    2.277344,
                    2.335938,
                    2.148438,
                    2.289062,
                    2.306641,
                    2.298828,
                    2.425781,
                    2.189453,
                    2.269531,
                    2.291016,
                    2.316406,
                    2.259766,
                    2.220703,
                    2.169922,
                    2.304688,
                    2.242188,
                    2.089844,
                    2.287109,
                    2.056641,
                    2.113281,
                    2.210938,
                    2.267578,
                    2.169922,
                    2.103516,
                    1.603516,
                    2.380859,
                    2.162109,
                    2.054688,
                    2.273438,
                    2.513672,
                    2.253906,
                    2.378906,
                    2.314453,
                    2.142578,
                    2.246094,
                    1.856445,
                    2.337891,
                    2.1875,
                    2.267578,
                    2.251953,
                    2.125,
                    2.242188,
                    2.304688,
                    2.173828,
                    2.273438,
                    1.996094,
                    2.332031,
                    2.251953,
                    2.253906,
                    2.263672,
                    2.044922,
                    2.285156,
                    2.222656,
                    2.400391,
                    2.351562,
                    2.287109,
                    2.181641,
                    1.883789,
                    2.351562,
                    2.363281,
                    2.205078,
                    2.132812,
                    2.119141,
                    2.097656,
                    2.216797,
                    1.716797,
                    1.933594,
                    2.230469,
                    2.078125,
                    2.035156,
                    2.210938,
                    1.744141,
                    2.183594,
                    2.265625,
                    2.302734,
                    2.080078,
                    2.197266,
                    1.90332,
                    2.259766,
                    2.291016,
                    2.289062,
                    2.306641,
                    2.242188,
                    2.146484,
                    2.248047,
                    2.144531,
                    2.265625,
                    2.273438,
                    2.134766,
                    1.988281,
                    1.869141,
                    2.271484,
                    2.369141,
                    2.144531,
                    2.291016,
                    2.230469,
                    2.083984,
                    1.902344,
                    2.238281,
                    2.179688,
                    2.273438,
                    2.173828,
                    2.203125,
                    2.056641,
                    2.279297,
                    2.25,
                    2.28125,
                    2.251953,
                    2.15625,
                    1.966797,
                    2.318359,
                    2.105469,
                    2.240234,
                    2.240234,
                    2.195312,
                    2.089844,
                    2.335938,
                    2.134766,
                    2.285156,
                    2.171875,
                    2.269531,
                    2.337891,
                    2.332031,
                    2.257812,
                    2.253906,
                    2.318359,
                    2.546875,
                    2.332031,
                    2.054688,
                    2.199219,
                    2.304688,
                    1.913086,
                    2.175781,
                    2.087891,
                    1.791992,
                    2.291016,
                    2.099609,
                    2.265625,
                    2.214844,
                    2.083984,
                    2.263672,
                    2.277344,
                    2.1875,
                    2.263672,
                    2.169922,
                    2.212891,
                    2.210938,
                    2.251953,
                    2.236328,
                    1.967773,
                    2.197266,
                    2.169922,
                    2.234375,
                    2.277344,
                    2.179688,
                    2.294922,
                    2.007812,
                    2.365234,
                    2.189453,
                    2.027344,
                    2.242188,
                    2.304688,
                    2.291016,
                    2.146484,
                    2.314453,
                    2.212891,
                    2.347656,
                    2.199219,
                    2.21875,
                    2.273438,
                    1.915039,
                    2.214844,
                    2.412109,
                    2.078125,
                    2.001953,
                    2.226562,
                    2.253906,
                    2.160156,
                    2.314453,
                    2.259766,
                    2.216797,
                    2.292969,
                    2.083984,
                    2.263672,
                    2.085938,
                    2.316406,
                    2.070312,
                    2.173828,
                    2.289062,
                    2.320312,
                    2.330078,
                    2.207031,
                    2.132812,
                    2.183594,
                    2.078125,
                    2.210938,
                    2.070312,
                    2.167969,
                    2.121094,
                    2.09375,
                    2.132812,
                    2.09375,
                    2.207031,
                    2.117188,
                    2.214844,
                    2.167969,
                    2.121094,
                    2.001953,
                    2.363281,
                    2.283203,
                    2.125,
                    2.041016,
                    2.228516,
                    2.355469,
                    2.337891,
                    2.384766,
                    2.273438,
                    2.1875,
                    2.259766,
                    2.216797,
                    2.023438,
                    2.322266,
                    2.072266,
                    2.257812,
                    2.367188,
                    2.275391,
                    2.421875,
                    2.101562,
                    1.90918,
                    2.296875,
                    2.300781,
                    2.164062,
                    2.359375,
                    2.203125,
                    2.107422,
                    2.144531,
                    2.382812,
                    2.195312,
                    2.335938,
                    2.332031,
                    2.113281,
                    2.349609,
                    2.263672,
                    2.337891,
                    2.257812,
                    2.179688,
                    2.107422,
                    2.220703,
                    2.369141,
                    2.261719,
                    2.242188,
                    2.275391,
                    2.246094,
                    1.958008,
                    2.363281,
                    2.335938,
                    2.132812,
                    2.21875,
                    2.238281,
                    2.306641,
                    2.330078,
                    2.261719,
                    2.302734,
                    2.423828,
                    2.210938,
                    2.240234,
                    2.273438,
                    0.330811,
                    2.148438,
                    2.273438,
                    2.294922,
                    2.335938,
                    2.326172,
                    2.226562,
                    2.291016,
                    2.279297,
                    2.298828,
                    1.646484,
                    2.113281,
                    2.246094,
                    2.367188,
                    2.228516,
                    2.228516,
                    2.224609,
                    1.802734,
                    2.085938,
                    1.948242,
                    2.230469,
                    2.314453,
                    2.292969,
                    2.537109,
                    2.150391,
                    2.447266,
                    2.195312,
                    2.292969,
                    1.803711,
                    2.294922,
                    2.248047,
                    2.277344,
                    2.166016,
                    2.289062,
                    2.207031,
                    2.40625,
                    2.160156,
                    2.273438,
                    2.248047,
                    2.279297,
                    2.335938,
                    2.273438,
                    2.330078,
                    2.150391,
                    2.179688,
                    2.242188,
                    2.277344,
                    2.207031,
                    2.232422,
                    2.263672,
                    2.130859
                ]
            },
            "name": "model.model.norm.weight",
            "outputIndexes": [
                0
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Input",
            "main": {
                "dims": [
                    1,
                    1,
                    576
                ],
                "dtype": "DT_FLOAT",
                "dformat": "NCHW"
            },
            "name": "input_ids",
            "outputIndexes": [
                1
            ],
            "type": "Input",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    3
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    1,
                    -1,
                    576
                ]
            },
            "name": "/Constant_output_0",
            "outputIndexes": [
                2
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_output_0",
            "outputIndexes": [
                3
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.219116,
                    0.071838,
                    0.049072,
                    -0.098389,
                    0.199829,
                    0.085144,
                    0.098511,
                    0.069763,
                    -0.082703,
                    0.075317,
                    -0.058228,
                    -0.083191,
                    0.061951,
                    -0.046051,
                    -0.050323,
                    0.084351,
                    -0.086853,
                    0.053894,
                    0.06015,
                    0.069092,
                    0.070679,
                    0.080994,
                    -0.072327,
                    -0.069519,
                    0.072327,
                    0.078552,
                    0.082336,
                    0.041656,
                    0.093994,
                    0.090698,
                    0.081665,
                    -0.069519,
                    0.076172,
                    -0.062012,
                    -0.065063,
                    -0.064331,
                    0.063538,
                    -0.081482,
                    0.119751,
                    0.054016,
                    0.068176,
                    0.063232,
                    0.205933,
                    0.084167,
                    0.086121,
                    0.065674,
                    -0.068115,
                    -0.068481,
                    -0.052246,
                    0.069702,
                    0.057434,
                    -0.052002,
                    0.051025,
                    0.046844,
                    0.055206,
                    0.063538,
                    -0.078247,
                    0.492676,
                    0.076721,
                    0.211304,
                    0.086487,
                    0.061859,
                    0.072083,
                    -0.10498,
                    0.083679,
                    0.071899,
                    0.169556,
                    0.062927,
                    0.055695,
                    0.061096,
                    0.73291,
                    0.139771,
                    -0.076721,
                    0.0578,
                    -0.06073,
                    -0.048584,
                    0.088928,
                    0.126831,
                    0.081604,
                    0.068176,
                    0.082825,
                    0.058472,
                    -0.065857,
                    -0.091553,
                    -0.056488,
                    -0.066772,
                    0.079895,
                    0.095703,
                    -0.069458,
                    0.083374,
                    0.087219,
                    0.084961,
                    -0.06366,
                    -0.09552,
                    0.282471,
                    0.081177,
                    0.067749,
                    0.050232,
                    -0.084106,
                    -0.079102,
                    0.065002,
                    0.105469,
                    0.084717,
                    0.07843,
                    0.047821,
                    -0.069458,
                    -0.062256,
                    -0.06366,
                    0.385498,
                    -0.053772,
                    -0.067322,
                    0.073059,
                    0.070007,
                    -0.067932,
                    0.055725,
                    0.070007,
                    0.066345,
                    0.066467,
                    0.056671,
                    -0.076294,
                    0.053223,
                    0.083618,
                    0.077454,
                    0.076782,
                    0.0755,
                    0.067322,
                    0.037079,
                    -0.055695,
                    0.071472,
                    0.068237,
                    0.089783,
                    0.606934,
                    -0.066772,
                    -0.071106,
                    -0.061218,
                    0.112183,
                    0.088684,
                    0.075867,
                    -0.064941,
                    0.094666,
                    -0.055786,
                    0.061981,
                    0.093872,
                    0.06192,
                    0.581543,
                    0.076233,
                    0.057892,
                    0.075378,
                    0.062561,
                    0.056641,
                    0.077332,
                    0.077637,
                    -0.062988,
                    0.072754,
                    0.076355,
                    -0.066589,
                    0.073425,
                    -0.090881,
                    0.057892,
                    -0.073059,
                    0.067322,
                    0.072632,
                    0.089478,
                    -0.064087,
                    0.07428,
                    0.059052,
                    0.077576,
                    0.083252,
                    0.070801,
                    -0.054077,
                    0.06015,
                    0.061798,
                    -0.074646,
                    -0.065063,
                    0.084839,
                    0.0755,
                    -0.057983,
                    -0.052643,
                    -0.081299,
                    -0.121948,
                    -0.053528,
                    0.107483,
                    0.071045,
                    0.085205,
                    0.095886,
                    0.067932,
                    0.084412,
                    0.086548,
                    0.078674,
                    -0.083984,
                    0.089539,
                    0.07428,
                    -0.066895,
                    -0.060516,
                    0.070923,
                    -0.060852,
                    0.071228,
                    0.066895,
                    -0.059784,
                    0.0004,
                    0.063843,
                    0.067505,
                    0.070374,
                    0.07489,
                    0.074585,
                    0.060577,
                    0.056732,
                    0.062561,
                    0.077637,
                    0.089417,
                    -0.076477,
                    -0.075195,
                    0.060364,
                    0.06543,
                    -0.062866,
                    0.061279,
                    0.06781,
                    0.085693,
                    0.080688,
                    -0.04361,
                    0.096008,
                    -0.047485,
                    -0.06366,
                    0.09729,
                    0.0896,
                    0.084167,
                    -0.064453,
                    0.084473,
                    0.098511,
                    0.062286,
                    -0.078186,
                    0.405762,
                    -0.059723,
                    -0.063293,
                    0.048309,
                    -0.07843,
                    0.056122,
                    -0.066406,
                    -0.102234,
                    0.073486,
                    0.050812,
                    -0.077332,
                    0.067322,
                    0.064636,
                    0.074524,
                    -0.072388,
                    0.062134,
                    0.481201,
                    -0.05899,
                    0.068359,
                    0.03595,
                    -0.103088,
                    0.112244,
                    0.073547,
                    -0.091614,
                    0.190308,
                    -0.060883,
                    0.050323,
                    0.08252,
                    -0.073669,
                    0.095459,
                    0.079895,
                    0.0755,
                    -0.074829,
                    0.105713,
                    0.071411,
                    -0.059387,
                    0.089417,
                    0.08313,
                    0.066772,
                    0.065308,
                    -0.051117,
                    -0.088257,
                    0.09314,
                    0.100647,
                    0.084045,
                    -0.066406,
                    0.112854,
                    0.115417,
                    0.062622,
                    -0.077759,
                    -0.060944,
                    0.172119,
                    0.060059,
                    0.11676,
                    -0.053253,
                    -0.077454,
                    -0.097046,
                    0.059967,
                    0.084351,
                    0.06311,
                    0.05899,
                    0.129639,
                    0.310303,
                    -0.058533,
                    -0.06311,
                    -0.084656,
                    0.084412,
                    -0.089172,
                    0.069336,
                    0.055786,
                    -0.075806,
                    0.081909,
                    0.061249,
                    0.047852,
                    0.065247,
                    0.058258,
                    -0.069214,
                    -0.113525,
                    0.065063,
                    -0.059326,
                    0.055542,
                    0.087097,
                    0.059021,
                    0.090515,
                    0.10022,
                    -0.066895,
                    0.057404,
                    0.08136,
                    -0.060791,
                    -0.105103,
                    -0.097473,
                    0.046509,
                    0.140747,
                    -0.05899,
                    0.071106,
                    0.201538,
                    0.089294,
                    0.086914,
                    0.175537,
                    -0.073669,
                    0.067749,
                    -0.056183,
                    0.069641,
                    0.148071,
                    0.211304,
                    0.058228,
                    0.067688,
                    0.044525,
                    0.094788,
                    0.066895,
                    -0.0849,
                    0.076294,
                    -0.066406,
                    0.069946,
                    0.064148,
                    -0.061462,
                    -0.082458,
                    0.090881,
                    -0.065125,
                    0.067932,
                    0.081055,
                    0.071045,
                    0.071716,
                    -0.08136,
                    0.088684,
                    -0.063904,
                    -0.096191,
                    -0.069702,
                    -0.060608,
                    0.072876,
                    0.072571,
                    0.070374,
                    -0.063538,
                    0.06488,
                    -0.076599,
                    0.064148,
                    0.11084,
                    -0.059448,
                    -0.066895,
                    0.065369,
                    -0.05014,
                    -0.084412,
                    0.081848,
                    -0.068665,
                    0.084778,
                    0.094727,
                    0.073364,
                    -0.048889,
                    0.089355,
                    -0.093323,
                    0.053314,
                    0.282227,
                    -0.042877,
                    0.259766,
                    0.079102,
                    0.066589,
                    -0.058533,
                    -0.065063,
                    0.153809,
                    0.087463,
                    0.063904,
                    -0.883789,
                    0.063171,
                    0.083618,
                    -0.062683,
                    -0.047668,
                    0.060791,
                    0.092896,
                    -0.068115,
                    0.05899,
                    0.07605,
                    -0.068176,
                    0.084167,
                    -0.068909,
                    0.081665,
                    0.065552,
                    -0.081116,
                    0.068726,
                    0.069519,
                    -0.066528,
                    0.05069,
                    0.07196,
                    -0.073059,
                    0.27417,
                    0.072449,
                    0.093933,
                    0.147583,
                    0.077576,
                    0.056793,
                    -0.069397,
                    0.07666,
                    0.095093,
                    0.0672,
                    -0.05188,
                    -0.078003,
                    0.063416,
                    0.067139,
                    0.744141,
                    0.058258,
                    0.086182,
                    0.230469,
                    -0.054443,
                    0.096313,
                    0.062225,
                    0.059418,
                    0.080383,
                    0.093628,
                    0.08313,
                    0.091125,
                    0.082947,
                    -0.063049,
                    -0.054474,
                    0.05954,
                    -0.058807,
                    -0.09668,
                    0.061584,
                    0.066284,
                    -0.078308,
                    0.058807,
                    0.203857,
                    0.082581,
                    0.059906,
                    0.063171,
                    -0.076294,
                    0.063782,
                    0.050659,
                    0.061676,
                    0.094482,
                    0.090271,
                    -0.06665,
                    0.064453,
                    0.089844,
                    -0.072693,
                    0.098938,
                    0.074463,
                    0.102234,
                    0.091003,
                    0.068298,
                    0.092712,
                    0.069214,
                    -0.101013,
                    0.077454,
                    0.055389,
                    -0.081604,
                    0.093384,
                    -0.063232,
                    0.145142,
                    0.135376,
                    0.067993,
                    0.045471,
                    0.086487,
                    0.080261,
                    0.112854,
                    0.06958,
                    -0.072876,
                    0.059387,
                    0.084473,
                    -0.071045,
                    -0.063782,
                    0.049774,
                    0.055176,
                    0.096191,
                    0.072876,
                    0.129395,
                    0.094543,
                    0.059753,
                    0.078979,
                    -0.097534,
                    0.084045,
                    0.061188,
                    -0.082764,
                    -0.07135,
                    -0.078552,
                    0.21814,
                    0.06311,
                    0.049774,
                    0.06076,
                    0.063782,
                    0.065002,
                    -0.075317,
                    0.084961,
                    0.068848,
                    0.066406,
                    0.085632,
                    0.108948,
                    -0.066528,
                    -0.080017,
                    -0.068665,
                    -0.072021,
                    -0.085083,
                    -0.069824,
                    0.052155,
                    0.080139,
                    -0.063293,
                    0.686035,
                    0.063354,
                    0.056549,
                    0.075684,
                    0.079285,
                    0.067383,
                    0.064636,
                    -0.057129,
                    -0.084351,
                    -0.073181,
                    -0.069946,
                    -0.070007,
                    -0.062347,
                    0.075806,
                    0.069458,
                    -0.084473,
                    -0.061493,
                    0.098877,
                    0.081177,
                    0.354736,
                    0.115479,
                    0.05191,
                    0.079041,
                    0.464355,
                    -0.059753,
                    0.13562,
                    0.066711,
                    0.069519,
                    0.079773,
                    0.054169,
                    0.06012,
                    -0.07196,
                    0.123169,
                    0.065735,
                    -0.074341,
                    0.078491,
                    0.065857,
                    0.088318,
                    0.06427,
                    0.061005,
                    0.062469,
                    0.079041,
                    0.069153,
                    0.056885,
                    -0.05658,
                    0.070007,
                    -0.050629,
                    0.053741,
                    0.06427,
                    -0.051544,
                    0.065796
                ]
            },
            "name": "model.model.layers.0.input_layernorm.weight",
            "outputIndexes": [
                4
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                3
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm/Mul_output_0",
            "outputIndexes": [
                5
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                4,
                5
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm/Mul_1_output_0",
            "outputIndexes": [
                6
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                6
            ],
            "outputIndexes": [
                2467
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                2467
            ],
            "outputIndexes": [
                2468
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/q_proj/Linear",
            "inputIndexes": [
                2468
            ],
            "outputIndexes": [
                2469
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    0,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                2469
            ],
            "outputIndexes": [
                2470
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2470
            ],
            "outputIndexes": [
                7
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    1
                ]
            },
            "name": "/Unsqueeze_output_0",
            "outputIndexes": [
                8
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                6
            ],
            "main_type": "NONE",
            "name": "/Shape_1_output_0",
            "outputIndexes": [
                9
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "main_type": "Blob",
            "main": {
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    1
                ]
            },
            "name": "/rotary/Constant_9_output_0",
            "outputIndexes": [
                10
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                9
            ],
            "main_type": "NONE",
            "name": "Shape20",
            "outputIndexes": [
                11
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                9
            ],
            "main_type": "NONE",
            "name": "Rank22",
            "outputIndexes": [
                12
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                12,
                12
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp24",
            "outputIndexes": [
                13
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                13
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze25",
            "outputIndexes": [
                14
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                13,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp27",
            "outputIndexes": [
                15
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                15
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze28",
            "outputIndexes": [
                16
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                11,
                14,
                16,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice31",
            "outputIndexes": [
                17
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                17
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze32",
            "outputIndexes": [
                18
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                18
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp33",
            "outputIndexes": [
                19
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                19,
                18
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp34",
            "outputIndexes": [
                20
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                9,
                20,
                13
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_2_output_0",
            "outputIndexes": [
                21
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    0
                ]
            },
            "name": "/rotary/Constant_4_output_0",
            "outputIndexes": [
                22
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                21,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_1_output_0",
            "outputIndexes": [
                23
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    9
                ]
            },
            "name": "/Constant_4_output_0",
            "outputIndexes": [
                24
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    64
                ]
            },
            "name": "/Constant_5_output_0",
            "outputIndexes": [
                25
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                23,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_output_0",
            "outputIndexes": [
                26
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                7,
                26
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_1_output_0",
            "outputIndexes": [
                27
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Input",
            "main": {
                "dims": [
                    1,
                    -1
                ],
                "dtype": "DT_INT32",
                "dformat": "NCHW"
            },
            "name": "position_ids",
            "outputIndexes": [
                28
            ],
            "type": "Input",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                28
            ],
            "main_type": "CastParam",
            "main": {
                "srcT": "DT_VARIANT",
                "dstT": "DT_FLOAT"
            },
            "name": "/rotary/Cast_output_0",
            "outputIndexes": [
                29
            ],
            "type": "Cast",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    2
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    -1,
                    1
                ]
            },
            "name": "/rotary/Constant_1_output_0",
            "outputIndexes": [
                30
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                29,
                30
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/rotary/Reshape_output_0",
            "outputIndexes": [
                31
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    32
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    1.0,
                    0.749894,
                    0.562341,
                    0.421697,
                    0.316228,
                    0.237137,
                    0.177828,
                    0.133352,
                    0.1,
                    0.074989,
                    0.056234,
                    0.04217,
                    0.031623,
                    0.023714,
                    0.017783,
                    0.013335,
                    0.01,
                    0.007499,
                    0.005623,
                    0.004217,
                    0.003162,
                    0.002371,
                    0.001778,
                    0.001334,
                    0.001,
                    0.00075,
                    0.000562,
                    0.000422,
                    0.000316,
                    0.000237,
                    0.000178,
                    0.000133
                ]
            },
            "name": "/rotary/Constant_2_output_0",
            "outputIndexes": [
                32
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                31,
                32
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/rotary/Mul_output_0",
            "outputIndexes": [
                33
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                33
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "COS",
                "T": "DT_FLOAT"
            },
            "name": "/rotary/Cos_output_0",
            "outputIndexes": [
                34
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                34,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/rotary/Unsqueeze_output_0",
            "outputIndexes": [
                35
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                33
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIN",
                "T": "DT_FLOAT"
            },
            "name": "/rotary/Sin_output_0",
            "outputIndexes": [
                36
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                36,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/rotary/Unsqueeze_1_output_0",
            "outputIndexes": [
                37
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                35,
                37
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/rotary/Concat_output_0",
            "outputIndexes": [
                38
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                38,
                38
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/rotary/Concat_1_output_0",
            "outputIndexes": [
                39
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    2
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    3,
                    1
                ]
            },
            "name": "/rotary/Unsqueeze_2_axes",
            "outputIndexes": [
                40
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                39,
                40
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/rotary/Unsqueeze_3_output_0",
            "outputIndexes": [
                41
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                41
            ],
            "main_type": "NONE",
            "name": "Shape57",
            "outputIndexes": [
                42
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                41
            ],
            "main_type": "NONE",
            "name": "Rank59",
            "outputIndexes": [
                43
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                43,
                43
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp61",
            "outputIndexes": [
                44
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                44
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze62",
            "outputIndexes": [
                45
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                44,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp64",
            "outputIndexes": [
                46
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                46
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze65",
            "outputIndexes": [
                47
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                42,
                45,
                47,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice68",
            "outputIndexes": [
                48
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                48
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze69",
            "outputIndexes": [
                49
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                49,
                49
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp71",
            "outputIndexes": [
                50
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                41,
                50,
                44
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_3_output_0",
            "outputIndexes": [
                51
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                27,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_output_0",
            "outputIndexes": [
                52
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                27
            ],
            "main_type": "NONE",
            "name": "/Shape_2_output_0",
            "outputIndexes": [
                53
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "main_type": "Blob",
            "main": {
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    3
                ]
            },
            "name": "/Constant_6_output_0",
            "outputIndexes": [
                54
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                53
            ],
            "main_type": "NONE",
            "name": "Shape76",
            "outputIndexes": [
                55
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                53
            ],
            "main_type": "NONE",
            "name": "Rank78",
            "outputIndexes": [
                56
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                56,
                56
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp80",
            "outputIndexes": [
                57
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                57
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze81",
            "outputIndexes": [
                58
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                57,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp83",
            "outputIndexes": [
                59
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                59
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze84",
            "outputIndexes": [
                60
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                55,
                58,
                60,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice87",
            "outputIndexes": [
                61
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                61
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze88",
            "outputIndexes": [
                62
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                62
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp89",
            "outputIndexes": [
                63
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                63,
                62
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp90",
            "outputIndexes": [
                64
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                53,
                64,
                57
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_5_output_0",
            "outputIndexes": [
                65
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    2
                ]
            },
            "name": "/rotary/Constant_7_output_0",
            "outputIndexes": [
                66
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                65,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_output_0",
            "outputIndexes": [
                67
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                67,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_6_output_0",
            "outputIndexes": [
                68
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    1073741824
                ]
            },
            "name": "/Constant_19_output_0",
            "outputIndexes": [
                69
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    3
                ]
            },
            "name": "/Constant_7_output_0",
            "outputIndexes": [
                70
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                27,
                68,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_1_output_0",
            "outputIndexes": [
                71
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                71
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_output_0",
            "outputIndexes": [
                72
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                27,
                22,
                68,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_output_0",
            "outputIndexes": [
                73
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                72,
                73
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_3_output_0",
            "outputIndexes": [
                74
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                44
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze106",
            "outputIndexes": [
                75
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                46
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze109",
            "outputIndexes": [
                76
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                42,
                75,
                76,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice112",
            "outputIndexes": [
                77
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                77
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze113",
            "outputIndexes": [
                78
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                78
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp114",
            "outputIndexes": [
                79
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                79,
                78
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp115",
            "outputIndexes": [
                80
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                41,
                80,
                44
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_4_output_0",
            "outputIndexes": [
                81
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                74,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_1_output_0",
            "outputIndexes": [
                82
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                52,
                82
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_output_0",
            "outputIndexes": [
                83
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                6
            ],
            "outputIndexes": [
                2471
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                2471
            ],
            "outputIndexes": [
                2472
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/k_proj/Linear",
            "inputIndexes": [
                2472
            ],
            "outputIndexes": [
                2473
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    207382,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                2473
            ],
            "outputIndexes": [
                2474
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2474
            ],
            "outputIndexes": [
                84
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                23,
                70,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_1_output_0",
            "outputIndexes": [
                85
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                84,
                85
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_2_output_0",
            "outputIndexes": [
                86
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                86,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_2_output_0",
            "outputIndexes": [
                87
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                86
            ],
            "main_type": "NONE",
            "name": "/Shape_3_output_0",
            "outputIndexes": [
                88
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                88
            ],
            "main_type": "NONE",
            "name": "Shape158",
            "outputIndexes": [
                89
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                88
            ],
            "main_type": "NONE",
            "name": "Rank160",
            "outputIndexes": [
                90
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                90,
                90
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp162",
            "outputIndexes": [
                91
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                91
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze163",
            "outputIndexes": [
                92
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                91,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp165",
            "outputIndexes": [
                93
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                93
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze166",
            "outputIndexes": [
                94
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                89,
                92,
                94,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice169",
            "outputIndexes": [
                95
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                95
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze170",
            "outputIndexes": [
                96
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                96
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp171",
            "outputIndexes": [
                97
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                97,
                96
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp172",
            "outputIndexes": [
                98
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                88,
                98,
                91
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_6_output_0",
            "outputIndexes": [
                99
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                99,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_1_output_0",
            "outputIndexes": [
                100
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                100,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_8_output_0",
            "outputIndexes": [
                101
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                86,
                101,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_3_output_0",
            "outputIndexes": [
                102
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                102
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_1_output_0",
            "outputIndexes": [
                103
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                86,
                22,
                101,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_2_output_0",
            "outputIndexes": [
                104
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                103,
                104
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_4_output_0",
            "outputIndexes": [
                105
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                105,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_3_output_0",
            "outputIndexes": [
                106
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                87,
                106
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_1_output_0",
            "outputIndexes": [
                107
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                6
            ],
            "outputIndexes": [
                2475
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                2475
            ],
            "outputIndexes": [
                2476
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/v_proj/Linear",
            "inputIndexes": [
                2476
            ],
            "outputIndexes": [
                2477
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    276524,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                2477
            ],
            "outputIndexes": [
                2478
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2478
            ],
            "outputIndexes": [
                108
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                108,
                85
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_3_output_0",
            "outputIndexes": [
                109
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Input",
            "main": {
                "dims": [
                    1,
                    1,
                    -1,
                    -1
                ],
                "dtype": "DT_FLOAT",
                "dformat": "NCHW"
            },
            "name": "attention_mask",
            "outputIndexes": [
                110
            ],
            "type": "Input",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                83,
                107,
                109,
                110
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_8_output_0",
            "outputIndexes": [
                111
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                111
            ],
            "outputIndexes": [
                2479
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                2479
            ],
            "outputIndexes": [
                2480
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/o_proj/Linear",
            "inputIndexes": [
                2480
            ],
            "outputIndexes": [
                2481
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    345666,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                2481
            ],
            "outputIndexes": [
                2482
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2482
            ],
            "outputIndexes": [
                112
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                3,
                112
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_3_output_0",
            "outputIndexes": [
                113
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.24939,
                    0.210449,
                    0.217041,
                    0.218384,
                    0.114807,
                    0.215576,
                    0.210083,
                    0.199463,
                    0.205444,
                    0.196655,
                    0.196655,
                    0.200439,
                    0.20459,
                    0.206421,
                    0.206909,
                    0.219116,
                    0.216675,
                    0.197144,
                    0.217285,
                    0.199829,
                    0.205688,
                    0.222534,
                    0.212524,
                    0.204468,
                    0.205688,
                    0.211792,
                    0.211914,
                    0.203247,
                    0.200195,
                    0.232666,
                    0.215088,
                    0.216553,
                    0.214966,
                    0.211548,
                    0.200806,
                    0.209839,
                    0.195679,
                    0.205444,
                    0.217407,
                    0.20813,
                    0.195557,
                    0.196655,
                    0.26123,
                    0.219971,
                    0.220581,
                    0.207397,
                    0.204712,
                    0.216187,
                    0.216064,
                    0.224487,
                    0.203857,
                    0.217773,
                    0.210571,
                    0.202515,
                    0.204468,
                    0.210449,
                    0.20459,
                    0.287842,
                    0.206909,
                    0.219482,
                    0.2229,
                    0.210938,
                    0.205444,
                    0.202026,
                    0.21582,
                    0.200073,
                    0.252686,
                    0.208008,
                    0.201904,
                    0.207397,
                    0.300781,
                    0.230957,
                    0.208618,
                    0.207153,
                    0.200806,
                    0.210571,
                    0.21106,
                    0.217285,
                    0.208496,
                    0.209473,
                    0.209351,
                    0.206543,
                    0.202637,
                    0.221069,
                    0.208374,
                    0.206299,
                    0.209717,
                    0.214844,
                    0.205933,
                    0.219116,
                    0.205322,
                    0.205444,
                    0.209595,
                    0.200562,
                    0.51709,
                    0.210449,
                    0.208862,
                    0.19873,
                    0.204956,
                    0.204468,
                    0.206665,
                    0.206543,
                    0.204712,
                    0.227905,
                    0.212891,
                    0.192261,
                    0.207397,
                    0.193848,
                    0.270508,
                    0.204468,
                    0.199585,
                    0.221924,
                    0.21106,
                    0.202759,
                    0.204834,
                    0.219116,
                    0.220459,
                    0.204468,
                    0.209839,
                    0.207031,
                    0.21106,
                    0.213257,
                    0.211426,
                    0.212402,
                    0.214966,
                    0.213257,
                    0.194824,
                    0.194458,
                    0.19458,
                    0.209473,
                    0.2146,
                    0.298828,
                    0.186523,
                    0.201416,
                    0.195312,
                    0.206299,
                    0.206665,
                    0.20874,
                    0.197998,
                    0.209106,
                    0.221802,
                    0.19873,
                    0.218384,
                    0.213013,
                    0.259033,
                    0.207275,
                    0.211182,
                    0.209595,
                    0.202393,
                    0.206055,
                    0.220947,
                    0.217773,
                    0.216431,
                    0.21582,
                    0.216797,
                    0.209961,
                    0.211792,
                    0.205444,
                    0.202148,
                    0.214233,
                    0.214111,
                    0.202637,
                    0.214966,
                    0.205566,
                    0.20813,
                    0.200439,
                    0.205566,
                    0.218872,
                    0.208618,
                    0.211182,
                    0.199585,
                    0.203613,
                    0.213257,
                    0.213501,
                    0.216431,
                    0.199951,
                    0.205322,
                    0.202271,
                    0.204956,
                    0.202515,
                    0.194946,
                    0.215698,
                    0.199829,
                    0.21875,
                    0.20459,
                    0.203735,
                    0.209961,
                    0.204468,
                    0.205078,
                    0.210571,
                    0.216919,
                    0.201538,
                    0.208252,
                    0.213501,
                    0.217773,
                    0.209473,
                    0.213745,
                    0.209595,
                    0.210693,
                    0.213257,
                    0.201294,
                    0.21582,
                    0.212524,
                    0.209229,
                    0.215454,
                    0.208496,
                    0.202759,
                    0.202881,
                    0.201172,
                    0.210449,
                    0.215454,
                    0.217163,
                    0.217285,
                    0.196289,
                    0.21228,
                    0.188965,
                    0.22229,
                    0.20166,
                    0.211304,
                    0.204346,
                    0.224365,
                    0.206177,
                    0.199219,
                    0.205444,
                    0.209839,
                    0.203613,
                    0.203125,
                    0.22522,
                    0.211426,
                    0.212036,
                    0.210693,
                    0.241821,
                    0.208496,
                    0.204468,
                    0.192871,
                    0.204712,
                    0.211304,
                    0.199951,
                    0.214966,
                    0.207397,
                    0.207153,
                    0.212036,
                    0.193481,
                    0.206787,
                    0.209106,
                    0.21521,
                    0.20752,
                    0.301758,
                    0.203735,
                    0.216553,
                    0.207275,
                    0.217041,
                    0.216187,
                    0.219971,
                    0.203125,
                    0.253174,
                    0.206421,
                    0.205688,
                    0.212158,
                    0.208008,
                    0.223145,
                    0.206787,
                    0.208862,
                    0.212769,
                    0.213135,
                    0.205811,
                    0.210205,
                    0.215332,
                    0.232788,
                    0.198242,
                    0.209351,
                    0.203491,
                    0.209717,
                    0.21228,
                    0.203613,
                    0.215454,
                    0.196289,
                    0.218994,
                    0.198608,
                    0.215454,
                    0.221436,
                    0.200684,
                    0.269043,
                    0.219482,
                    0.221313,
                    0.206787,
                    0.204468,
                    0.221436,
                    0.205322,
                    0.213013,
                    0.215942,
                    0.200684,
                    0.257812,
                    0.247314,
                    0.207275,
                    0.207275,
                    0.215332,
                    0.214478,
                    0.213379,
                    0.221802,
                    0.203491,
                    0.202881,
                    0.209595,
                    0.205811,
                    0.214966,
                    0.203369,
                    0.209106,
                    0.212402,
                    0.194458,
                    0.206543,
                    0.215088,
                    0.209595,
                    0.236816,
                    0.210815,
                    0.218872,
                    0.220581,
                    0.207886,
                    0.209473,
                    0.213989,
                    0.199219,
                    0.20166,
                    0.204956,
                    0.195068,
                    0.197144,
                    0.202148,
                    0.210815,
                    0.247559,
                    0.212524,
                    0.214722,
                    0.253174,
                    0.209351,
                    0.212891,
                    0.217041,
                    0.193726,
                    0.205566,
                    0.25293,
                    0.213135,
                    0.206543,
                    0.200317,
                    0.218262,
                    0.20752,
                    0.21167,
                    0.207153,
                    0.19873,
                    0.222412,
                    0.210938,
                    0.199219,
                    0.205688,
                    0.214355,
                    0.2052,
                    0.218018,
                    0.221313,
                    0.208374,
                    0.202637,
                    0.201904,
                    0.197266,
                    0.211914,
                    0.212158,
                    0.209351,
                    0.198486,
                    0.202026,
                    0.197021,
                    0.202637,
                    0.203613,
                    0.202148,
                    0.205933,
                    0.210938,
                    0.199585,
                    0.208862,
                    0.200684,
                    0.205322,
                    0.190918,
                    0.236816,
                    0.205322,
                    0.214355,
                    0.201172,
                    0.220581,
                    0.210571,
                    0.203247,
                    0.217041,
                    0.213135,
                    0.203003,
                    0.246582,
                    0.204956,
                    0.121521,
                    0.206665,
                    0.210205,
                    0.207397,
                    0.20166,
                    0.197388,
                    0.202637,
                    0.211792,
                    0.250732,
                    0.20813,
                    0.211792,
                    0.21106,
                    0.205811,
                    0.212646,
                    0.226318,
                    0.206909,
                    0.196045,
                    0.213379,
                    0.211426,
                    0.205078,
                    0.209839,
                    0.226807,
                    0.210449,
                    0.205688,
                    0.205811,
                    0.214233,
                    0.21106,
                    0.215698,
                    0.208252,
                    0.20874,
                    0.258545,
                    0.217773,
                    0.203857,
                    0.210571,
                    0.211548,
                    0.198975,
                    0.213379,
                    0.224243,
                    0.215942,
                    0.206665,
                    0.223022,
                    0.214966,
                    0.199097,
                    0.207397,
                    0.264648,
                    0.211304,
                    0.217041,
                    0.260742,
                    0.199341,
                    0.215454,
                    0.2229,
                    0.206177,
                    0.204224,
                    0.219971,
                    0.208374,
                    0.200439,
                    0.210327,
                    0.214844,
                    0.205444,
                    0.20166,
                    0.208374,
                    0.225708,
                    0.210083,
                    0.216431,
                    0.223755,
                    0.200562,
                    0.239746,
                    0.210571,
                    0.191895,
                    0.19104,
                    0.213745,
                    0.194824,
                    0.208496,
                    0.210938,
                    0.203613,
                    0.216797,
                    0.204956,
                    0.201416,
                    0.222778,
                    0.211548,
                    0.223877,
                    0.198364,
                    0.224121,
                    0.212646,
                    0.194092,
                    0.236938,
                    0.214111,
                    0.208862,
                    0.215454,
                    0.209473,
                    0.216675,
                    0.196411,
                    0.216553,
                    0.213501,
                    0.207886,
                    0.207642,
                    0.198364,
                    0.217651,
                    0.213867,
                    0.211182,
                    0.213745,
                    0.216797,
                    0.197266,
                    0.208374,
                    0.216187,
                    0.208984,
                    0.206665,
                    0.19812,
                    0.217773,
                    0.206543,
                    0.240234,
                    0.202759,
                    0.20752,
                    0.204224,
                    0.21936,
                    0.225464,
                    0.217896,
                    0.217407,
                    0.20752,
                    0.205811,
                    0.253906,
                    0.210449,
                    0.200806,
                    0.206299,
                    0.201782,
                    0.210815,
                    0.209106,
                    0.196777,
                    0.215942,
                    0.213501,
                    0.219238,
                    0.21936,
                    0.209717,
                    0.208374,
                    0.211792,
                    0.211548,
                    0.21936,
                    0.236572,
                    0.206543,
                    0.214233,
                    0.20105,
                    0.000775,
                    0.208374,
                    0.20813,
                    0.208252,
                    0.214233,
                    0.215088,
                    0.200439,
                    0.212646,
                    0.205444,
                    0.212402,
                    0.207275,
                    0.203369,
                    0.204102,
                    0.21228,
                    0.209595,
                    0.194458,
                    0.206421,
                    0.204956,
                    0.207275,
                    0.249268,
                    0.208496,
                    0.203003,
                    0.216431,
                    0.24707,
                    0.184692,
                    0.240479,
                    0.215942,
                    0.201538,
                    0.222534,
                    0.206909,
                    0.216431,
                    0.211426,
                    -0.000979,
                    0.199463,
                    0.214966,
                    0.205566,
                    0.209473,
                    0.199341,
                    0.208252,
                    0.212524,
                    0.212036,
                    0.213623,
                    0.205444,
                    0.213257,
                    0.198853,
                    0.206787,
                    0.194702,
                    0.205078,
                    0.213379,
                    0.208984,
                    0.20752
                ]
            },
            "name": "model.model.layers.0.post_attention_layernorm.weight",
            "outputIndexes": [
                114
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                113
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm/Mul_output_0",
            "outputIndexes": [
                115
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                114,
                115
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm/Mul_1_output_0",
            "outputIndexes": [
                116
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                116
            ],
            "outputIndexes": [
                2483
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                2483
            ],
            "outputIndexes": [
                2484
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/mlp/gate_proj/Linear",
            "inputIndexes": [
                2484
            ],
            "outputIndexes": [
                2485
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    553048,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                2485
            ],
            "outputIndexes": [
                2486
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2486
            ],
            "outputIndexes": [
                117
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                117
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn/Sigmoid_output_0",
            "outputIndexes": [
                118
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                117,
                118
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn/Mul_output_0",
            "outputIndexes": [
                119
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                116
            ],
            "outputIndexes": [
                2487
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                2487
            ],
            "outputIndexes": [
                2488
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/mlp/up_proj/Linear",
            "inputIndexes": [
                2488
            ],
            "outputIndexes": [
                2489
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    1106030,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                2489
            ],
            "outputIndexes": [
                2490
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2490
            ],
            "outputIndexes": [
                120
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                119,
                120
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/Mul_output_0",
            "outputIndexes": [
                121
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                121
            ],
            "outputIndexes": [
                2491
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                2491
            ],
            "outputIndexes": [
                2492
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/mlp/down_proj/Linear",
            "inputIndexes": [
                2492
            ],
            "outputIndexes": [
                2493
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    1659012,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                2493
            ],
            "outputIndexes": [
                2494
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.0/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2494
            ],
            "outputIndexes": [
                122
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                113,
                122
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_4_output_0",
            "outputIndexes": [
                123
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                123,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_9_output_0",
            "outputIndexes": [
                124
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.315674,
                    0.487549,
                    0.265381,
                    0.400879,
                    0.132446,
                    0.319824,
                    0.307861,
                    0.27002,
                    0.251465,
                    0.292969,
                    0.306885,
                    0.237061,
                    0.237427,
                    0.270508,
                    0.256104,
                    0.27124,
                    0.264404,
                    0.293701,
                    0.358398,
                    0.302734,
                    0.246216,
                    0.242188,
                    0.270508,
                    0.257568,
                    0.315918,
                    0.286377,
                    0.301025,
                    0.289307,
                    0.259766,
                    0.296875,
                    0.247314,
                    0.481934,
                    0.267822,
                    0.258545,
                    0.24353,
                    0.299805,
                    0.236328,
                    0.265869,
                    0.283691,
                    0.27002,
                    0.29834,
                    0.252686,
                    0.294189,
                    0.199951,
                    0.260742,
                    0.249756,
                    0.251953,
                    0.230347,
                    0.265625,
                    0.287598,
                    0.308838,
                    0.241699,
                    0.238403,
                    0.313965,
                    0.2771,
                    0.289307,
                    0.225952,
                    0.259277,
                    0.225952,
                    0.279297,
                    0.285645,
                    0.307617,
                    0.28418,
                    0.305664,
                    0.344971,
                    0.280762,
                    0.359375,
                    0.282715,
                    0.279785,
                    0.229004,
                    0.271973,
                    0.328125,
                    0.254395,
                    0.229858,
                    0.282227,
                    0.296631,
                    0.323486,
                    0.294434,
                    0.272461,
                    0.318848,
                    0.279053,
                    0.305664,
                    0.290039,
                    0.348389,
                    0.255859,
                    0.319336,
                    0.248657,
                    0.319336,
                    0.278076,
                    0.321777,
                    0.325195,
                    0.258057,
                    0.254395,
                    0.286621,
                    0.373535,
                    0.266357,
                    0.254883,
                    0.239624,
                    0.225464,
                    0.269775,
                    0.220337,
                    0.314697,
                    0.295166,
                    0.228149,
                    0.251221,
                    0.324219,
                    0.372559,
                    0.319336,
                    0.258545,
                    0.342773,
                    0.247437,
                    0.311279,
                    0.281494,
                    0.271484,
                    0.300049,
                    0.242554,
                    0.27124,
                    0.270752,
                    0.355957,
                    0.291748,
                    0.251221,
                    0.247559,
                    0.234497,
                    0.28833,
                    0.27124,
                    0.245361,
                    0.295898,
                    0.24707,
                    0.269287,
                    0.253174,
                    0.276611,
                    0.368652,
                    0.275635,
                    0.260254,
                    0.264648,
                    0.328369,
                    0.264893,
                    0.253418,
                    0.273926,
                    0.233398,
                    0.263916,
                    0.239868,
                    0.198364,
                    0.360352,
                    0.286621,
                    0.258545,
                    0.281494,
                    0.361816,
                    0.301514,
                    0.260254,
                    0.262451,
                    0.303467,
                    0.239136,
                    0.234375,
                    0.253662,
                    0.383301,
                    0.259521,
                    0.260742,
                    0.224854,
                    0.309814,
                    0.206177,
                    0.263184,
                    0.333008,
                    0.264404,
                    0.280273,
                    0.251465,
                    0.258545,
                    0.238281,
                    0.270752,
                    0.266113,
                    0.250488,
                    0.323486,
                    0.236572,
                    0.297607,
                    0.261475,
                    0.229248,
                    0.234619,
                    0.343994,
                    0.343994,
                    0.247681,
                    0.370117,
                    0.292725,
                    0.268311,
                    0.264648,
                    0.228882,
                    0.444824,
                    0.265869,
                    0.234253,
                    0.248657,
                    0.356689,
                    0.276855,
                    0.232666,
                    0.28418,
                    0.296143,
                    0.266602,
                    0.297363,
                    0.259766,
                    0.282715,
                    0.281006,
                    0.284668,
                    0.298584,
                    0.266846,
                    0.246582,
                    0.325928,
                    0.507324,
                    0.261963,
                    0.386719,
                    0.306152,
                    0.302979,
                    0.388672,
                    0.25708,
                    0.283447,
                    0.305908,
                    0.266357,
                    0.243652,
                    0.223389,
                    0.251221,
                    0.35083,
                    0.237915,
                    0.331055,
                    0.365234,
                    0.252441,
                    0.320801,
                    0.234619,
                    0.312256,
                    0.2854,
                    0.35791,
                    0.312744,
                    0.314453,
                    0.381348,
                    0.253418,
                    0.25293,
                    0.259521,
                    0.283691,
                    0.264893,
                    0.256104,
                    0.370117,
                    0.295166,
                    0.290771,
                    0.368652,
                    0.342773,
                    0.294434,
                    0.269043,
                    0.230713,
                    0.27417,
                    0.262695,
                    0.245239,
                    0.315918,
                    0.265137,
                    0.26709,
                    0.260254,
                    0.240967,
                    0.300781,
                    0.452148,
                    0.265381,
                    0.30957,
                    0.276123,
                    0.287109,
                    0.323486,
                    0.267578,
                    0.346436,
                    0.275146,
                    0.289062,
                    0.401855,
                    0.347412,
                    0.291748,
                    0.233765,
                    0.280029,
                    0.233398,
                    0.273682,
                    0.309082,
                    0.371338,
                    0.330566,
                    0.253174,
                    0.266357,
                    0.262451,
                    0.320312,
                    0.266846,
                    0.23938,
                    0.251465,
                    0.322998,
                    0.25708,
                    0.419678,
                    0.25708,
                    0.306152,
                    0.253906,
                    0.273682,
                    0.286133,
                    0.30127,
                    0.295166,
                    0.244873,
                    0.307861,
                    0.336426,
                    0.22168,
                    0.269287,
                    0.219849,
                    0.381836,
                    0.46582,
                    0.276123,
                    0.271729,
                    0.34668,
                    0.294678,
                    0.283447,
                    0.291504,
                    0.296875,
                    0.2229,
                    0.341064,
                    0.336426,
                    0.265137,
                    0.256348,
                    0.336914,
                    0.293945,
                    0.237305,
                    0.304199,
                    0.256104,
                    0.431641,
                    0.286133,
                    0.279053,
                    0.261475,
                    0.243286,
                    0.283936,
                    0.302002,
                    0.293945,
                    0.322998,
                    0.261963,
                    0.294678,
                    0.251221,
                    0.276123,
                    0.260498,
                    0.343018,
                    0.237671,
                    0.342529,
                    0.251709,
                    0.212646,
                    0.24646,
                    0.295898,
                    0.251709,
                    0.333496,
                    0.297607,
                    0.306152,
                    0.274414,
                    0.246948,
                    0.236694,
                    0.253174,
                    0.254883,
                    0.282959,
                    0.22644,
                    0.246094,
                    0.225952,
                    0.215942,
                    0.244019,
                    0.277832,
                    0.248779,
                    0.241333,
                    0.308838,
                    0.359619,
                    0.261963,
                    0.289307,
                    0.2771,
                    0.270996,
                    0.264893,
                    0.28833,
                    0.262939,
                    0.505371,
                    0.330811,
                    0.23877,
                    0.309082,
                    0.329102,
                    0.259033,
                    0.237915,
                    0.244141,
                    0.308594,
                    0.27417,
                    0.254883,
                    0.312988,
                    0.276611,
                    0.268066,
                    0.254639,
                    0.295166,
                    0.331787,
                    0.266357,
                    0.231934,
                    0.334229,
                    0.251465,
                    0.319336,
                    0.322021,
                    0.231934,
                    0.299805,
                    0.265625,
                    0.286133,
                    0.297363,
                    0.230957,
                    0.344482,
                    0.263428,
                    0.264404,
                    0.380127,
                    0.269287,
                    0.255371,
                    0.245483,
                    0.357178,
                    0.272949,
                    0.297119,
                    0.272705,
                    0.310547,
                    0.243164,
                    0.235962,
                    0.254395,
                    0.304199,
                    0.252686,
                    0.244995,
                    0.330078,
                    0.331543,
                    0.301758,
                    0.233521,
                    0.24939,
                    0.248169,
                    0.221436,
                    0.247559,
                    0.267822,
                    0.259277,
                    0.254395,
                    0.283936,
                    0.239868,
                    0.262695,
                    0.264893,
                    0.328369,
                    0.349854,
                    0.248779,
                    0.373047,
                    0.255615,
                    0.277832,
                    0.238892,
                    0.268799,
                    0.327881,
                    0.248901,
                    0.261963,
                    0.268555,
                    0.28833,
                    0.324951,
                    0.317383,
                    0.261963,
                    0.280762,
                    0.290527,
                    0.247681,
                    0.257324,
                    0.347412,
                    0.282227,
                    0.309082,
                    0.271484,
                    0.223877,
                    0.252686,
                    0.275146,
                    0.324707,
                    0.346436,
                    0.313477,
                    0.247925,
                    0.29126,
                    0.321533,
                    0.341797,
                    0.248291,
                    0.26001,
                    0.266113,
                    0.266357,
                    0.321533,
                    0.333496,
                    0.349854,
                    0.252197,
                    0.283936,
                    0.268555,
                    0.292236,
                    0.306396,
                    0.304688,
                    0.285889,
                    0.230347,
                    0.300537,
                    0.291016,
                    0.282471,
                    0.274414,
                    0.265625,
                    0.247314,
                    0.243286,
                    0.279541,
                    0.265381,
                    0.261475,
                    0.343018,
                    0.269775,
                    0.316895,
                    0.256592,
                    0.266602,
                    0.341064,
                    0.32373,
                    0.275146,
                    0.261475,
                    0.326904,
                    0.312744,
                    0.24707,
                    0.300293,
                    0.267578,
                    0.271484,
                    0.285645,
                    0.272217,
                    0.255371,
                    0.262207,
                    0.325684,
                    0.300293,
                    0.252686,
                    0.296875,
                    0.276611,
                    0.254639,
                    0.251221,
                    0.289551,
                    0.370117,
                    0.307861,
                    0.317871,
                    0.275391,
                    0.51709,
                    0.475586,
                    0.267578,
                    0.282959,
                    0.272705,
                    0.28418,
                    0.247559,
                    0.292725,
                    0.281738,
                    0.287109,
                    0.224854,
                    0.276855,
                    0.25415,
                    0.276123,
                    0.245972,
                    0.258301,
                    0.300293,
                    0.249023,
                    0.30957,
                    0.390381,
                    0.224121,
                    0.31543,
                    0.274414,
                    0.239014,
                    0.256104,
                    0.244751,
                    0.288086,
                    0.533203,
                    0.322266,
                    0.305664,
                    0.291748,
                    0.274414,
                    0.296875,
                    0.30957,
                    0.263428,
                    0.348389,
                    0.265381,
                    0.248657,
                    0.273682,
                    0.248047,
                    0.244019,
                    0.311768,
                    0.326904,
                    0.26709,
                    0.277344,
                    0.374756,
                    0.237183,
                    0.264893,
                    0.281738,
                    0.316162,
                    0.239868,
                    0.238892,
                    0.275391,
                    0.309326,
                    0.262451,
                    0.250244,
                    0.249756,
                    0.247314,
                    0.229614,
                    0.259033,
                    0.236328
                ]
            },
            "name": "model.model.layers.1.input_layernorm.weight",
            "outputIndexes": [
                125
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                124
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_1/Mul_output_0",
            "outputIndexes": [
                126
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                125,
                126
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_1/Mul_1_output_0",
            "outputIndexes": [
                127
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                127
            ],
            "outputIndexes": [
                2495
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                2495
            ],
            "outputIndexes": [
                2496
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/q_proj/Linear",
            "inputIndexes": [
                2496
            ],
            "outputIndexes": [
                2497
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    2211994,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                2497
            ],
            "outputIndexes": [
                2498
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2498
            ],
            "outputIndexes": [
                128
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                127
            ],
            "main_type": "NONE",
            "name": "/Shape_15_output_0",
            "outputIndexes": [
                129
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                129
            ],
            "main_type": "NONE",
            "name": "Shape296",
            "outputIndexes": [
                130
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                129
            ],
            "main_type": "NONE",
            "name": "Rank298",
            "outputIndexes": [
                131
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                131,
                131
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp300",
            "outputIndexes": [
                132
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                132
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze301",
            "outputIndexes": [
                133
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                132,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp303",
            "outputIndexes": [
                134
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                134
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze304",
            "outputIndexes": [
                135
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                130,
                133,
                135,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice307",
            "outputIndexes": [
                136
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                136
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze308",
            "outputIndexes": [
                137
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                137
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp309",
            "outputIndexes": [
                138
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                138,
                137
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp310",
            "outputIndexes": [
                139
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                129,
                139,
                132
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_19_output_0",
            "outputIndexes": [
                140
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                140,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_33_output_0",
            "outputIndexes": [
                141
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                141,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_13_output_0",
            "outputIndexes": [
                142
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                128,
                142
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_10_output_0",
            "outputIndexes": [
                143
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                143,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_8_output_0",
            "outputIndexes": [
                144
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                143
            ],
            "main_type": "NONE",
            "name": "/Shape_16_output_0",
            "outputIndexes": [
                145
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                145
            ],
            "main_type": "NONE",
            "name": "Shape317",
            "outputIndexes": [
                146
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                145
            ],
            "main_type": "NONE",
            "name": "Rank319",
            "outputIndexes": [
                147
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                147,
                147
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp321",
            "outputIndexes": [
                148
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                148
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze322",
            "outputIndexes": [
                149
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                148,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp324",
            "outputIndexes": [
                150
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                150
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze325",
            "outputIndexes": [
                151
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                146,
                149,
                151,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice328",
            "outputIndexes": [
                152
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                152
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze329",
            "outputIndexes": [
                153
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                153
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp330",
            "outputIndexes": [
                154
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                154,
                153
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp331",
            "outputIndexes": [
                155
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                145,
                155,
                148
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_20_output_0",
            "outputIndexes": [
                156
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                156,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_3_output_0",
            "outputIndexes": [
                157
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                157,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_38_output_0",
            "outputIndexes": [
                158
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                143,
                158,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_5_output_0",
            "outputIndexes": [
                159
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                159
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_2_output_0",
            "outputIndexes": [
                160
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                143,
                22,
                158,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_4_output_0",
            "outputIndexes": [
                161
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                160,
                161
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_16_output_0",
            "outputIndexes": [
                162
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                162,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_9_output_0",
            "outputIndexes": [
                163
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                144,
                163
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_5_output_0",
            "outputIndexes": [
                164
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                127
            ],
            "outputIndexes": [
                2499
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                2499
            ],
            "outputIndexes": [
                2500
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/k_proj/Linear",
            "inputIndexes": [
                2500
            ],
            "outputIndexes": [
                2501
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    2419376,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                2501
            ],
            "outputIndexes": [
                2502
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2502
            ],
            "outputIndexes": [
                165
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                141,
                70,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_14_output_0",
            "outputIndexes": [
                166
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                165,
                166
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_11_output_0",
            "outputIndexes": [
                167
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                167,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_10_output_0",
            "outputIndexes": [
                168
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                167
            ],
            "main_type": "NONE",
            "name": "/Shape_17_output_0",
            "outputIndexes": [
                169
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                169
            ],
            "main_type": "NONE",
            "name": "Shape379",
            "outputIndexes": [
                170
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                169
            ],
            "main_type": "NONE",
            "name": "Rank381",
            "outputIndexes": [
                171
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                171,
                171
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp383",
            "outputIndexes": [
                172
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                172
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze384",
            "outputIndexes": [
                173
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                172,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp386",
            "outputIndexes": [
                174
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                174
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze387",
            "outputIndexes": [
                175
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                170,
                173,
                175,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice390",
            "outputIndexes": [
                176
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                176
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze391",
            "outputIndexes": [
                177
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                177
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp392",
            "outputIndexes": [
                178
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                178,
                177
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp393",
            "outputIndexes": [
                179
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                169,
                179,
                172
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_21_output_0",
            "outputIndexes": [
                180
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                180,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_4_output_0",
            "outputIndexes": [
                181
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                181,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_40_output_0",
            "outputIndexes": [
                182
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                167,
                182,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_7_output_0",
            "outputIndexes": [
                183
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                183
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_3_output_0",
            "outputIndexes": [
                184
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                167,
                22,
                182,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_6_output_0",
            "outputIndexes": [
                185
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                184,
                185
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_17_output_0",
            "outputIndexes": [
                186
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                186,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_11_output_0",
            "outputIndexes": [
                187
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                168,
                187
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_6_output_0",
            "outputIndexes": [
                188
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                127
            ],
            "outputIndexes": [
                2503
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                2503
            ],
            "outputIndexes": [
                2504
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/v_proj/Linear",
            "inputIndexes": [
                2504
            ],
            "outputIndexes": [
                2505
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    2488518,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                2505
            ],
            "outputIndexes": [
                2506
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2506
            ],
            "outputIndexes": [
                189
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                189,
                166
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_12_output_0",
            "outputIndexes": [
                190
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                164,
                188,
                190,
                110
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_17_output_0",
            "outputIndexes": [
                191
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                191
            ],
            "outputIndexes": [
                2507
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                2507
            ],
            "outputIndexes": [
                2508
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/o_proj/Linear",
            "inputIndexes": [
                2508
            ],
            "outputIndexes": [
                2509
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    2557660,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                2509
            ],
            "outputIndexes": [
                2510
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2510
            ],
            "outputIndexes": [
                192
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                124,
                192
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_8_output_0",
            "outputIndexes": [
                193
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.244873,
                    0.151489,
                    0.291504,
                    0.272217,
                    0.109558,
                    0.205688,
                    0.156128,
                    0.283203,
                    0.292725,
                    0.165405,
                    0.197998,
                    0.293457,
                    0.288574,
                    0.207031,
                    0.295166,
                    0.303955,
                    0.295166,
                    0.280762,
                    0.310547,
                    0.307861,
                    0.286133,
                    0.27832,
                    0.312744,
                    0.297363,
                    0.274658,
                    0.297607,
                    0.306152,
                    0.285889,
                    0.270752,
                    0.102356,
                    0.254639,
                    0.182861,
                    0.291748,
                    0.310303,
                    0.301758,
                    0.289795,
                    0.29248,
                    0.289062,
                    0.198242,
                    0.30542,
                    0.213867,
                    0.269775,
                    0.24353,
                    0.298828,
                    0.300293,
                    0.294678,
                    0.296631,
                    0.291992,
                    0.231445,
                    0.288574,
                    0.29834,
                    0.25708,
                    0.308594,
                    0.18811,
                    0.299316,
                    0.296875,
                    0.293213,
                    0.300537,
                    0.288574,
                    0.281982,
                    0.184082,
                    0.305908,
                    0.290039,
                    0.292969,
                    0.162842,
                    0.29541,
                    0.158325,
                    0.298096,
                    0.176758,
                    0.291992,
                    0.337646,
                    0.224121,
                    0.305908,
                    0.293701,
                    0.182617,
                    0.299561,
                    0.302979,
                    0.305664,
                    0.294434,
                    0.302002,
                    0.307373,
                    0.178345,
                    0.200684,
                    0.166748,
                    0.292969,
                    0.298096,
                    0.280273,
                    0.164917,
                    0.168701,
                    0.295898,
                    0.196655,
                    0.301758,
                    0.290039,
                    0.287109,
                    -0.000106,
                    0.273682,
                    0.201904,
                    0.286865,
                    0.293701,
                    0.297852,
                    0.266602,
                    0.19812,
                    0.28833,
                    0.298828,
                    0.175171,
                    0.299805,
                    0.278564,
                    0.289062,
                    0.305908,
                    0.164795,
                    0.308105,
                    0.297852,
                    0.295654,
                    0.162964,
                    0.178467,
                    0.280029,
                    0.287842,
                    0.268555,
                    0.259521,
                    0.298584,
                    0.304932,
                    0.247192,
                    0.29541,
                    0.305176,
                    0.30957,
                    0.278809,
                    0.297852,
                    0.198242,
                    0.149536,
                    0.224243,
                    0.296631,
                    0.2854,
                    0.288086,
                    0.281738,
                    0.154175,
                    0.289795,
                    0.297119,
                    0.29541,
                    0.278809,
                    0.299072,
                    0.30127,
                    0.269043,
                    0.301025,
                    0.272705,
                    0.226807,
                    0.2771,
                    0.303223,
                    0.204956,
                    0.190063,
                    0.276367,
                    0.295898,
                    0.282227,
                    0.299072,
                    0.295166,
                    0.312012,
                    0.30835,
                    0.290527,
                    0.304932,
                    0.230347,
                    0.313721,
                    0.287109,
                    0.282715,
                    0.209595,
                    0.305908,
                    0.29248,
                    0.264648,
                    0.283936,
                    0.308838,
                    0.293701,
                    0.314209,
                    0.204468,
                    0.172485,
                    0.278564,
                    0.30127,
                    0.290771,
                    0.307129,
                    0.311279,
                    0.165649,
                    0.306885,
                    0.306641,
                    0.142822,
                    0.202393,
                    0.146362,
                    0.262939,
                    0.296143,
                    0.296875,
                    0.307617,
                    0.294678,
                    0.304688,
                    0.298584,
                    0.288574,
                    0.22937,
                    0.180176,
                    0.301025,
                    0.302002,
                    0.284424,
                    0.298828,
                    0.303467,
                    0.306396,
                    0.319824,
                    0.134766,
                    0.259033,
                    0.278076,
                    0.183105,
                    0.293213,
                    0.291748,
                    0.294922,
                    0.292725,
                    0.299805,
                    0.310791,
                    0.306641,
                    0.292725,
                    0.254639,
                    0.258789,
                    0.317627,
                    0.292236,
                    0.304199,
                    0.175903,
                    0.291748,
                    0.237793,
                    0.286133,
                    0.29541,
                    0.317383,
                    0.281982,
                    0.150757,
                    0.299561,
                    0.282715,
                    0.195679,
                    0.309814,
                    0.286621,
                    0.227417,
                    0.261963,
                    0.221191,
                    0.303467,
                    0.163574,
                    0.298584,
                    0.301025,
                    0.166748,
                    0.179321,
                    0.292236,
                    0.306885,
                    0.272949,
                    0.205933,
                    0.286377,
                    0.251465,
                    0.289062,
                    0.308105,
                    0.309082,
                    0.278564,
                    0.308105,
                    0.24231,
                    0.270264,
                    0.277832,
                    0.30249,
                    0.299561,
                    0.200684,
                    0.2854,
                    0.290527,
                    0.30835,
                    0.290771,
                    0.300781,
                    0.298584,
                    0.30542,
                    0.30542,
                    0.314941,
                    0.308105,
                    0.251221,
                    0.293701,
                    0.301025,
                    0.24646,
                    0.231567,
                    0.314453,
                    0.310791,
                    0.310791,
                    0.282959,
                    0.311768,
                    0.290771,
                    0.285889,
                    0.280762,
                    0.283936,
                    0.295898,
                    0.297607,
                    0.247681,
                    0.305176,
                    0.136475,
                    0.299805,
                    0.289307,
                    0.165649,
                    0.183838,
                    0.306152,
                    0.263428,
                    0.28833,
                    0.304199,
                    0.165771,
                    0.185059,
                    0.3125,
                    0.300049,
                    0.277588,
                    0.261475,
                    0.300293,
                    0.171509,
                    0.288574,
                    0.230713,
                    0.293701,
                    0.300049,
                    0.300537,
                    0.308838,
                    0.295166,
                    0.151733,
                    0.300537,
                    0.265625,
                    0.151733,
                    0.302246,
                    0.293701,
                    0.282227,
                    0.080811,
                    0.156006,
                    0.29248,
                    0.268555,
                    0.276611,
                    0.218018,
                    0.299072,
                    0.179565,
                    0.154419,
                    0.318359,
                    0.30542,
                    0.290039,
                    0.171143,
                    0.304932,
                    0.275391,
                    0.303711,
                    0.291016,
                    0.219727,
                    0.305176,
                    0.176514,
                    0.258545,
                    0.304199,
                    0.234253,
                    0.299072,
                    0.301514,
                    0.20166,
                    0.305908,
                    0.299561,
                    0.302979,
                    0.274414,
                    0.208374,
                    0.279297,
                    0.27832,
                    0.182373,
                    0.293701,
                    0.308105,
                    0.305664,
                    0.233887,
                    0.27417,
                    0.298828,
                    0.265625,
                    0.300293,
                    0.276367,
                    0.210449,
                    0.287109,
                    0.291748,
                    0.29541,
                    0.241333,
                    0.298096,
                    0.183838,
                    0.301758,
                    0.167725,
                    0.148315,
                    0.29126,
                    0.286865,
                    0.282715,
                    0.161255,
                    0.314941,
                    0.158936,
                    0.296875,
                    0.295654,
                    0.301758,
                    0.301025,
                    0.301514,
                    0.304688,
                    0.307373,
                    0.303955,
                    0.223511,
                    0.30957,
                    0.177612,
                    0.150635,
                    0.291504,
                    0.280273,
                    0.296631,
                    0.203491,
                    0.29248,
                    0.294189,
                    0.205566,
                    0.266602,
                    0.296387,
                    0.2854,
                    0.250977,
                    0.308105,
                    0.307617,
                    0.290771,
                    0.294434,
                    0.29126,
                    0.298096,
                    0.297852,
                    0.306641,
                    0.14917,
                    0.29248,
                    0.197876,
                    0.297363,
                    0.308105,
                    0.283936,
                    0.282227,
                    0.303223,
                    0.305664,
                    0.328369,
                    0.235352,
                    0.283936,
                    0.144775,
                    0.320801,
                    0.300781,
                    0.305664,
                    0.18457,
                    0.291992,
                    0.258789,
                    0.30957,
                    0.315674,
                    0.29248,
                    0.320312,
                    0.18396,
                    0.296631,
                    0.252686,
                    0.310059,
                    0.29126,
                    0.307373,
                    0.2854,
                    0.226318,
                    0.232544,
                    0.307617,
                    0.299072,
                    0.301025,
                    0.302979,
                    0.297852,
                    0.221191,
                    0.302734,
                    0.287109,
                    0.161133,
                    0.304443,
                    0.205444,
                    0.228516,
                    0.29126,
                    0.311279,
                    0.305908,
                    0.288818,
                    0.156006,
                    0.159546,
                    0.227051,
                    0.300781,
                    0.308838,
                    0.301514,
                    0.293701,
                    0.300293,
                    0.307617,
                    0.305176,
                    0.29248,
                    0.22998,
                    0.144653,
                    0.30249,
                    0.250488,
                    0.28125,
                    0.156372,
                    0.304199,
                    0.165161,
                    0.302734,
                    0.318359,
                    0.302979,
                    0.194946,
                    0.290283,
                    0.302979,
                    0.122925,
                    0.294434,
                    0.301758,
                    0.263916,
                    0.291504,
                    0.285156,
                    0.152466,
                    0.287354,
                    0.192627,
                    0.201294,
                    0.305664,
                    0.310547,
                    0.192139,
                    0.279541,
                    0.294922,
                    0.18811,
                    0.140015,
                    0.307129,
                    0.245605,
                    0.307617,
                    0.302734,
                    0.301514,
                    0.304443,
                    0.303711,
                    0.301025,
                    0.27417,
                    0.169678,
                    0.194824,
                    0.176392,
                    0.306885,
                    0.294678,
                    0.283447,
                    0.240356,
                    0.295654,
                    0.297607,
                    0.20459,
                    0.265381,
                    0.293457,
                    0.16748,
                    0.303467,
                    0.26123,
                    0.268066,
                    0.295654,
                    0.319092,
                    0.290771,
                    0.281494,
                    0.30249,
                    0.152832,
                    0.297607,
                    0.296875,
                    0.289795,
                    0.292236,
                    0.291504,
                    0.310059,
                    0.308838,
                    0.161987,
                    0.305664,
                    0.272705,
                    0.252197,
                    0.289062,
                    0.284424,
                    0.262207,
                    0.299561,
                    0.315918,
                    0.138794,
                    0.16272,
                    0.297607,
                    0.295654,
                    0.287842,
                    0.289795,
                    0.265869,
                    0.281982,
                    0.275391,
                    0.251465,
                    0.262695,
                    0.2854,
                    0.291992,
                    0.300537,
                    0.299805,
                    0.000264,
                    0.304932,
                    0.166504,
                    0.164551,
                    0.301514,
                    0.287109,
                    0.310303,
                    0.306641,
                    0.304443,
                    0.301025,
                    0.329102,
                    0.251953,
                    0.271729,
                    0.309814,
                    0.270996,
                    0.303223,
                    0.296875,
                    0.301025,
                    0.297119
                ]
            },
            "name": "model.model.layers.1.post_attention_layernorm.weight",
            "outputIndexes": [
                194
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                193
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_1/Mul_output_0",
            "outputIndexes": [
                195
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                194,
                195
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_1/Mul_1_output_0",
            "outputIndexes": [
                196
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                196
            ],
            "outputIndexes": [
                2511
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                2511
            ],
            "outputIndexes": [
                2512
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/mlp/gate_proj/Linear",
            "inputIndexes": [
                2512
            ],
            "outputIndexes": [
                2513
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    2765042,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                2513
            ],
            "outputIndexes": [
                2514
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2514
            ],
            "outputIndexes": [
                197
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                197
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_1/Sigmoid_output_0",
            "outputIndexes": [
                198
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                197,
                198
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_1/Mul_output_0",
            "outputIndexes": [
                199
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                196
            ],
            "outputIndexes": [
                2515
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                2515
            ],
            "outputIndexes": [
                2516
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/mlp/up_proj/Linear",
            "inputIndexes": [
                2516
            ],
            "outputIndexes": [
                2517
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    3318024,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                2517
            ],
            "outputIndexes": [
                2518
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2518
            ],
            "outputIndexes": [
                200
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                199,
                200
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_1/Mul_output_0",
            "outputIndexes": [
                201
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                201
            ],
            "outputIndexes": [
                2519
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                2519
            ],
            "outputIndexes": [
                2520
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/mlp/down_proj/Linear",
            "inputIndexes": [
                2520
            ],
            "outputIndexes": [
                2521
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    3871006,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                2521
            ],
            "outputIndexes": [
                2522
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.1/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2522
            ],
            "outputIndexes": [
                202
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                193,
                202
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_9_output_0",
            "outputIndexes": [
                203
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                203,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_18_output_0",
            "outputIndexes": [
                204
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.45166,
                    0.470703,
                    0.416748,
                    0.39917,
                    0.198608,
                    0.586426,
                    0.474365,
                    0.431152,
                    0.378418,
                    0.293213,
                    0.332031,
                    0.384277,
                    0.40332,
                    0.351562,
                    0.394531,
                    0.399658,
                    0.421143,
                    0.449951,
                    0.406494,
                    0.441162,
                    0.429199,
                    0.414795,
                    0.45874,
                    0.466064,
                    0.387695,
                    0.456543,
                    0.375,
                    0.408691,
                    0.437744,
                    0.802734,
                    0.407471,
                    0.399658,
                    0.399658,
                    0.386719,
                    0.371582,
                    0.422119,
                    0.398682,
                    0.458008,
                    0.499268,
                    0.441895,
                    0.381836,
                    0.446045,
                    0.537598,
                    0.401367,
                    0.408936,
                    0.407227,
                    0.41333,
                    0.426758,
                    0.388184,
                    0.338135,
                    0.389648,
                    0.387207,
                    0.427002,
                    0.340576,
                    0.4104,
                    0.392578,
                    0.413574,
                    0.430176,
                    0.42041,
                    0.380371,
                    0.297852,
                    0.399414,
                    0.409912,
                    0.422607,
                    0.254883,
                    0.422607,
                    0.311768,
                    0.433594,
                    0.337891,
                    0.38916,
                    0.492432,
                    0.467773,
                    0.395752,
                    0.45166,
                    0.325195,
                    0.474365,
                    0.4021,
                    0.421387,
                    0.414307,
                    0.418701,
                    0.418945,
                    0.28418,
                    0.391846,
                    0.322998,
                    0.368164,
                    0.390137,
                    0.375732,
                    0.430664,
                    0.33374,
                    0.434082,
                    0.358887,
                    0.430176,
                    0.407471,
                    0.404785,
                    0.175171,
                    0.448242,
                    0.331299,
                    0.415039,
                    0.426514,
                    0.396484,
                    0.390625,
                    0.34082,
                    0.42627,
                    0.429688,
                    0.248901,
                    0.429199,
                    0.422119,
                    0.386963,
                    0.404053,
                    0.278809,
                    0.386963,
                    0.421875,
                    0.450928,
                    0.287354,
                    0.332031,
                    0.410645,
                    0.397217,
                    0.387939,
                    0.390137,
                    0.400635,
                    0.411377,
                    0.373779,
                    0.4104,
                    0.510254,
                    0.426758,
                    0.422607,
                    0.425781,
                    0.325439,
                    0.261719,
                    0.403564,
                    0.386963,
                    0.406494,
                    0.429199,
                    0.417969,
                    0.274414,
                    0.397217,
                    0.427246,
                    0.408447,
                    0.42749,
                    0.399902,
                    0.407471,
                    0.38916,
                    0.385742,
                    0.443359,
                    0.337158,
                    0.392334,
                    0.453125,
                    0.358154,
                    0.348389,
                    0.4375,
                    0.449219,
                    0.421631,
                    0.392334,
                    0.42627,
                    0.422119,
                    0.469482,
                    0.391113,
                    0.405273,
                    0.397217,
                    0.400146,
                    0.385742,
                    0.461426,
                    0.396729,
                    0.419434,
                    0.391357,
                    0.412354,
                    0.408447,
                    0.405273,
                    0.445801,
                    0.44043,
                    0.348877,
                    0.301758,
                    0.416504,
                    0.453857,
                    0.430908,
                    0.408203,
                    0.407227,
                    0.272949,
                    0.359131,
                    0.399902,
                    0.553223,
                    0.45166,
                    0.313721,
                    0.419189,
                    0.38501,
                    0.523438,
                    0.395264,
                    0.445801,
                    0.419922,
                    0.450439,
                    0.414551,
                    0.374023,
                    0.32666,
                    0.435303,
                    0.394287,
                    0.41626,
                    0.431885,
                    0.452393,
                    0.439453,
                    0.444336,
                    0.429199,
                    0.384033,
                    0.432617,
                    0.331787,
                    0.404541,
                    0.429932,
                    0.444336,
                    0.425049,
                    0.413086,
                    0.445801,
                    0.436035,
                    0.361572,
                    0.419189,
                    0.401855,
                    0.409668,
                    0.424072,
                    0.444336,
                    0.288086,
                    0.447754,
                    0.380127,
                    0.457275,
                    0.433838,
                    0.400635,
                    0.536133,
                    0.372314,
                    0.426514,
                    0.422119,
                    0.433838,
                    0.424561,
                    0.507324,
                    0.350586,
                    0.432373,
                    0.383545,
                    0.450684,
                    0.273438,
                    0.405762,
                    0.393066,
                    0.258301,
                    0.313477,
                    0.421631,
                    0.444336,
                    0.395752,
                    0.3396,
                    0.42627,
                    0.350586,
                    0.415039,
                    0.424561,
                    0.432373,
                    0.404297,
                    0.458496,
                    0.37085,
                    0.408203,
                    0.403809,
                    0.415039,
                    0.409668,
                    0.562012,
                    0.37915,
                    0.412354,
                    0.450928,
                    0.455078,
                    0.42749,
                    0.411865,
                    0.424805,
                    0.417969,
                    0.372559,
                    0.379395,
                    0.398926,
                    0.420166,
                    0.421875,
                    0.360107,
                    0.370361,
                    0.400879,
                    0.416992,
                    0.404053,
                    0.419678,
                    0.404541,
                    0.439209,
                    0.453613,
                    0.405762,
                    0.452637,
                    0.412109,
                    0.403076,
                    0.341064,
                    0.435059,
                    0.376221,
                    0.411133,
                    0.399658,
                    0.281738,
                    0.331543,
                    0.357666,
                    0.398682,
                    0.391357,
                    0.402832,
                    0.242676,
                    0.35376,
                    0.386475,
                    0.397705,
                    0.384766,
                    0.406494,
                    0.428223,
                    0.30957,
                    0.413086,
                    0.410156,
                    0.405273,
                    0.420166,
                    0.43042,
                    0.456055,
                    0.389404,
                    0.275635,
                    0.438965,
                    0.412598,
                    0.323242,
                    0.42041,
                    0.466309,
                    0.390381,
                    0.393555,
                    0.289795,
                    0.393066,
                    0.408203,
                    0.431641,
                    0.36792,
                    0.373779,
                    0.298828,
                    0.284912,
                    0.434326,
                    0.477783,
                    0.402832,
                    0.282715,
                    0.395508,
                    0.335693,
                    0.441406,
                    0.422852,
                    0.365479,
                    0.428711,
                    0.29126,
                    0.395264,
                    0.44873,
                    0.387695,
                    0.408447,
                    0.400879,
                    0.348633,
                    0.385498,
                    0.414795,
                    0.387939,
                    0.365967,
                    0.350098,
                    0.424805,
                    0.402588,
                    0.361816,
                    0.447021,
                    0.443115,
                    0.445557,
                    0.368652,
                    0.384277,
                    0.418945,
                    0.387451,
                    0.439209,
                    0.401611,
                    0.339355,
                    0.431152,
                    0.377686,
                    0.419922,
                    0.36377,
                    0.48584,
                    0.284424,
                    0.434082,
                    0.263916,
                    0.383789,
                    0.465576,
                    0.411865,
                    0.426514,
                    0.290039,
                    0.48999,
                    0.311768,
                    0.465332,
                    0.413818,
                    0.447021,
                    0.405029,
                    0.402588,
                    0.396484,
                    0.44458,
                    0.378906,
                    0.399414,
                    0.41626,
                    0.610352,
                    0.288574,
                    0.381348,
                    0.395752,
                    0.371338,
                    0.386963,
                    0.42334,
                    0.417969,
                    0.368164,
                    0.4375,
                    0.437744,
                    0.405029,
                    0.413818,
                    0.434082,
                    0.396729,
                    0.429443,
                    0.454102,
                    0.401855,
                    0.423828,
                    0.417725,
                    0.448975,
                    0.293945,
                    0.44458,
                    0.465576,
                    0.415039,
                    0.431396,
                    0.377441,
                    0.429688,
                    0.438477,
                    0.409668,
                    0.449219,
                    0.372314,
                    0.413574,
                    0.311279,
                    0.468994,
                    0.401123,
                    0.422607,
                    0.362061,
                    0.430908,
                    0.405762,
                    0.403564,
                    0.413818,
                    0.453613,
                    0.395752,
                    0.509766,
                    0.463379,
                    0.371826,
                    0.470947,
                    0.397949,
                    0.447021,
                    0.407715,
                    0.349121,
                    0.340088,
                    0.4104,
                    0.458496,
                    0.44873,
                    0.421387,
                    0.477783,
                    0.419189,
                    0.434082,
                    0.510742,
                    0.558594,
                    0.4104,
                    0.374268,
                    0.40332,
                    0.456299,
                    0.43457,
                    0.424561,
                    0.433105,
                    0.272949,
                    0.336914,
                    0.359863,
                    0.464844,
                    0.443115,
                    0.409912,
                    0.389893,
                    0.477783,
                    0.421387,
                    0.442139,
                    0.418457,
                    0.434082,
                    0.311768,
                    0.393066,
                    0.417725,
                    0.388184,
                    0.372559,
                    0.420654,
                    0.268555,
                    0.391113,
                    0.449951,
                    0.397217,
                    0.297852,
                    0.405273,
                    0.431396,
                    0.338867,
                    0.403809,
                    0.432373,
                    0.425537,
                    0.397461,
                    0.386475,
                    0.251709,
                    0.442627,
                    0.360596,
                    0.336182,
                    0.410889,
                    0.409912,
                    0.312988,
                    0.437744,
                    0.46875,
                    0.384521,
                    0.396484,
                    0.376465,
                    0.426025,
                    0.452881,
                    0.432617,
                    0.406738,
                    0.417236,
                    0.442383,
                    0.387207,
                    0.406738,
                    0.401611,
                    0.33667,
                    0.293213,
                    0.420166,
                    0.450928,
                    0.453613,
                    0.400391,
                    0.41626,
                    0.421631,
                    0.358887,
                    0.385986,
                    0.451172,
                    0.703613,
                    0.426758,
                    0.407227,
                    0.401855,
                    0.394043,
                    0.425537,
                    0.43335,
                    0.450195,
                    0.420898,
                    0.231934,
                    0.428955,
                    0.374512,
                    0.383789,
                    0.415039,
                    0.42749,
                    0.430176,
                    0.383789,
                    0.263672,
                    0.411621,
                    0.533203,
                    0.383545,
                    0.432373,
                    0.392822,
                    0.436523,
                    0.415771,
                    0.413086,
                    0.58252,
                    0.365723,
                    0.450684,
                    0.472656,
                    0.4021,
                    0.423828,
                    0.426514,
                    0.444336,
                    0.388184,
                    0.367188,
                    0.443115,
                    0.421631,
                    0.432373,
                    0.417969,
                    0.417969,
                    0.25,
                    0.447754,
                    0.284912,
                    0.284668,
                    0.428955,
                    0.439453,
                    0.438477,
                    0.395508,
                    0.424805,
                    0.401123,
                    0.412109,
                    0.323486,
                    0.392822,
                    0.420166,
                    0.4375,
                    0.442627,
                    0.403809,
                    0.396729,
                    0.466553
                ]
            },
            "name": "model.model.layers.2.input_layernorm.weight",
            "outputIndexes": [
                205
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                204
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_2/Mul_output_0",
            "outputIndexes": [
                206
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                205,
                206
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_2/Mul_1_output_0",
            "outputIndexes": [
                207
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                207
            ],
            "outputIndexes": [
                2523
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                2523
            ],
            "outputIndexes": [
                2524
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/q_proj/Linear",
            "inputIndexes": [
                2524
            ],
            "outputIndexes": [
                2525
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    4423988,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                2525
            ],
            "outputIndexes": [
                2526
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2526
            ],
            "outputIndexes": [
                208
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                207
            ],
            "main_type": "NONE",
            "name": "/Shape_29_output_0",
            "outputIndexes": [
                209
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                209
            ],
            "main_type": "NONE",
            "name": "Shape511",
            "outputIndexes": [
                210
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                209
            ],
            "main_type": "NONE",
            "name": "Rank513",
            "outputIndexes": [
                211
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                211,
                211
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp515",
            "outputIndexes": [
                212
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                212
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze516",
            "outputIndexes": [
                213
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                212,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp518",
            "outputIndexes": [
                214
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                214
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze519",
            "outputIndexes": [
                215
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                210,
                213,
                215,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice522",
            "outputIndexes": [
                216
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                216
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze523",
            "outputIndexes": [
                217
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                217
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp524",
            "outputIndexes": [
                218
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                218,
                217
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp525",
            "outputIndexes": [
                219
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                209,
                219,
                212
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_34_output_0",
            "outputIndexes": [
                220
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                220,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_65_output_0",
            "outputIndexes": [
                221
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                221,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_26_output_0",
            "outputIndexes": [
                222
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                208,
                222
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_19_output_0",
            "outputIndexes": [
                223
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                223,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_16_output_0",
            "outputIndexes": [
                224
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                223
            ],
            "main_type": "NONE",
            "name": "/Shape_30_output_0",
            "outputIndexes": [
                225
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                225
            ],
            "main_type": "NONE",
            "name": "Shape532",
            "outputIndexes": [
                226
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                225
            ],
            "main_type": "NONE",
            "name": "Rank534",
            "outputIndexes": [
                227
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                227,
                227
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp536",
            "outputIndexes": [
                228
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                228
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze537",
            "outputIndexes": [
                229
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                228,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp539",
            "outputIndexes": [
                230
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                230
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze540",
            "outputIndexes": [
                231
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                226,
                229,
                231,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice543",
            "outputIndexes": [
                232
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                232
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze544",
            "outputIndexes": [
                233
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                233
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp545",
            "outputIndexes": [
                234
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                234,
                233
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp546",
            "outputIndexes": [
                235
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                225,
                235,
                228
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_35_output_0",
            "outputIndexes": [
                236
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                236,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_6_output_0",
            "outputIndexes": [
                237
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                237,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_70_output_0",
            "outputIndexes": [
                238
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                223,
                238,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_9_output_0",
            "outputIndexes": [
                239
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                239
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_4_output_0",
            "outputIndexes": [
                240
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                223,
                22,
                238,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_8_output_0",
            "outputIndexes": [
                241
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                240,
                241
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_29_output_0",
            "outputIndexes": [
                242
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                242,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_17_output_0",
            "outputIndexes": [
                243
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                224,
                243
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_10_output_0",
            "outputIndexes": [
                244
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                207
            ],
            "outputIndexes": [
                2527
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                2527
            ],
            "outputIndexes": [
                2528
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/k_proj/Linear",
            "inputIndexes": [
                2528
            ],
            "outputIndexes": [
                2529
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    4631370,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                2529
            ],
            "outputIndexes": [
                2530
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2530
            ],
            "outputIndexes": [
                245
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                221,
                70,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_27_output_0",
            "outputIndexes": [
                246
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                245,
                246
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_20_output_0",
            "outputIndexes": [
                247
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                247,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_18_output_0",
            "outputIndexes": [
                248
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                247
            ],
            "main_type": "NONE",
            "name": "/Shape_31_output_0",
            "outputIndexes": [
                249
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                249
            ],
            "main_type": "NONE",
            "name": "Shape594",
            "outputIndexes": [
                250
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                249
            ],
            "main_type": "NONE",
            "name": "Rank596",
            "outputIndexes": [
                251
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                251,
                251
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp598",
            "outputIndexes": [
                252
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                252
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze599",
            "outputIndexes": [
                253
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                252,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp601",
            "outputIndexes": [
                254
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                254
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze602",
            "outputIndexes": [
                255
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                250,
                253,
                255,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice605",
            "outputIndexes": [
                256
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                256
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze606",
            "outputIndexes": [
                257
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                257
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp607",
            "outputIndexes": [
                258
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                258,
                257
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp608",
            "outputIndexes": [
                259
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                249,
                259,
                252
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_36_output_0",
            "outputIndexes": [
                260
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                260,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_7_output_0",
            "outputIndexes": [
                261
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                261,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_72_output_0",
            "outputIndexes": [
                262
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                247,
                262,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_11_output_0",
            "outputIndexes": [
                263
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                263
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_5_output_0",
            "outputIndexes": [
                264
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                247,
                22,
                262,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_10_output_0",
            "outputIndexes": [
                265
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                264,
                265
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_30_output_0",
            "outputIndexes": [
                266
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                266,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_19_output_0",
            "outputIndexes": [
                267
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                248,
                267
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_11_output_0",
            "outputIndexes": [
                268
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                207
            ],
            "outputIndexes": [
                2531
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                2531
            ],
            "outputIndexes": [
                2532
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/v_proj/Linear",
            "inputIndexes": [
                2532
            ],
            "outputIndexes": [
                2533
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    4700512,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                2533
            ],
            "outputIndexes": [
                2534
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2534
            ],
            "outputIndexes": [
                269
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                269,
                246
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_21_output_0",
            "outputIndexes": [
                270
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                244,
                268,
                270,
                110
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_26_output_0",
            "outputIndexes": [
                271
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                271
            ],
            "outputIndexes": [
                2535
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                2535
            ],
            "outputIndexes": [
                2536
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/o_proj/Linear",
            "inputIndexes": [
                2536
            ],
            "outputIndexes": [
                2537
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    4769654,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                2537
            ],
            "outputIndexes": [
                2538
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2538
            ],
            "outputIndexes": [
                272
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                204,
                272
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_13_output_0",
            "outputIndexes": [
                273
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.29248,
                    0.190552,
                    0.337402,
                    0.309326,
                    0.125488,
                    0.221313,
                    0.1698,
                    0.321289,
                    0.353516,
                    0.199097,
                    0.237305,
                    0.328125,
                    0.32959,
                    0.238525,
                    0.330078,
                    0.335693,
                    0.337646,
                    0.320312,
                    0.343262,
                    0.345703,
                    0.325439,
                    0.304199,
                    0.352539,
                    0.336914,
                    0.324219,
                    0.329834,
                    0.341553,
                    0.324707,
                    0.307861,
                    0.111511,
                    0.298584,
                    0.216064,
                    0.330811,
                    0.350342,
                    0.356201,
                    0.343994,
                    0.332031,
                    0.338135,
                    0.231934,
                    0.345215,
                    0.253662,
                    0.30542,
                    0.283691,
                    0.321533,
                    0.35083,
                    0.322998,
                    0.323486,
                    0.339111,
                    0.27417,
                    0.316162,
                    0.334473,
                    0.303223,
                    0.341553,
                    0.244873,
                    0.326172,
                    0.330811,
                    0.325439,
                    0.340576,
                    0.328369,
                    0.307373,
                    0.210205,
                    0.34668,
                    0.337891,
                    0.350342,
                    0.188232,
                    0.343018,
                    0.191406,
                    0.333008,
                    0.203735,
                    0.346191,
                    0.337158,
                    0.262939,
                    0.358887,
                    0.33374,
                    0.214844,
                    0.345947,
                    0.346436,
                    0.333496,
                    0.321045,
                    0.337158,
                    0.338135,
                    0.214355,
                    0.246338,
                    0.193359,
                    0.329346,
                    0.339844,
                    0.343506,
                    0.187012,
                    0.205933,
                    0.333252,
                    0.236084,
                    0.331543,
                    0.331787,
                    0.326904,
                    -0.000854,
                    0.318359,
                    0.247192,
                    0.325928,
                    0.333008,
                    0.341553,
                    0.317383,
                    0.239136,
                    0.335693,
                    0.332764,
                    0.204346,
                    0.342773,
                    0.322754,
                    0.331787,
                    0.310547,
                    0.183472,
                    0.338867,
                    0.335449,
                    0.325195,
                    0.195435,
                    0.210938,
                    0.326172,
                    0.328369,
                    0.312012,
                    0.30249,
                    0.336914,
                    0.330322,
                    0.2771,
                    0.348877,
                    0.333496,
                    0.342041,
                    0.327637,
                    0.335205,
                    0.23877,
                    0.184692,
                    0.258057,
                    0.322754,
                    0.325439,
                    0.344971,
                    0.319824,
                    0.181763,
                    0.330566,
                    0.340576,
                    0.343262,
                    0.300537,
                    0.331299,
                    0.334473,
                    0.322021,
                    0.338623,
                    0.31543,
                    0.26001,
                    0.331787,
                    0.349121,
                    0.241211,
                    0.227295,
                    0.331787,
                    0.344727,
                    0.323242,
                    0.340088,
                    0.321533,
                    0.338379,
                    0.343018,
                    0.334473,
                    0.338135,
                    0.273193,
                    0.338379,
                    0.325439,
                    0.334717,
                    0.253418,
                    0.354736,
                    0.34082,
                    0.297607,
                    0.338867,
                    0.336914,
                    0.335693,
                    0.346924,
                    0.247803,
                    0.199463,
                    0.321289,
                    0.342041,
                    0.34375,
                    0.349854,
                    0.335205,
                    0.180542,
                    0.339111,
                    0.342041,
                    0.162842,
                    0.23645,
                    0.174927,
                    0.321289,
                    0.324463,
                    0.324219,
                    0.335205,
                    0.346436,
                    0.343506,
                    0.343506,
                    0.332275,
                    0.272217,
                    0.222534,
                    0.350098,
                    0.340576,
                    0.337646,
                    0.349609,
                    0.34082,
                    0.346191,
                    0.342773,
                    0.150146,
                    0.309814,
                    0.322998,
                    0.221558,
                    0.329102,
                    0.333496,
                    0.335693,
                    0.333496,
                    0.338623,
                    0.34668,
                    0.336426,
                    0.320068,
                    0.284912,
                    0.30835,
                    0.345459,
                    0.329834,
                    0.328613,
                    0.200684,
                    0.32373,
                    0.278076,
                    0.327881,
                    0.354492,
                    0.333984,
                    0.320068,
                    0.205688,
                    0.344482,
                    0.341064,
                    0.232422,
                    0.341309,
                    0.309326,
                    0.262451,
                    0.317383,
                    0.265869,
                    0.347168,
                    0.208374,
                    0.330322,
                    0.356934,
                    0.185181,
                    0.21228,
                    0.334961,
                    0.335693,
                    0.304199,
                    0.25415,
                    0.333008,
                    0.300049,
                    0.32959,
                    0.359375,
                    0.348633,
                    0.321045,
                    0.344482,
                    0.290771,
                    0.309326,
                    0.329102,
                    0.341553,
                    0.34375,
                    0.224243,
                    0.344238,
                    0.326904,
                    0.342041,
                    0.333252,
                    0.343262,
                    0.342773,
                    0.33667,
                    0.342529,
                    0.3396,
                    0.341797,
                    0.296631,
                    0.335693,
                    0.328125,
                    0.304443,
                    0.272949,
                    0.336914,
                    0.346191,
                    0.354492,
                    0.319824,
                    0.338623,
                    0.333252,
                    0.338867,
                    0.321045,
                    0.325195,
                    0.339111,
                    0.327393,
                    0.315186,
                    0.346924,
                    0.157837,
                    0.345947,
                    0.332031,
                    0.195801,
                    0.223999,
                    0.335938,
                    0.297119,
                    0.328125,
                    0.368408,
                    0.222412,
                    0.228516,
                    0.353027,
                    0.34668,
                    0.32251,
                    0.310791,
                    0.337646,
                    0.210205,
                    0.322754,
                    0.276123,
                    0.342529,
                    0.333496,
                    0.341064,
                    0.342529,
                    0.319336,
                    0.19043,
                    0.337158,
                    0.315186,
                    0.183838,
                    0.346924,
                    0.343018,
                    0.326416,
                    0.079651,
                    0.180786,
                    0.342041,
                    0.310303,
                    0.313721,
                    0.271729,
                    0.341797,
                    0.22229,
                    0.193115,
                    0.346191,
                    0.337891,
                    0.32251,
                    0.189941,
                    0.349609,
                    0.351562,
                    0.35498,
                    0.335449,
                    0.261963,
                    0.348389,
                    0.20813,
                    0.289795,
                    0.338623,
                    0.270508,
                    0.330811,
                    0.327148,
                    0.24353,
                    0.35376,
                    0.346436,
                    0.341797,
                    0.321289,
                    0.255615,
                    0.334229,
                    0.31543,
                    0.21106,
                    0.340576,
                    0.346436,
                    0.346191,
                    0.27832,
                    0.299072,
                    0.338623,
                    0.305664,
                    0.347656,
                    0.318604,
                    0.256348,
                    0.334229,
                    0.329834,
                    0.326904,
                    0.290283,
                    0.345459,
                    0.221558,
                    0.333496,
                    0.185547,
                    0.186157,
                    0.331299,
                    0.321533,
                    0.338867,
                    0.194092,
                    0.352295,
                    0.191162,
                    0.339844,
                    0.335693,
                    0.339111,
                    0.330811,
                    0.36499,
                    0.340088,
                    0.348877,
                    0.339355,
                    0.262207,
                    0.341064,
                    0.197754,
                    0.175903,
                    0.3396,
                    0.321045,
                    0.350586,
                    0.240967,
                    0.341553,
                    0.342773,
                    0.239258,
                    0.30127,
                    0.320557,
                    0.327881,
                    0.291992,
                    0.349121,
                    0.336182,
                    0.347656,
                    0.336426,
                    0.32373,
                    0.349121,
                    0.336182,
                    0.344971,
                    0.182739,
                    0.333496,
                    0.224854,
                    0.341309,
                    0.34668,
                    0.33252,
                    0.327393,
                    0.334229,
                    0.343506,
                    0.349854,
                    0.283691,
                    0.328369,
                    0.185181,
                    0.352295,
                    0.336182,
                    0.34375,
                    0.222412,
                    0.349365,
                    0.30249,
                    0.342529,
                    0.338623,
                    0.330811,
                    0.345947,
                    0.220825,
                    0.345459,
                    0.302979,
                    0.35376,
                    0.342041,
                    0.342773,
                    0.334229,
                    0.273682,
                    0.262451,
                    0.33374,
                    0.329834,
                    0.340088,
                    0.332275,
                    0.340576,
                    0.27002,
                    0.351318,
                    0.321777,
                    0.196655,
                    0.347168,
                    0.238647,
                    0.279297,
                    0.333984,
                    0.334229,
                    0.35376,
                    0.327148,
                    0.184937,
                    0.176392,
                    0.269287,
                    0.344971,
                    0.336426,
                    0.341064,
                    0.340576,
                    0.323242,
                    0.340576,
                    0.341309,
                    0.345459,
                    0.266602,
                    0.173462,
                    0.348633,
                    0.29248,
                    0.330811,
                    0.183472,
                    0.34082,
                    0.197021,
                    0.35083,
                    0.33667,
                    0.3479,
                    0.229492,
                    0.332764,
                    0.343018,
                    0.147949,
                    0.344238,
                    0.338379,
                    0.302002,
                    0.328125,
                    0.335449,
                    0.176758,
                    0.323242,
                    0.232666,
                    0.23645,
                    0.349121,
                    0.351318,
                    0.219971,
                    0.316162,
                    0.341064,
                    0.231079,
                    0.173706,
                    0.342773,
                    0.287598,
                    0.343506,
                    0.338867,
                    0.334717,
                    0.337158,
                    0.335205,
                    0.338623,
                    0.318604,
                    0.214966,
                    0.234863,
                    0.209717,
                    0.344971,
                    0.329834,
                    0.327637,
                    0.28833,
                    0.340576,
                    0.340088,
                    0.240112,
                    0.317139,
                    0.3396,
                    0.199341,
                    0.344238,
                    0.302734,
                    0.299316,
                    0.333008,
                    0.351074,
                    0.338135,
                    0.328613,
                    0.357178,
                    0.171997,
                    0.330811,
                    0.339111,
                    0.322754,
                    0.328613,
                    0.324707,
                    0.348877,
                    0.350342,
                    0.197021,
                    0.342285,
                    0.305664,
                    0.298584,
                    0.33252,
                    0.31958,
                    0.308594,
                    0.332031,
                    0.336914,
                    0.172241,
                    0.182739,
                    0.331543,
                    0.325684,
                    0.337158,
                    0.335205,
                    0.299072,
                    0.330078,
                    0.313477,
                    0.289795,
                    0.293457,
                    0.32959,
                    0.336426,
                    0.333008,
                    0.328125,
                    -0.000989,
                    0.330811,
                    0.197876,
                    0.193726,
                    0.341553,
                    0.326172,
                    0.350098,
                    0.343018,
                    0.348633,
                    0.341553,
                    0.345459,
                    0.301514,
                    0.306152,
                    0.348389,
                    0.316895,
                    0.345947,
                    0.331055,
                    0.334961,
                    0.343506
                ]
            },
            "name": "model.model.layers.2.post_attention_layernorm.weight",
            "outputIndexes": [
                274
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                273
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_2/Mul_output_0",
            "outputIndexes": [
                275
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                274,
                275
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_2/Mul_1_output_0",
            "outputIndexes": [
                276
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                276
            ],
            "outputIndexes": [
                2539
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                2539
            ],
            "outputIndexes": [
                2540
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/mlp/gate_proj/Linear",
            "inputIndexes": [
                2540
            ],
            "outputIndexes": [
                2541
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    4977036,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                2541
            ],
            "outputIndexes": [
                2542
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2542
            ],
            "outputIndexes": [
                277
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                277
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_2/Sigmoid_output_0",
            "outputIndexes": [
                278
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                277,
                278
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_2/Mul_output_0",
            "outputIndexes": [
                279
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                276
            ],
            "outputIndexes": [
                2543
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                2543
            ],
            "outputIndexes": [
                2544
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/mlp/up_proj/Linear",
            "inputIndexes": [
                2544
            ],
            "outputIndexes": [
                2545
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    5530018,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                2545
            ],
            "outputIndexes": [
                2546
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2546
            ],
            "outputIndexes": [
                280
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                279,
                280
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_2/Mul_output_0",
            "outputIndexes": [
                281
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                281
            ],
            "outputIndexes": [
                2547
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                2547
            ],
            "outputIndexes": [
                2548
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/mlp/down_proj/Linear",
            "inputIndexes": [
                2548
            ],
            "outputIndexes": [
                2549
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    6083000,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                2549
            ],
            "outputIndexes": [
                2550
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.2/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2550
            ],
            "outputIndexes": [
                282
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                273,
                282
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_14_output_0",
            "outputIndexes": [
                283
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                283,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_27_output_0",
            "outputIndexes": [
                284
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.389893,
                    0.458008,
                    0.388184,
                    0.382568,
                    0.203369,
                    0.558594,
                    0.51416,
                    0.413086,
                    0.396973,
                    0.26709,
                    0.337646,
                    0.406006,
                    0.366943,
                    0.369385,
                    0.404541,
                    0.401367,
                    0.382568,
                    0.439941,
                    0.398438,
                    0.426758,
                    0.45459,
                    0.404541,
                    0.430176,
                    0.359131,
                    0.383057,
                    0.4104,
                    0.422607,
                    0.368896,
                    0.42041,
                    0.753418,
                    0.434326,
                    0.414062,
                    0.380127,
                    0.378906,
                    0.332764,
                    0.390381,
                    0.396484,
                    0.387207,
                    0.589355,
                    0.422119,
                    0.367676,
                    0.459473,
                    0.580078,
                    0.361084,
                    0.43042,
                    0.349609,
                    0.392822,
                    0.395752,
                    0.432617,
                    0.356201,
                    0.355957,
                    0.381104,
                    0.434326,
                    0.347168,
                    0.40625,
                    0.418457,
                    0.363281,
                    0.475098,
                    0.391602,
                    0.395264,
                    0.275146,
                    0.382324,
                    0.437988,
                    0.418945,
                    0.212036,
                    0.444824,
                    0.292725,
                    0.429688,
                    0.304443,
                    0.385498,
                    0.449219,
                    0.437256,
                    0.382568,
                    0.394287,
                    0.307617,
                    0.449951,
                    0.408691,
                    0.434082,
                    0.41748,
                    0.42334,
                    0.387695,
                    0.246582,
                    0.377197,
                    0.295898,
                    0.401367,
                    0.336182,
                    0.381348,
                    0.404785,
                    0.312012,
                    0.404785,
                    0.385986,
                    0.343018,
                    0.387695,
                    0.400879,
                    0.223267,
                    0.356934,
                    0.30127,
                    0.401123,
                    0.44165,
                    0.38623,
                    0.384033,
                    0.333252,
                    0.407227,
                    0.381348,
                    0.233643,
                    0.429443,
                    0.372314,
                    0.370117,
                    0.407715,
                    0.268066,
                    0.386475,
                    0.438965,
                    0.439209,
                    0.288574,
                    0.30127,
                    0.42334,
                    0.434326,
                    0.421143,
                    0.401367,
                    0.404785,
                    0.41626,
                    0.364014,
                    0.376709,
                    0.417725,
                    0.397461,
                    0.375488,
                    0.40332,
                    0.315186,
                    0.254639,
                    0.371582,
                    0.396484,
                    0.425537,
                    0.453369,
                    0.388428,
                    0.264648,
                    0.408691,
                    0.426025,
                    0.374512,
                    0.429932,
                    0.374756,
                    0.390137,
                    0.368896,
                    0.408203,
                    0.469482,
                    0.363037,
                    0.374268,
                    0.40625,
                    0.371094,
                    0.361572,
                    0.375732,
                    0.398682,
                    0.428467,
                    0.40918,
                    0.394043,
                    0.387451,
                    0.498535,
                    0.368408,
                    0.376465,
                    0.380615,
                    0.401855,
                    0.370605,
                    0.405762,
                    0.441895,
                    0.436523,
                    0.415283,
                    0.40332,
                    0.396484,
                    0.394043,
                    0.364258,
                    0.408936,
                    0.35791,
                    0.293945,
                    0.428467,
                    0.405029,
                    0.394287,
                    0.378906,
                    0.408691,
                    0.270752,
                    0.383545,
                    0.377686,
                    0.546387,
                    0.464355,
                    0.284668,
                    0.417725,
                    0.408203,
                    0.433105,
                    0.425049,
                    0.44458,
                    0.417236,
                    0.381104,
                    0.451904,
                    0.342285,
                    0.329834,
                    0.403564,
                    0.363525,
                    0.419434,
                    0.36377,
                    0.407227,
                    0.42334,
                    0.411133,
                    0.511719,
                    0.397949,
                    0.376953,
                    0.312012,
                    0.388428,
                    0.425537,
                    0.424316,
                    0.406494,
                    0.406006,
                    0.388672,
                    0.376953,
                    0.392578,
                    0.401855,
                    0.368896,
                    0.399658,
                    0.432861,
                    0.382324,
                    0.270996,
                    0.42334,
                    0.343994,
                    0.384277,
                    0.376221,
                    0.381104,
                    0.565918,
                    0.360596,
                    0.351318,
                    0.372314,
                    0.473145,
                    0.411621,
                    0.523926,
                    0.393555,
                    0.440674,
                    0.348145,
                    0.382812,
                    0.261475,
                    0.427734,
                    0.40332,
                    0.242065,
                    0.312988,
                    0.44165,
                    0.37085,
                    0.412354,
                    0.339111,
                    0.379639,
                    0.380127,
                    0.382568,
                    0.404053,
                    0.45459,
                    0.395508,
                    0.364746,
                    0.364258,
                    0.40332,
                    0.399658,
                    0.436523,
                    0.371582,
                    0.541504,
                    0.414551,
                    0.396484,
                    0.445312,
                    0.44043,
                    0.411377,
                    0.378418,
                    0.396729,
                    0.373535,
                    0.395996,
                    0.418945,
                    0.368408,
                    0.38501,
                    0.377686,
                    0.355713,
                    0.3396,
                    0.393555,
                    0.405273,
                    0.39917,
                    0.435059,
                    0.389404,
                    0.421875,
                    0.396484,
                    0.420166,
                    0.41333,
                    0.409668,
                    0.35083,
                    0.311523,
                    0.449951,
                    0.367188,
                    0.391846,
                    0.393555,
                    0.25415,
                    0.312012,
                    0.386963,
                    0.366699,
                    0.38916,
                    0.406982,
                    0.274902,
                    0.280518,
                    0.411865,
                    0.441895,
                    0.377441,
                    0.389404,
                    0.430176,
                    0.276855,
                    0.381348,
                    0.376709,
                    0.456299,
                    0.415771,
                    0.37915,
                    0.422119,
                    0.387695,
                    0.232422,
                    0.399658,
                    0.411133,
                    0.299805,
                    0.382324,
                    0.424805,
                    0.392578,
                    0.383301,
                    0.248901,
                    0.412109,
                    0.408936,
                    0.436279,
                    0.364258,
                    0.395508,
                    0.281982,
                    0.252197,
                    0.430176,
                    0.385498,
                    0.426025,
                    0.290039,
                    0.39502,
                    0.310547,
                    0.381104,
                    0.401367,
                    0.358398,
                    0.382324,
                    0.282471,
                    0.397461,
                    0.428467,
                    0.366455,
                    0.384766,
                    0.394287,
                    0.330811,
                    0.367676,
                    0.435791,
                    0.38623,
                    0.382812,
                    0.354736,
                    0.405518,
                    0.409668,
                    0.34082,
                    0.391357,
                    0.44165,
                    0.38623,
                    0.363525,
                    0.414551,
                    0.426514,
                    0.385498,
                    0.376221,
                    0.421631,
                    0.342285,
                    0.384033,
                    0.367676,
                    0.370361,
                    0.36792,
                    0.472656,
                    0.293457,
                    0.390869,
                    0.258301,
                    0.425781,
                    0.481689,
                    0.355713,
                    0.406738,
                    0.275146,
                    0.379639,
                    0.343506,
                    0.38916,
                    0.384277,
                    0.433838,
                    0.433838,
                    0.38501,
                    0.407227,
                    0.394531,
                    0.396729,
                    0.360107,
                    0.388672,
                    0.615234,
                    0.282471,
                    0.382812,
                    0.402344,
                    0.355469,
                    0.343994,
                    0.38208,
                    0.387207,
                    0.356689,
                    0.440918,
                    0.394775,
                    0.383545,
                    0.373291,
                    0.387939,
                    0.395264,
                    0.37915,
                    0.371826,
                    0.412598,
                    0.391602,
                    0.420654,
                    0.410645,
                    0.269531,
                    0.419922,
                    0.438232,
                    0.41748,
                    0.419922,
                    0.401611,
                    0.403564,
                    0.38916,
                    0.429932,
                    0.38208,
                    0.368896,
                    0.349854,
                    0.311035,
                    0.369873,
                    0.378662,
                    0.369629,
                    0.374756,
                    0.411621,
                    0.412842,
                    0.377197,
                    0.419922,
                    0.410889,
                    0.383057,
                    0.557129,
                    0.410156,
                    0.375977,
                    0.368652,
                    0.391846,
                    0.389404,
                    0.381592,
                    0.405273,
                    0.374023,
                    0.399902,
                    0.433838,
                    0.372803,
                    0.41626,
                    0.469238,
                    0.360596,
                    0.425293,
                    0.441162,
                    0.586426,
                    0.412354,
                    0.351807,
                    0.350098,
                    0.414062,
                    0.452148,
                    0.398193,
                    0.426514,
                    0.288086,
                    0.348389,
                    0.337646,
                    0.479736,
                    0.407227,
                    0.413086,
                    0.410889,
                    0.405762,
                    0.446045,
                    0.37207,
                    0.381592,
                    0.345215,
                    0.337402,
                    0.407227,
                    0.463623,
                    0.420898,
                    0.37085,
                    0.413086,
                    0.25293,
                    0.413818,
                    0.409912,
                    0.392334,
                    0.302979,
                    0.39917,
                    0.400391,
                    0.422607,
                    0.385254,
                    0.390625,
                    0.363525,
                    0.391602,
                    0.370605,
                    0.269287,
                    0.409668,
                    0.315674,
                    0.270752,
                    0.419434,
                    0.39624,
                    0.30957,
                    0.398682,
                    0.423584,
                    0.350586,
                    0.387695,
                    0.372803,
                    0.408936,
                    0.411133,
                    0.406982,
                    0.442627,
                    0.417725,
                    0.415039,
                    0.383545,
                    0.36499,
                    0.364746,
                    0.311279,
                    0.256104,
                    0.393799,
                    0.407959,
                    0.406494,
                    0.39209,
                    0.418457,
                    0.396973,
                    0.356934,
                    0.383789,
                    0.425293,
                    0.696289,
                    0.376465,
                    0.428223,
                    0.409912,
                    0.373779,
                    0.383301,
                    0.393066,
                    0.406982,
                    0.396729,
                    0.341309,
                    0.450928,
                    0.372803,
                    0.401123,
                    0.372559,
                    0.373047,
                    0.382324,
                    0.375977,
                    0.250732,
                    0.381348,
                    0.537598,
                    0.345459,
                    0.422852,
                    0.364746,
                    0.385498,
                    0.42749,
                    0.393799,
                    0.638184,
                    0.350342,
                    0.456299,
                    0.370361,
                    0.379639,
                    0.432373,
                    0.376709,
                    0.378174,
                    0.359863,
                    0.367188,
                    0.407715,
                    0.392578,
                    0.400635,
                    0.391602,
                    0.420166,
                    0.334717,
                    0.455078,
                    0.300049,
                    0.279541,
                    0.403809,
                    0.375732,
                    0.415039,
                    0.382568,
                    0.388428,
                    0.362305,
                    0.418945,
                    0.328613,
                    0.351074,
                    0.415527,
                    0.396729,
                    0.408203,
                    0.383545,
                    0.369629,
                    0.437256
                ]
            },
            "name": "model.model.layers.3.input_layernorm.weight",
            "outputIndexes": [
                285
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                284
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_3/Mul_output_0",
            "outputIndexes": [
                286
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                285,
                286
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_3/Mul_1_output_0",
            "outputIndexes": [
                287
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                287
            ],
            "outputIndexes": [
                2551
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                2551
            ],
            "outputIndexes": [
                2552
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/q_proj/Linear",
            "inputIndexes": [
                2552
            ],
            "outputIndexes": [
                2553
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    6635982,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                2553
            ],
            "outputIndexes": [
                2554
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2554
            ],
            "outputIndexes": [
                288
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                287
            ],
            "main_type": "NONE",
            "name": "/Shape_43_output_0",
            "outputIndexes": [
                289
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                289
            ],
            "main_type": "NONE",
            "name": "Shape726",
            "outputIndexes": [
                290
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                289
            ],
            "main_type": "NONE",
            "name": "Rank728",
            "outputIndexes": [
                291
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                291,
                291
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp730",
            "outputIndexes": [
                292
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                292
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze731",
            "outputIndexes": [
                293
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                292,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp733",
            "outputIndexes": [
                294
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                294
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze734",
            "outputIndexes": [
                295
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                290,
                293,
                295,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice737",
            "outputIndexes": [
                296
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                296
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze738",
            "outputIndexes": [
                297
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                297
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp739",
            "outputIndexes": [
                298
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                298,
                297
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp740",
            "outputIndexes": [
                299
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                289,
                299,
                292
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_49_output_0",
            "outputIndexes": [
                300
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                300,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_97_output_0",
            "outputIndexes": [
                301
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                301,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_39_output_0",
            "outputIndexes": [
                302
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                288,
                302
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_28_output_0",
            "outputIndexes": [
                303
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                303,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_24_output_0",
            "outputIndexes": [
                304
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                303
            ],
            "main_type": "NONE",
            "name": "/Shape_44_output_0",
            "outputIndexes": [
                305
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                305
            ],
            "main_type": "NONE",
            "name": "Shape747",
            "outputIndexes": [
                306
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                305
            ],
            "main_type": "NONE",
            "name": "Rank749",
            "outputIndexes": [
                307
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                307,
                307
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp751",
            "outputIndexes": [
                308
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                308
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze752",
            "outputIndexes": [
                309
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                308,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp754",
            "outputIndexes": [
                310
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                310
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze755",
            "outputIndexes": [
                311
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                306,
                309,
                311,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice758",
            "outputIndexes": [
                312
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                312
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze759",
            "outputIndexes": [
                313
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                313
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp760",
            "outputIndexes": [
                314
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                314,
                313
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp761",
            "outputIndexes": [
                315
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                305,
                315,
                308
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_50_output_0",
            "outputIndexes": [
                316
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                316,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_9_output_0",
            "outputIndexes": [
                317
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                317,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_102_output_0",
            "outputIndexes": [
                318
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                303,
                318,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_13_output_0",
            "outputIndexes": [
                319
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                319
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_6_output_0",
            "outputIndexes": [
                320
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                303,
                22,
                318,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_12_output_0",
            "outputIndexes": [
                321
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                320,
                321
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_42_output_0",
            "outputIndexes": [
                322
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                322,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_25_output_0",
            "outputIndexes": [
                323
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                304,
                323
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_15_output_0",
            "outputIndexes": [
                324
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                287
            ],
            "outputIndexes": [
                2555
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                2555
            ],
            "outputIndexes": [
                2556
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/k_proj/Linear",
            "inputIndexes": [
                2556
            ],
            "outputIndexes": [
                2557
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    6843364,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                2557
            ],
            "outputIndexes": [
                2558
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2558
            ],
            "outputIndexes": [
                325
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                301,
                70,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_40_output_0",
            "outputIndexes": [
                326
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                325,
                326
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_29_output_0",
            "outputIndexes": [
                327
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                327,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_26_output_0",
            "outputIndexes": [
                328
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                327
            ],
            "main_type": "NONE",
            "name": "/Shape_45_output_0",
            "outputIndexes": [
                329
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                329
            ],
            "main_type": "NONE",
            "name": "Shape809",
            "outputIndexes": [
                330
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                329
            ],
            "main_type": "NONE",
            "name": "Rank811",
            "outputIndexes": [
                331
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                331,
                331
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp813",
            "outputIndexes": [
                332
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                332
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze814",
            "outputIndexes": [
                333
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                332,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp816",
            "outputIndexes": [
                334
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                334
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze817",
            "outputIndexes": [
                335
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                330,
                333,
                335,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice820",
            "outputIndexes": [
                336
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                336
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze821",
            "outputIndexes": [
                337
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                337
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp822",
            "outputIndexes": [
                338
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                338,
                337
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp823",
            "outputIndexes": [
                339
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                329,
                339,
                332
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_51_output_0",
            "outputIndexes": [
                340
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                340,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_10_output_0",
            "outputIndexes": [
                341
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                341,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_104_output_0",
            "outputIndexes": [
                342
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                327,
                342,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_15_output_0",
            "outputIndexes": [
                343
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                343
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_7_output_0",
            "outputIndexes": [
                344
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                327,
                22,
                342,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_14_output_0",
            "outputIndexes": [
                345
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                344,
                345
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_43_output_0",
            "outputIndexes": [
                346
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                346,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_27_output_0",
            "outputIndexes": [
                347
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                328,
                347
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_16_output_0",
            "outputIndexes": [
                348
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                287
            ],
            "outputIndexes": [
                2559
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                2559
            ],
            "outputIndexes": [
                2560
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/v_proj/Linear",
            "inputIndexes": [
                2560
            ],
            "outputIndexes": [
                2561
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    6912506,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                2561
            ],
            "outputIndexes": [
                2562
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2562
            ],
            "outputIndexes": [
                349
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                349,
                326
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_30_output_0",
            "outputIndexes": [
                350
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                324,
                348,
                350,
                110
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_35_output_0",
            "outputIndexes": [
                351
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                351
            ],
            "outputIndexes": [
                2563
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                2563
            ],
            "outputIndexes": [
                2564
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/o_proj/Linear",
            "inputIndexes": [
                2564
            ],
            "outputIndexes": [
                2565
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    6981648,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                2565
            ],
            "outputIndexes": [
                2566
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2566
            ],
            "outputIndexes": [
                352
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                284,
                352
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_18_output_0",
            "outputIndexes": [
                353
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.321045,
                    0.245483,
                    0.345703,
                    0.344482,
                    0.158081,
                    0.239502,
                    0.218262,
                    0.360352,
                    0.379883,
                    0.216675,
                    0.270508,
                    0.344482,
                    0.3479,
                    0.263184,
                    0.356689,
                    0.373535,
                    0.357422,
                    0.350342,
                    0.374023,
                    0.360352,
                    0.361572,
                    0.327637,
                    0.356934,
                    0.355225,
                    0.346436,
                    0.360352,
                    0.371582,
                    0.341064,
                    0.333496,
                    0.17395,
                    0.325195,
                    0.26123,
                    0.352051,
                    0.370361,
                    0.369873,
                    0.365234,
                    0.35498,
                    0.36377,
                    0.27124,
                    0.358154,
                    0.290771,
                    0.336182,
                    0.327393,
                    0.349854,
                    0.380127,
                    0.358154,
                    0.348389,
                    0.374756,
                    0.299805,
                    0.336426,
                    0.367432,
                    0.321289,
                    0.361572,
                    0.268555,
                    0.354736,
                    0.345459,
                    0.356934,
                    0.378418,
                    0.348389,
                    0.335693,
                    0.229126,
                    0.362793,
                    0.338623,
                    0.366699,
                    0.213257,
                    0.371094,
                    0.219482,
                    0.356445,
                    0.24585,
                    0.365723,
                    0.343994,
                    0.287842,
                    0.360352,
                    0.356934,
                    0.238892,
                    0.357178,
                    0.365967,
                    0.366211,
                    0.338623,
                    0.362061,
                    0.367676,
                    0.239624,
                    0.271484,
                    0.214355,
                    0.344971,
                    0.360107,
                    0.345459,
                    0.229614,
                    0.236816,
                    0.346924,
                    0.266846,
                    0.362549,
                    0.369385,
                    0.340576,
                    -0.000804,
                    0.340088,
                    0.281738,
                    0.347168,
                    0.357422,
                    0.356201,
                    0.343506,
                    0.268555,
                    0.352295,
                    0.366455,
                    0.220825,
                    0.357666,
                    0.342773,
                    0.363525,
                    0.34082,
                    0.212402,
                    0.351318,
                    0.35376,
                    0.337646,
                    0.233154,
                    0.240356,
                    0.335693,
                    0.35498,
                    0.350098,
                    0.331787,
                    0.360107,
                    0.35376,
                    0.300049,
                    0.370117,
                    0.373291,
                    0.374756,
                    0.352539,
                    0.354492,
                    0.262695,
                    0.21167,
                    0.291504,
                    0.342041,
                    0.334473,
                    0.35083,
                    0.349121,
                    0.207886,
                    0.350586,
                    0.352783,
                    0.365723,
                    0.344971,
                    0.373535,
                    0.346191,
                    0.354004,
                    0.364014,
                    0.317627,
                    0.296143,
                    0.35376,
                    0.390381,
                    0.27002,
                    0.26416,
                    0.35376,
                    0.370361,
                    0.358154,
                    0.365234,
                    0.362061,
                    0.357666,
                    0.359131,
                    0.354492,
                    0.355225,
                    0.302246,
                    0.354736,
                    0.352539,
                    0.342285,
                    0.282959,
                    0.37207,
                    0.352295,
                    0.334961,
                    0.353271,
                    0.352539,
                    0.361328,
                    0.364258,
                    0.289795,
                    0.227417,
                    0.349365,
                    0.360352,
                    0.363037,
                    0.365967,
                    0.360596,
                    0.213379,
                    0.372559,
                    0.360107,
                    0.260498,
                    0.267334,
                    0.221802,
                    0.34375,
                    0.345947,
                    0.355469,
                    0.361572,
                    0.373535,
                    0.37085,
                    0.359863,
                    0.345459,
                    0.291748,
                    0.257812,
                    0.369873,
                    0.363037,
                    0.358398,
                    0.369629,
                    0.378174,
                    0.360352,
                    0.358887,
                    0.216187,
                    0.329834,
                    0.336182,
                    0.247803,
                    0.350586,
                    0.34375,
                    0.356934,
                    0.349365,
                    0.356689,
                    0.37085,
                    0.355957,
                    0.33667,
                    0.319336,
                    0.329346,
                    0.35498,
                    0.342041,
                    0.358154,
                    0.228027,
                    0.343506,
                    0.286865,
                    0.354004,
                    0.362793,
                    0.36084,
                    0.333008,
                    0.241211,
                    0.372314,
                    0.358887,
                    0.280518,
                    0.363525,
                    0.317383,
                    0.301758,
                    0.362305,
                    0.293701,
                    0.360107,
                    0.222656,
                    0.348145,
                    0.372559,
                    0.212524,
                    0.24353,
                    0.359863,
                    0.356934,
                    0.327637,
                    0.2771,
                    0.363525,
                    0.319092,
                    0.344727,
                    0.374023,
                    0.359375,
                    0.336914,
                    0.358398,
                    0.326172,
                    0.321045,
                    0.346436,
                    0.364014,
                    0.361816,
                    0.256592,
                    0.358154,
                    0.339111,
                    0.358398,
                    0.352051,
                    0.365967,
                    0.362305,
                    0.373047,
                    0.354492,
                    0.356201,
                    0.370605,
                    0.32251,
                    0.360596,
                    0.343994,
                    0.323975,
                    0.296875,
                    0.368164,
                    0.377441,
                    0.370361,
                    0.342285,
                    0.359131,
                    0.344727,
                    0.34082,
                    0.330566,
                    0.334229,
                    0.361084,
                    0.365723,
                    0.319092,
                    0.360596,
                    0.227051,
                    0.366699,
                    0.34668,
                    0.218506,
                    0.264404,
                    0.362305,
                    0.325439,
                    0.34375,
                    0.368164,
                    0.270264,
                    0.247437,
                    0.349854,
                    0.365967,
                    0.352539,
                    0.328613,
                    0.35083,
                    0.239502,
                    0.35376,
                    0.316406,
                    0.353516,
                    0.370361,
                    0.369629,
                    0.361572,
                    0.351562,
                    0.20813,
                    0.365723,
                    0.340088,
                    0.218628,
                    0.359863,
                    0.356689,
                    0.352295,
                    0.154785,
                    0.204346,
                    0.358887,
                    0.337891,
                    0.338623,
                    0.296143,
                    0.370117,
                    0.25293,
                    0.213135,
                    0.358398,
                    0.354004,
                    0.347412,
                    0.226562,
                    0.36377,
                    0.363037,
                    0.375244,
                    0.353516,
                    0.29248,
                    0.356934,
                    0.238403,
                    0.305908,
                    0.354736,
                    0.302979,
                    0.372559,
                    0.36792,
                    0.259033,
                    0.36792,
                    0.360596,
                    0.352295,
                    0.334473,
                    0.286133,
                    0.353027,
                    0.329834,
                    0.258301,
                    0.361328,
                    0.357422,
                    0.347168,
                    0.308105,
                    0.327148,
                    0.353516,
                    0.334473,
                    0.366943,
                    0.341309,
                    0.272461,
                    0.361816,
                    0.366943,
                    0.355713,
                    0.320801,
                    0.359863,
                    0.247925,
                    0.358643,
                    0.217163,
                    0.228638,
                    0.35498,
                    0.354004,
                    0.352783,
                    0.217773,
                    0.371826,
                    0.238647,
                    0.356934,
                    0.357178,
                    0.362061,
                    0.352295,
                    0.377197,
                    0.359375,
                    0.361816,
                    0.355957,
                    0.293457,
                    0.368408,
                    0.289795,
                    0.228149,
                    0.362061,
                    0.344482,
                    0.362061,
                    0.286133,
                    0.341309,
                    0.37085,
                    0.272949,
                    0.324219,
                    0.356689,
                    0.355469,
                    0.31543,
                    0.379883,
                    0.358887,
                    0.351318,
                    0.354736,
                    0.354004,
                    0.367188,
                    0.362549,
                    0.372559,
                    0.213257,
                    0.354736,
                    0.251709,
                    0.357422,
                    0.377197,
                    0.353271,
                    0.3396,
                    0.358398,
                    0.376709,
                    0.37085,
                    0.32251,
                    0.344482,
                    0.221924,
                    0.362549,
                    0.354736,
                    0.375488,
                    0.253174,
                    0.36499,
                    0.331055,
                    0.362305,
                    0.364746,
                    0.368408,
                    0.361572,
                    0.297607,
                    0.358643,
                    0.335693,
                    0.35791,
                    0.363281,
                    0.365234,
                    0.362305,
                    0.304443,
                    0.285645,
                    0.369385,
                    0.3479,
                    0.354736,
                    0.367676,
                    0.371582,
                    0.297363,
                    0.36792,
                    0.352783,
                    0.269531,
                    0.365234,
                    0.270996,
                    0.304443,
                    0.356934,
                    0.356934,
                    0.372314,
                    0.341064,
                    0.210327,
                    0.220093,
                    0.298584,
                    0.366455,
                    0.358643,
                    0.349121,
                    0.360352,
                    0.349365,
                    0.36499,
                    0.365479,
                    0.370117,
                    0.297852,
                    0.203979,
                    0.350342,
                    0.314209,
                    0.353271,
                    0.222656,
                    0.347168,
                    0.213379,
                    0.364014,
                    0.36377,
                    0.362793,
                    0.256836,
                    0.342773,
                    0.362305,
                    0.210205,
                    0.363525,
                    0.370605,
                    0.325684,
                    0.353516,
                    0.359131,
                    0.202026,
                    0.353516,
                    0.265381,
                    0.259033,
                    0.352783,
                    0.368408,
                    0.249878,
                    0.341553,
                    0.366455,
                    0.252686,
                    0.228516,
                    0.355469,
                    0.301025,
                    0.362061,
                    0.366699,
                    0.367676,
                    0.34668,
                    0.367188,
                    0.376221,
                    0.341064,
                    0.25708,
                    0.269043,
                    0.22583,
                    0.358887,
                    0.346436,
                    0.356201,
                    0.313477,
                    0.355957,
                    0.356689,
                    0.280762,
                    0.334717,
                    0.360352,
                    0.264893,
                    0.365723,
                    0.335938,
                    0.326172,
                    0.354736,
                    0.36084,
                    0.361084,
                    0.356445,
                    0.374268,
                    0.196167,
                    0.351562,
                    0.360596,
                    0.35498,
                    0.349121,
                    0.338379,
                    0.36499,
                    0.361572,
                    0.20752,
                    0.374268,
                    0.33374,
                    0.302246,
                    0.366455,
                    0.343262,
                    0.335938,
                    0.359131,
                    0.378662,
                    0.227905,
                    0.223267,
                    0.34375,
                    0.360352,
                    0.353027,
                    0.354004,
                    0.325684,
                    0.354004,
                    0.330811,
                    0.313232,
                    0.333984,
                    0.355713,
                    0.356445,
                    0.358398,
                    0.330322,
                    0.152832,
                    0.34668,
                    0.224121,
                    0.228394,
                    0.365234,
                    0.361572,
                    0.36499,
                    0.348877,
                    0.368652,
                    0.356689,
                    0.369385,
                    0.321777,
                    0.329346,
                    0.379883,
                    0.338135,
                    0.365723,
                    0.364258,
                    0.366211,
                    0.345459
                ]
            },
            "name": "model.model.layers.3.post_attention_layernorm.weight",
            "outputIndexes": [
                354
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                353
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_3/Mul_output_0",
            "outputIndexes": [
                355
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                354,
                355
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_3/Mul_1_output_0",
            "outputIndexes": [
                356
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                356
            ],
            "outputIndexes": [
                2567
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                2567
            ],
            "outputIndexes": [
                2568
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/mlp/gate_proj/Linear",
            "inputIndexes": [
                2568
            ],
            "outputIndexes": [
                2569
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    7189030,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                2569
            ],
            "outputIndexes": [
                2570
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2570
            ],
            "outputIndexes": [
                357
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                357
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_3/Sigmoid_output_0",
            "outputIndexes": [
                358
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                357,
                358
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_3/Mul_output_0",
            "outputIndexes": [
                359
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                356
            ],
            "outputIndexes": [
                2571
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                2571
            ],
            "outputIndexes": [
                2572
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/mlp/up_proj/Linear",
            "inputIndexes": [
                2572
            ],
            "outputIndexes": [
                2573
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    7742012,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                2573
            ],
            "outputIndexes": [
                2574
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2574
            ],
            "outputIndexes": [
                360
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                359,
                360
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_3/Mul_output_0",
            "outputIndexes": [
                361
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                361
            ],
            "outputIndexes": [
                2575
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                2575
            ],
            "outputIndexes": [
                2576
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/mlp/down_proj/Linear",
            "inputIndexes": [
                2576
            ],
            "outputIndexes": [
                2577
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    8294994,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                2577
            ],
            "outputIndexes": [
                2578
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.3/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2578
            ],
            "outputIndexes": [
                362
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                353,
                362
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_19_output_0",
            "outputIndexes": [
                363
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                363,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_36_output_0",
            "outputIndexes": [
                364
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.394287,
                    0.434814,
                    0.364502,
                    0.38623,
                    0.309082,
                    0.685059,
                    0.472168,
                    0.379883,
                    0.380127,
                    0.262939,
                    0.323242,
                    0.388428,
                    0.370605,
                    0.313232,
                    0.365967,
                    0.379883,
                    0.378418,
                    0.400146,
                    0.375732,
                    0.40918,
                    0.429688,
                    0.376953,
                    0.391602,
                    0.363037,
                    0.354736,
                    0.433594,
                    0.368408,
                    0.358398,
                    0.403076,
                    0.890137,
                    0.415527,
                    0.391357,
                    0.358398,
                    0.380615,
                    0.352783,
                    0.395508,
                    0.373779,
                    0.373535,
                    0.487061,
                    0.377197,
                    0.352295,
                    0.36792,
                    0.531738,
                    0.361084,
                    0.364502,
                    0.329834,
                    0.352539,
                    0.40625,
                    0.399414,
                    0.348389,
                    0.352783,
                    0.342285,
                    0.391113,
                    0.298096,
                    0.373047,
                    0.427246,
                    0.359619,
                    0.47168,
                    0.385254,
                    0.390625,
                    0.234131,
                    0.376465,
                    0.410645,
                    0.365723,
                    0.207275,
                    0.361816,
                    0.28418,
                    0.375488,
                    0.257812,
                    0.368408,
                    0.41626,
                    0.422852,
                    0.375977,
                    0.38208,
                    0.270508,
                    0.420166,
                    0.435791,
                    0.407471,
                    0.395264,
                    0.366699,
                    0.381104,
                    0.233643,
                    0.331543,
                    0.258789,
                    0.380859,
                    0.373779,
                    0.347168,
                    0.40918,
                    0.277344,
                    0.35791,
                    0.333252,
                    0.331055,
                    0.361328,
                    0.390137,
                    0.250488,
                    0.366943,
                    0.298584,
                    0.354492,
                    0.409424,
                    0.380859,
                    0.374756,
                    0.276367,
                    0.428223,
                    0.375488,
                    0.211304,
                    0.350098,
                    0.350586,
                    0.368408,
                    0.416992,
                    0.207153,
                    0.353271,
                    0.385254,
                    0.414307,
                    0.253662,
                    0.262451,
                    0.356689,
                    0.353516,
                    0.410645,
                    0.405518,
                    0.336426,
                    0.383545,
                    0.308105,
                    0.347656,
                    0.407227,
                    0.373535,
                    0.353516,
                    0.351318,
                    0.290039,
                    0.192749,
                    0.307373,
                    0.357666,
                    0.375488,
                    0.424561,
                    0.352539,
                    0.237305,
                    0.362793,
                    0.425293,
                    0.365479,
                    0.387695,
                    0.342529,
                    0.412109,
                    0.398438,
                    0.415771,
                    0.449951,
                    0.351074,
                    0.374756,
                    0.415527,
                    0.354736,
                    0.318604,
                    0.327881,
                    0.351318,
                    0.376221,
                    0.370117,
                    0.375488,
                    0.378906,
                    0.37915,
                    0.364502,
                    0.33252,
                    0.358154,
                    0.397949,
                    0.383057,
                    0.399902,
                    0.35498,
                    0.412842,
                    0.361328,
                    0.373535,
                    0.371582,
                    0.370361,
                    0.349121,
                    0.412354,
                    0.333984,
                    0.281494,
                    0.371826,
                    0.388184,
                    0.334961,
                    0.368896,
                    0.362061,
                    0.248535,
                    0.35083,
                    0.358398,
                    0.494873,
                    0.484131,
                    0.255127,
                    0.345703,
                    0.347412,
                    0.417969,
                    0.37915,
                    0.444824,
                    0.371338,
                    0.402344,
                    0.405273,
                    0.313721,
                    0.28833,
                    0.355225,
                    0.365234,
                    0.356934,
                    0.408936,
                    0.400879,
                    0.378662,
                    0.415527,
                    0.454834,
                    0.365723,
                    0.400146,
                    0.273193,
                    0.391357,
                    0.398193,
                    0.410889,
                    0.325195,
                    0.400391,
                    0.343994,
                    0.37793,
                    0.364258,
                    0.380127,
                    0.315186,
                    0.399414,
                    0.428467,
                    0.386475,
                    0.233643,
                    0.346191,
                    0.290527,
                    0.350098,
                    0.370117,
                    0.347412,
                    0.58252,
                    0.317139,
                    0.364746,
                    0.346436,
                    0.446045,
                    0.364258,
                    0.580078,
                    0.354736,
                    0.449463,
                    0.329102,
                    0.394287,
                    0.223755,
                    0.375488,
                    0.429443,
                    0.229614,
                    0.284668,
                    0.394043,
                    0.400635,
                    0.340332,
                    0.297607,
                    0.343262,
                    0.335938,
                    0.373047,
                    0.361328,
                    0.457764,
                    0.381592,
                    0.392334,
                    0.373291,
                    0.394775,
                    0.358398,
                    0.383789,
                    0.387451,
                    0.485352,
                    0.379395,
                    0.363037,
                    0.462158,
                    0.366699,
                    0.420166,
                    0.356689,
                    0.392822,
                    0.323975,
                    0.354004,
                    0.335938,
                    0.378418,
                    0.358398,
                    0.386963,
                    0.331299,
                    0.351807,
                    0.39209,
                    0.363037,
                    0.45166,
                    0.406006,
                    0.370117,
                    0.366211,
                    0.353027,
                    0.371094,
                    0.432861,
                    0.36792,
                    0.366455,
                    0.241699,
                    0.437012,
                    0.360596,
                    0.377441,
                    0.381836,
                    0.227295,
                    0.300049,
                    0.396484,
                    0.366699,
                    0.366699,
                    0.375,
                    0.35376,
                    0.294922,
                    0.352783,
                    0.370117,
                    0.388428,
                    0.356934,
                    0.37915,
                    0.249512,
                    0.348145,
                    0.368652,
                    0.376953,
                    0.438965,
                    0.364014,
                    0.452881,
                    0.380127,
                    0.224609,
                    0.353271,
                    0.387695,
                    0.253906,
                    0.362549,
                    0.355713,
                    0.361816,
                    0.51416,
                    0.265625,
                    0.356445,
                    0.378662,
                    0.427246,
                    0.35498,
                    0.351074,
                    0.252686,
                    0.240601,
                    0.381104,
                    0.43457,
                    0.456055,
                    0.272705,
                    0.371826,
                    0.263916,
                    0.472168,
                    0.385742,
                    0.33374,
                    0.37085,
                    0.267578,
                    0.351074,
                    0.455566,
                    0.34375,
                    0.440186,
                    0.366699,
                    0.299316,
                    0.36499,
                    0.407471,
                    0.383057,
                    0.3396,
                    0.319092,
                    0.377197,
                    0.363525,
                    0.341064,
                    0.397217,
                    0.438721,
                    0.422363,
                    0.340576,
                    0.35376,
                    0.376221,
                    0.368896,
                    0.404785,
                    0.408936,
                    0.281006,
                    0.421143,
                    0.366699,
                    0.366699,
                    0.356689,
                    0.421875,
                    0.254883,
                    0.372314,
                    0.234619,
                    0.365479,
                    0.48584,
                    0.351807,
                    0.375488,
                    0.251465,
                    0.389648,
                    0.314209,
                    0.396484,
                    0.349854,
                    0.393311,
                    0.399414,
                    0.369873,
                    0.359375,
                    0.401855,
                    0.366211,
                    0.373779,
                    0.380127,
                    0.554199,
                    0.276367,
                    0.390625,
                    0.355957,
                    0.359131,
                    0.375488,
                    0.362061,
                    0.408691,
                    0.354248,
                    0.382568,
                    0.384521,
                    0.383057,
                    0.345947,
                    0.355469,
                    0.340332,
                    0.372803,
                    0.387451,
                    0.387695,
                    0.379395,
                    0.383545,
                    0.391602,
                    0.29126,
                    0.432617,
                    0.425049,
                    0.401367,
                    0.401367,
                    0.394287,
                    0.340088,
                    0.406738,
                    0.391113,
                    0.36084,
                    0.350342,
                    0.366211,
                    0.272705,
                    0.36499,
                    0.356201,
                    0.365234,
                    0.338135,
                    0.400879,
                    0.338379,
                    0.366943,
                    0.386719,
                    0.417236,
                    0.383057,
                    0.469727,
                    0.356689,
                    0.373535,
                    0.347412,
                    0.391846,
                    0.421875,
                    0.351562,
                    0.326172,
                    0.31665,
                    0.382324,
                    0.35376,
                    0.348877,
                    0.376221,
                    0.438721,
                    0.370605,
                    0.359375,
                    0.418945,
                    0.463379,
                    0.394531,
                    0.351318,
                    0.336182,
                    0.361328,
                    0.392578,
                    0.406738,
                    0.380127,
                    0.235962,
                    0.367676,
                    0.345459,
                    0.412109,
                    0.406494,
                    0.388916,
                    0.408936,
                    0.394531,
                    0.398926,
                    0.41333,
                    0.331299,
                    0.347168,
                    0.255859,
                    0.373291,
                    0.384277,
                    0.376709,
                    0.339844,
                    0.357666,
                    0.210449,
                    0.381592,
                    0.378906,
                    0.340332,
                    0.267822,
                    0.431152,
                    0.371094,
                    0.371338,
                    0.390137,
                    0.363281,
                    0.35083,
                    0.33374,
                    0.356201,
                    0.195923,
                    0.363037,
                    0.300537,
                    0.258301,
                    0.374512,
                    0.38623,
                    0.251953,
                    0.362305,
                    0.415527,
                    0.417725,
                    0.4021,
                    0.382812,
                    0.368164,
                    0.407715,
                    0.359131,
                    0.408936,
                    0.352051,
                    0.370117,
                    0.361084,
                    0.352783,
                    0.370361,
                    0.297363,
                    0.19873,
                    0.38916,
                    0.403564,
                    0.375977,
                    0.351074,
                    0.36499,
                    0.398682,
                    0.333984,
                    0.34668,
                    0.415283,
                    0.592285,
                    0.403076,
                    0.391357,
                    0.412598,
                    0.362305,
                    0.334961,
                    0.367188,
                    0.366699,
                    0.351074,
                    0.334961,
                    0.384521,
                    0.375977,
                    0.367676,
                    0.337891,
                    0.338379,
                    0.378906,
                    0.381104,
                    0.208862,
                    0.382324,
                    0.556152,
                    0.345459,
                    0.411621,
                    0.350342,
                    0.446045,
                    0.433594,
                    0.360596,
                    0.505371,
                    0.331055,
                    0.394287,
                    0.335693,
                    0.35791,
                    0.400391,
                    0.365479,
                    0.369873,
                    0.34082,
                    0.342773,
                    0.382568,
                    0.406006,
                    0.337646,
                    0.378906,
                    0.361572,
                    0.341064,
                    0.391846,
                    0.284912,
                    0.26001,
                    0.383545,
                    0.344482,
                    0.398438,
                    0.384521,
                    0.360107,
                    0.329102,
                    0.378906,
                    0.331787,
                    0.346191,
                    0.405029,
                    0.373535,
                    0.434814,
                    0.375488,
                    0.349609,
                    0.381104
                ]
            },
            "name": "model.model.layers.4.input_layernorm.weight",
            "outputIndexes": [
                365
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                364
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_4/Mul_output_0",
            "outputIndexes": [
                366
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                365,
                366
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_4/Mul_1_output_0",
            "outputIndexes": [
                367
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                367
            ],
            "outputIndexes": [
                2579
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                2579
            ],
            "outputIndexes": [
                2580
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/q_proj/Linear",
            "inputIndexes": [
                2580
            ],
            "outputIndexes": [
                2581
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    8847976,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                2581
            ],
            "outputIndexes": [
                2582
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2582
            ],
            "outputIndexes": [
                368
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                367
            ],
            "main_type": "NONE",
            "name": "/Shape_57_output_0",
            "outputIndexes": [
                369
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                369
            ],
            "main_type": "NONE",
            "name": "Shape941",
            "outputIndexes": [
                370
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                369
            ],
            "main_type": "NONE",
            "name": "Rank943",
            "outputIndexes": [
                371
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                371,
                371
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp945",
            "outputIndexes": [
                372
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                372
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze946",
            "outputIndexes": [
                373
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                372,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp948",
            "outputIndexes": [
                374
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                374
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze949",
            "outputIndexes": [
                375
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                370,
                373,
                375,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice952",
            "outputIndexes": [
                376
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                376
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze953",
            "outputIndexes": [
                377
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                377
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp954",
            "outputIndexes": [
                378
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                378,
                377
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp955",
            "outputIndexes": [
                379
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                369,
                379,
                372
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_64_output_0",
            "outputIndexes": [
                380
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                380,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_129_output_0",
            "outputIndexes": [
                381
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                381,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_52_output_0",
            "outputIndexes": [
                382
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                368,
                382
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_37_output_0",
            "outputIndexes": [
                383
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                383,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_32_output_0",
            "outputIndexes": [
                384
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                383
            ],
            "main_type": "NONE",
            "name": "/Shape_58_output_0",
            "outputIndexes": [
                385
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                385
            ],
            "main_type": "NONE",
            "name": "Shape962",
            "outputIndexes": [
                386
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                385
            ],
            "main_type": "NONE",
            "name": "Rank964",
            "outputIndexes": [
                387
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                387,
                387
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp966",
            "outputIndexes": [
                388
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                388
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze967",
            "outputIndexes": [
                389
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                388,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp969",
            "outputIndexes": [
                390
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                390
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze970",
            "outputIndexes": [
                391
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                386,
                389,
                391,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice973",
            "outputIndexes": [
                392
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                392
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze974",
            "outputIndexes": [
                393
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                393
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp975",
            "outputIndexes": [
                394
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                394,
                393
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp976",
            "outputIndexes": [
                395
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                385,
                395,
                388
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_65_output_0",
            "outputIndexes": [
                396
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                396,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_12_output_0",
            "outputIndexes": [
                397
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                397,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_134_output_0",
            "outputIndexes": [
                398
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                383,
                398,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_17_output_0",
            "outputIndexes": [
                399
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                399
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_8_output_0",
            "outputIndexes": [
                400
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                383,
                22,
                398,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_16_output_0",
            "outputIndexes": [
                401
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                400,
                401
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_55_output_0",
            "outputIndexes": [
                402
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                402,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_33_output_0",
            "outputIndexes": [
                403
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                384,
                403
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_20_output_0",
            "outputIndexes": [
                404
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                367
            ],
            "outputIndexes": [
                2583
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                2583
            ],
            "outputIndexes": [
                2584
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/k_proj/Linear",
            "inputIndexes": [
                2584
            ],
            "outputIndexes": [
                2585
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    9055358,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                2585
            ],
            "outputIndexes": [
                2586
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2586
            ],
            "outputIndexes": [
                405
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                381,
                70,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_53_output_0",
            "outputIndexes": [
                406
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                405,
                406
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_38_output_0",
            "outputIndexes": [
                407
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                407,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_34_output_0",
            "outputIndexes": [
                408
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                407
            ],
            "main_type": "NONE",
            "name": "/Shape_59_output_0",
            "outputIndexes": [
                409
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                409
            ],
            "main_type": "NONE",
            "name": "Shape1025",
            "outputIndexes": [
                410
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                409
            ],
            "main_type": "NONE",
            "name": "Rank1027",
            "outputIndexes": [
                411
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                411,
                411
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1029",
            "outputIndexes": [
                412
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                412
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1030",
            "outputIndexes": [
                413
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                412,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1032",
            "outputIndexes": [
                414
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                414
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1033",
            "outputIndexes": [
                415
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                410,
                413,
                415,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice1036",
            "outputIndexes": [
                416
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                416
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze1037",
            "outputIndexes": [
                417
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                417
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1038",
            "outputIndexes": [
                418
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                418,
                417
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1039",
            "outputIndexes": [
                419
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                409,
                419,
                412
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_66_output_0",
            "outputIndexes": [
                420
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                420,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_13_output_0",
            "outputIndexes": [
                421
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                421,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_136_output_0",
            "outputIndexes": [
                422
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                407,
                422,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_19_output_0",
            "outputIndexes": [
                423
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                423
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_9_output_0",
            "outputIndexes": [
                424
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                407,
                22,
                422,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_18_output_0",
            "outputIndexes": [
                425
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                424,
                425
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_56_output_0",
            "outputIndexes": [
                426
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                426,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_35_output_0",
            "outputIndexes": [
                427
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                408,
                427
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_21_output_0",
            "outputIndexes": [
                428
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                367
            ],
            "outputIndexes": [
                2587
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                2587
            ],
            "outputIndexes": [
                2588
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/v_proj/Linear",
            "inputIndexes": [
                2588
            ],
            "outputIndexes": [
                2589
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    9124500,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                2589
            ],
            "outputIndexes": [
                2590
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2590
            ],
            "outputIndexes": [
                429
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                429,
                406
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_39_output_0",
            "outputIndexes": [
                430
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                404,
                428,
                430,
                110
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_44_output_0",
            "outputIndexes": [
                431
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                431
            ],
            "outputIndexes": [
                2591
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                2591
            ],
            "outputIndexes": [
                2592
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/o_proj/Linear",
            "inputIndexes": [
                2592
            ],
            "outputIndexes": [
                2593
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    9193642,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                2593
            ],
            "outputIndexes": [
                2594
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2594
            ],
            "outputIndexes": [
                432
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                364,
                432
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_23_output_0",
            "outputIndexes": [
                433
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.319824,
                    0.203857,
                    0.35498,
                    0.346436,
                    0.176025,
                    0.219849,
                    0.236084,
                    0.354736,
                    0.362793,
                    0.252197,
                    0.279053,
                    0.351318,
                    0.3479,
                    0.274414,
                    0.36792,
                    0.380371,
                    0.360107,
                    0.347412,
                    0.37915,
                    0.386963,
                    0.374268,
                    0.331299,
                    0.391846,
                    0.365967,
                    0.349121,
                    0.401367,
                    0.383301,
                    0.351562,
                    0.354736,
                    0.13623,
                    0.323242,
                    0.321045,
                    0.354492,
                    0.367432,
                    0.387451,
                    0.382324,
                    0.357178,
                    0.356201,
                    0.279297,
                    0.376221,
                    0.306396,
                    0.3396,
                    0.325684,
                    0.353516,
                    0.383301,
                    0.35498,
                    0.358887,
                    0.376953,
                    0.307861,
                    0.333496,
                    0.358398,
                    0.32959,
                    0.362305,
                    0.286621,
                    0.354248,
                    0.371582,
                    0.357178,
                    0.418945,
                    0.361816,
                    0.332275,
                    0.261475,
                    0.386475,
                    0.340576,
                    0.370361,
                    0.241577,
                    0.369873,
                    0.283447,
                    0.384033,
                    0.259521,
                    0.362549,
                    0.328857,
                    0.296631,
                    0.368408,
                    0.35083,
                    0.260986,
                    0.369629,
                    0.371582,
                    0.372314,
                    0.360596,
                    0.361572,
                    0.381348,
                    0.27002,
                    0.280273,
                    0.261963,
                    0.353027,
                    0.36084,
                    0.362305,
                    0.265137,
                    0.252441,
                    0.351562,
                    0.290527,
                    0.376953,
                    0.36499,
                    0.361572,
                    -0.000118,
                    0.346436,
                    0.289795,
                    0.369873,
                    0.366455,
                    0.364502,
                    0.337646,
                    0.283936,
                    0.374756,
                    0.371826,
                    0.249634,
                    0.376221,
                    0.33252,
                    0.373047,
                    0.35498,
                    0.237183,
                    0.373779,
                    0.380615,
                    0.364746,
                    0.248901,
                    0.262939,
                    0.344482,
                    0.366699,
                    0.347168,
                    0.332764,
                    0.363525,
                    0.370117,
                    0.322021,
                    0.387451,
                    0.362061,
                    0.37085,
                    0.358154,
                    0.370605,
                    0.289551,
                    0.228149,
                    0.285889,
                    0.344482,
                    0.358398,
                    0.374023,
                    0.353027,
                    0.231201,
                    0.359619,
                    0.362305,
                    0.37793,
                    0.339844,
                    0.35791,
                    0.364746,
                    0.354736,
                    0.360596,
                    0.317383,
                    0.29834,
                    0.36084,
                    0.427979,
                    0.32373,
                    0.270508,
                    0.360107,
                    0.366455,
                    0.352295,
                    0.357422,
                    0.355957,
                    0.364502,
                    0.370605,
                    0.350586,
                    0.374023,
                    0.310791,
                    0.37207,
                    0.352783,
                    0.361084,
                    0.299805,
                    0.394775,
                    0.367676,
                    0.327637,
                    0.355225,
                    0.373291,
                    0.381104,
                    0.367188,
                    0.296143,
                    0.267578,
                    0.343994,
                    0.382324,
                    0.370361,
                    0.37207,
                    0.374512,
                    0.265137,
                    0.373779,
                    0.369385,
                    0.301025,
                    0.273438,
                    0.248779,
                    0.34668,
                    0.351562,
                    0.372559,
                    0.364014,
                    0.371094,
                    0.364014,
                    0.380127,
                    0.359619,
                    0.303223,
                    0.270264,
                    0.374512,
                    0.366211,
                    0.362549,
                    0.403076,
                    0.371826,
                    0.370361,
                    0.375977,
                    0.274658,
                    0.330322,
                    0.348145,
                    0.272217,
                    0.362061,
                    0.361328,
                    0.369141,
                    0.365723,
                    0.370361,
                    0.384766,
                    0.363037,
                    0.341797,
                    0.33667,
                    0.328613,
                    0.371338,
                    0.353271,
                    0.375977,
                    0.248535,
                    0.351562,
                    0.291016,
                    0.368896,
                    0.379395,
                    0.391846,
                    0.351562,
                    0.267822,
                    0.356445,
                    0.376709,
                    0.296387,
                    0.362061,
                    0.326172,
                    0.287598,
                    0.398682,
                    0.300049,
                    0.376953,
                    0.243164,
                    0.372314,
                    0.36377,
                    0.254395,
                    0.266602,
                    0.391113,
                    0.376465,
                    0.337646,
                    0.287598,
                    0.378662,
                    0.315674,
                    0.363525,
                    0.385986,
                    0.370605,
                    0.340576,
                    0.37915,
                    0.324219,
                    0.328125,
                    0.3396,
                    0.36792,
                    0.370361,
                    0.269775,
                    0.366455,
                    0.35791,
                    0.361572,
                    0.361572,
                    0.366943,
                    0.365967,
                    0.371826,
                    0.364502,
                    0.37207,
                    0.379883,
                    0.323242,
                    0.371582,
                    0.358398,
                    0.330322,
                    0.288574,
                    0.374512,
                    0.386475,
                    0.373047,
                    0.334717,
                    0.369629,
                    0.365479,
                    0.356201,
                    0.34668,
                    0.32959,
                    0.369629,
                    0.373047,
                    0.332764,
                    0.372314,
                    0.226318,
                    0.385498,
                    0.35376,
                    0.247803,
                    0.281738,
                    0.383057,
                    0.344482,
                    0.353516,
                    0.378662,
                    0.258301,
                    0.272949,
                    0.364746,
                    0.369629,
                    0.365234,
                    0.345215,
                    0.360352,
                    0.275879,
                    0.356445,
                    0.323242,
                    0.372559,
                    0.383545,
                    0.371338,
                    0.366211,
                    0.359131,
                    0.227051,
                    0.374023,
                    0.345215,
                    0.243164,
                    0.368652,
                    0.362549,
                    0.366455,
                    0.159546,
                    0.258057,
                    0.372314,
                    0.342041,
                    0.349854,
                    0.30542,
                    0.364746,
                    0.252686,
                    0.226318,
                    0.371582,
                    0.368408,
                    0.359619,
                    0.263916,
                    0.380371,
                    0.376465,
                    0.397705,
                    0.364502,
                    0.307861,
                    0.362305,
                    0.266846,
                    0.308105,
                    0.387207,
                    0.312744,
                    0.404053,
                    0.361084,
                    0.282471,
                    0.376221,
                    0.37207,
                    0.385986,
                    0.352539,
                    0.302734,
                    0.365234,
                    0.337158,
                    0.244507,
                    0.373291,
                    0.364014,
                    0.37915,
                    0.311035,
                    0.328125,
                    0.356934,
                    0.351807,
                    0.376465,
                    0.347656,
                    0.290283,
                    0.367676,
                    0.369629,
                    0.345703,
                    0.320557,
                    0.365967,
                    0.275391,
                    0.370361,
                    0.25293,
                    0.261719,
                    0.36084,
                    0.361328,
                    0.359375,
                    0.273438,
                    0.380127,
                    0.244995,
                    0.368896,
                    0.372559,
                    0.377441,
                    0.362549,
                    0.380371,
                    0.362061,
                    0.387939,
                    0.370117,
                    0.312744,
                    0.397705,
                    0.327393,
                    0.261475,
                    0.371338,
                    0.354004,
                    0.363037,
                    0.300537,
                    0.360596,
                    0.390381,
                    0.282471,
                    0.338135,
                    0.362305,
                    0.364502,
                    0.32959,
                    0.394043,
                    0.36792,
                    0.362549,
                    0.392822,
                    0.359131,
                    0.378662,
                    0.364014,
                    0.384033,
                    0.227783,
                    0.357666,
                    0.253906,
                    0.37207,
                    0.375732,
                    0.364258,
                    0.343994,
                    0.365967,
                    0.384033,
                    0.375488,
                    0.313477,
                    0.359375,
                    0.260254,
                    0.374023,
                    0.360596,
                    0.36792,
                    0.270996,
                    0.381104,
                    0.333008,
                    0.377441,
                    0.381104,
                    0.370605,
                    0.372314,
                    0.324219,
                    0.379883,
                    0.345947,
                    0.355469,
                    0.360107,
                    0.399658,
                    0.358154,
                    0.30542,
                    0.282227,
                    0.370605,
                    0.359375,
                    0.369141,
                    0.373779,
                    0.360107,
                    0.296631,
                    0.390137,
                    0.358887,
                    0.304199,
                    0.365479,
                    0.297363,
                    0.318604,
                    0.363281,
                    0.358154,
                    0.379395,
                    0.359863,
                    0.251709,
                    0.283203,
                    0.302734,
                    0.362061,
                    0.375732,
                    0.373535,
                    0.398193,
                    0.349365,
                    0.36499,
                    0.387451,
                    0.38916,
                    0.315674,
                    0.276611,
                    0.362549,
                    0.318115,
                    0.35791,
                    0.257568,
                    0.376709,
                    0.246582,
                    0.366699,
                    0.382324,
                    0.375488,
                    0.274414,
                    0.351562,
                    0.373535,
                    0.214722,
                    0.351074,
                    0.376221,
                    0.327393,
                    0.366211,
                    0.352295,
                    0.22644,
                    0.353516,
                    0.29541,
                    0.269043,
                    0.365234,
                    0.371338,
                    0.269043,
                    0.352295,
                    0.375732,
                    0.275146,
                    0.249756,
                    0.364258,
                    0.311279,
                    0.372803,
                    0.373535,
                    0.368896,
                    0.364014,
                    0.361084,
                    0.361328,
                    0.348877,
                    0.285645,
                    0.279541,
                    0.248169,
                    0.374268,
                    0.355957,
                    0.37207,
                    0.329102,
                    0.366211,
                    0.370361,
                    0.299561,
                    0.340332,
                    0.391602,
                    0.260986,
                    0.377197,
                    0.335205,
                    0.328613,
                    0.348633,
                    0.381104,
                    0.356201,
                    0.359131,
                    0.380859,
                    0.158081,
                    0.362305,
                    0.369141,
                    0.349365,
                    0.353271,
                    0.321533,
                    0.369141,
                    0.384033,
                    0.242432,
                    0.374023,
                    0.307129,
                    0.315918,
                    0.37207,
                    0.350098,
                    0.331055,
                    0.349854,
                    0.388184,
                    0.229126,
                    0.262695,
                    0.343994,
                    0.377197,
                    0.357178,
                    0.358398,
                    0.358154,
                    0.378174,
                    0.3479,
                    0.329346,
                    0.341309,
                    0.345215,
                    0.366455,
                    0.359131,
                    0.363525,
                    0.150757,
                    0.342529,
                    0.280273,
                    0.258301,
                    0.366699,
                    0.355225,
                    0.383545,
                    0.36377,
                    0.387207,
                    0.380127,
                    0.362305,
                    0.313721,
                    0.33252,
                    0.40332,
                    0.333252,
                    0.361816,
                    0.371582,
                    0.356201,
                    0.364014
                ]
            },
            "name": "model.model.layers.4.post_attention_layernorm.weight",
            "outputIndexes": [
                434
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                433
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_4/Mul_output_0",
            "outputIndexes": [
                435
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                434,
                435
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_4/Mul_1_output_0",
            "outputIndexes": [
                436
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                436
            ],
            "outputIndexes": [
                2595
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                2595
            ],
            "outputIndexes": [
                2596
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/mlp/gate_proj/Linear",
            "inputIndexes": [
                2596
            ],
            "outputIndexes": [
                2597
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    9401024,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                2597
            ],
            "outputIndexes": [
                2598
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2598
            ],
            "outputIndexes": [
                437
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                437
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_4/Sigmoid_output_0",
            "outputIndexes": [
                438
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                437,
                438
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_4/Mul_output_0",
            "outputIndexes": [
                439
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                436
            ],
            "outputIndexes": [
                2599
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                2599
            ],
            "outputIndexes": [
                2600
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/mlp/up_proj/Linear",
            "inputIndexes": [
                2600
            ],
            "outputIndexes": [
                2601
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    9954006,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                2601
            ],
            "outputIndexes": [
                2602
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2602
            ],
            "outputIndexes": [
                440
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                439,
                440
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_4/Mul_output_0",
            "outputIndexes": [
                441
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                441
            ],
            "outputIndexes": [
                2603
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                2603
            ],
            "outputIndexes": [
                2604
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/mlp/down_proj/Linear",
            "inputIndexes": [
                2604
            ],
            "outputIndexes": [
                2605
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    10506988,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                2605
            ],
            "outputIndexes": [
                2606
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.4/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2606
            ],
            "outputIndexes": [
                442
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                433,
                442
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_24_output_0",
            "outputIndexes": [
                443
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                443,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_45_output_0",
            "outputIndexes": [
                444
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.471436,
                    0.713379,
                    0.466064,
                    0.509766,
                    0.460693,
                    0.579102,
                    0.67334,
                    0.694824,
                    0.464355,
                    0.787598,
                    0.412354,
                    0.525879,
                    0.517578,
                    0.541016,
                    0.556152,
                    0.429199,
                    0.560059,
                    0.546387,
                    0.519531,
                    0.611816,
                    0.521484,
                    0.574707,
                    0.540527,
                    0.567871,
                    0.487549,
                    0.497314,
                    0.513672,
                    0.494629,
                    0.524902,
                    0.794922,
                    0.568359,
                    1.261719,
                    0.476562,
                    0.540527,
                    0.673828,
                    0.598633,
                    0.557129,
                    0.615234,
                    0.841797,
                    0.48877,
                    0.835938,
                    0.499023,
                    0.572266,
                    0.447266,
                    0.516113,
                    0.483398,
                    0.523926,
                    0.448486,
                    0.521484,
                    0.504883,
                    0.524902,
                    0.602539,
                    0.677246,
                    0.49707,
                    0.481934,
                    0.516113,
                    0.536133,
                    0.582031,
                    0.499512,
                    0.532715,
                    0.669922,
                    0.544434,
                    0.520508,
                    0.509766,
                    0.595215,
                    0.480957,
                    0.873535,
                    0.561035,
                    0.577637,
                    0.510742,
                    0.640137,
                    0.678711,
                    0.517578,
                    0.577637,
                    0.517578,
                    0.533691,
                    0.529785,
                    0.548828,
                    0.583984,
                    0.571777,
                    0.538086,
                    0.641602,
                    0.593262,
                    0.733887,
                    0.525879,
                    0.552246,
                    0.53125,
                    0.844727,
                    0.41748,
                    0.516602,
                    0.70166,
                    0.436279,
                    0.527344,
                    0.461182,
                    0.324707,
                    0.470459,
                    0.518555,
                    0.517578,
                    0.585938,
                    0.505371,
                    0.489014,
                    0.650391,
                    0.632324,
                    0.480957,
                    0.591797,
                    0.479492,
                    0.618652,
                    0.545898,
                    0.464355,
                    0.563477,
                    0.498779,
                    0.503906,
                    0.51709,
                    0.580078,
                    0.536621,
                    0.490479,
                    0.538086,
                    0.541504,
                    0.635254,
                    0.612793,
                    0.537109,
                    0.441895,
                    0.477783,
                    0.544434,
                    0.482666,
                    0.472412,
                    0.478271,
                    0.736328,
                    0.453857,
                    0.530273,
                    0.47998,
                    0.534668,
                    0.522949,
                    0.568848,
                    0.51416,
                    0.504883,
                    0.627441,
                    0.557129,
                    0.541504,
                    0.483398,
                    0.575195,
                    0.558594,
                    0.584961,
                    0.677246,
                    0.385498,
                    0.521484,
                    0.443604,
                    1.135742,
                    0.54541,
                    0.529785,
                    0.515137,
                    0.513672,
                    0.520996,
                    0.493164,
                    0.482666,
                    0.495117,
                    0.561523,
                    0.461182,
                    0.502441,
                    0.540527,
                    0.43457,
                    0.537109,
                    0.760254,
                    0.561035,
                    0.478027,
                    0.495361,
                    0.515625,
                    0.5625,
                    0.537109,
                    0.548828,
                    0.466309,
                    0.883789,
                    0.583008,
                    0.560059,
                    0.720703,
                    0.476807,
                    0.50293,
                    0.760742,
                    0.583984,
                    0.603027,
                    0.87207,
                    0.480225,
                    0.606445,
                    0.505859,
                    0.405273,
                    0.554199,
                    0.553223,
                    0.510742,
                    0.551758,
                    0.501465,
                    0.512207,
                    0.44043,
                    0.603516,
                    0.447021,
                    0.533203,
                    0.599121,
                    0.537598,
                    0.570312,
                    0.571289,
                    0.501953,
                    0.953613,
                    0.577148,
                    0.540527,
                    0.549316,
                    0.571777,
                    0.506836,
                    0.507812,
                    0.463867,
                    0.47583,
                    0.503906,
                    0.5,
                    0.569336,
                    0.552246,
                    0.598633,
                    0.490723,
                    0.565918,
                    0.481201,
                    0.580566,
                    0.487305,
                    0.620605,
                    0.509277,
                    0.577148,
                    0.510742,
                    0.687988,
                    0.609375,
                    0.625488,
                    0.497559,
                    0.643066,
                    0.499756,
                    0.70752,
                    0.468506,
                    0.44043,
                    0.47168,
                    0.451416,
                    0.463379,
                    0.598145,
                    0.563477,
                    0.669922,
                    0.637695,
                    0.545898,
                    0.477295,
                    0.497559,
                    0.530273,
                    0.510254,
                    0.489258,
                    0.441895,
                    0.54541,
                    0.571777,
                    0.55957,
                    0.462158,
                    0.498047,
                    0.595215,
                    0.45874,
                    0.502441,
                    0.585938,
                    0.594238,
                    0.496094,
                    0.614746,
                    0.541016,
                    0.483887,
                    0.584473,
                    0.509277,
                    0.510742,
                    0.562988,
                    0.566406,
                    0.597168,
                    0.489014,
                    0.464355,
                    0.555664,
                    0.428711,
                    0.440674,
                    0.499512,
                    0.543945,
                    0.480469,
                    0.525391,
                    0.686523,
                    0.473145,
                    0.507812,
                    0.577637,
                    0.640137,
                    0.524902,
                    0.533203,
                    0.1203,
                    0.626465,
                    0.567383,
                    0.431885,
                    0.511719,
                    0.821289,
                    0.617188,
                    0.61084,
                    0.584473,
                    0.469727,
                    0.551758,
                    0.614746,
                    0.499268,
                    0.586914,
                    0.523926,
                    0.485596,
                    0.558594,
                    0.520508,
                    0.696777,
                    0.503906,
                    0.422363,
                    0.595703,
                    0.435547,
                    0.494141,
                    0.578125,
                    0.509766,
                    0.494629,
                    0.512207,
                    0.479492,
                    0.554199,
                    0.496582,
                    0.540039,
                    0.534668,
                    0.688965,
                    0.837891,
                    0.519531,
                    0.532227,
                    0.533203,
                    0.496094,
                    0.552734,
                    0.549316,
                    0.508301,
                    0.561523,
                    0.580566,
                    0.520996,
                    0.760254,
                    0.518066,
                    0.126709,
                    0.543457,
                    0.62207,
                    0.59082,
                    0.580078,
                    0.598633,
                    0.554199,
                    0.621094,
                    0.564453,
                    0.523926,
                    0.557617,
                    0.445801,
                    0.553223,
                    0.489014,
                    0.465088,
                    0.45752,
                    0.537598,
                    0.481689,
                    0.640625,
                    0.51416,
                    0.546875,
                    0.517578,
                    0.536621,
                    0.599609,
                    0.525391,
                    0.630371,
                    0.496094,
                    0.583008,
                    0.560059,
                    0.664062,
                    0.583008,
                    0.537109,
                    0.604004,
                    0.464355,
                    0.569336,
                    0.729004,
                    0.598633,
                    0.74707,
                    0.532715,
                    0.717285,
                    0.554688,
                    0.447266,
                    0.891602,
                    0.572754,
                    0.467773,
                    0.513184,
                    0.543945,
                    0.55957,
                    0.471191,
                    0.515625,
                    0.607422,
                    0.544434,
                    0.45459,
                    0.662598,
                    0.503906,
                    0.986328,
                    0.699219,
                    0.529297,
                    0.463379,
                    0.520996,
                    0.503418,
                    0.564453,
                    0.564941,
                    0.523438,
                    0.575684,
                    0.523926,
                    0.557617,
                    0.634766,
                    0.486328,
                    0.563477,
                    0.48999,
                    0.551758,
                    0.481445,
                    0.501953,
                    0.582031,
                    0.474854,
                    0.365479,
                    0.451416,
                    0.574219,
                    0.530273,
                    0.533691,
                    0.501953,
                    0.463867,
                    0.498535,
                    0.549805,
                    0.433594,
                    0.438965,
                    0.484131,
                    0.51416,
                    0.552246,
                    0.460693,
                    0.533691,
                    0.466064,
                    0.538574,
                    0.634766,
                    0.500488,
                    0.558105,
                    0.535645,
                    0.583496,
                    0.69873,
                    0.580566,
                    0.486084,
                    0.476318,
                    0.525391,
                    0.587891,
                    0.56543,
                    0.491211,
                    0.655273,
                    0.470215,
                    0.460693,
                    0.578613,
                    0.54248,
                    0.612305,
                    0.55957,
                    0.517578,
                    0.569824,
                    0.678223,
                    0.552734,
                    0.732422,
                    0.564941,
                    0.614746,
                    0.522949,
                    0.511719,
                    0.534668,
                    0.541016,
                    1.114258,
                    0.649414,
                    0.597656,
                    0.509766,
                    0.612793,
                    0.498047,
                    0.583008,
                    0.487305,
                    0.547852,
                    0.503906,
                    0.590332,
                    0.849609,
                    0.62207,
                    0.518555,
                    0.46582,
                    0.642578,
                    0.494385,
                    0.566406,
                    0.532715,
                    0.599121,
                    0.415527,
                    0.78418,
                    0.597168,
                    0.47876,
                    0.555664,
                    0.571289,
                    0.550781,
                    0.519531,
                    0.476318,
                    0.5,
                    0.309082,
                    0.521484,
                    0.855957,
                    0.634766,
                    0.498535,
                    0.578125,
                    0.548828,
                    0.510742,
                    0.605469,
                    0.751953,
                    0.573242,
                    0.493408,
                    0.495361,
                    0.499023,
                    0.535645,
                    0.514648,
                    0.54248,
                    0.608398,
                    0.484375,
                    0.494141,
                    0.568848,
                    0.451904,
                    0.568848,
                    0.465332,
                    0.609375,
                    0.549316,
                    0.458984,
                    0.568848,
                    0.575195,
                    0.523438,
                    0.515625,
                    0.571777,
                    0.900391,
                    0.510742,
                    0.563965,
                    0.607422,
                    0.498047,
                    0.587891,
                    0.600098,
                    0.49707,
                    0.476562,
                    0.460205,
                    0.474121,
                    0.504883,
                    0.509766,
                    0.521484,
                    0.528809,
                    0.525391,
                    0.502441,
                    0.551758,
                    0.516602,
                    0.528809,
                    0.431885,
                    0.543457,
                    0.508301,
                    0.545898,
                    0.557129,
                    0.570801,
                    0.544434,
                    0.731934,
                    0.620605,
                    0.679688,
                    0.513184,
                    0.483643,
                    0.591797,
                    0.546875,
                    0.627441,
                    0.581543,
                    0.495605,
                    0.584961,
                    0.473389,
                    0.513184,
                    0.4375,
                    0.43042,
                    0.55127,
                    0.910645,
                    0.5625,
                    0.493652,
                    0.463135,
                    0.510742,
                    0.541016,
                    0.557617,
                    0.522461,
                    0.519531,
                    0.532227,
                    0.597168,
                    0.525879,
                    0.565918,
                    0.529297,
                    0.5625,
                    0.608887,
                    0.521484
                ]
            },
            "name": "model.model.layers.5.input_layernorm.weight",
            "outputIndexes": [
                445
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                444
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_5/Mul_output_0",
            "outputIndexes": [
                446
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                445,
                446
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_5/Mul_1_output_0",
            "outputIndexes": [
                447
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                447
            ],
            "outputIndexes": [
                2607
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                2607
            ],
            "outputIndexes": [
                2608
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/q_proj/Linear",
            "inputIndexes": [
                2608
            ],
            "outputIndexes": [
                2609
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    11059970,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                2609
            ],
            "outputIndexes": [
                2610
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2610
            ],
            "outputIndexes": [
                448
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                447
            ],
            "main_type": "NONE",
            "name": "/Shape_71_output_0",
            "outputIndexes": [
                449
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                449
            ],
            "main_type": "NONE",
            "name": "Shape1157",
            "outputIndexes": [
                450
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                449
            ],
            "main_type": "NONE",
            "name": "Rank1159",
            "outputIndexes": [
                451
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                451,
                451
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1161",
            "outputIndexes": [
                452
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                452
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1162",
            "outputIndexes": [
                453
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                452,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1164",
            "outputIndexes": [
                454
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                454
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1165",
            "outputIndexes": [
                455
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                450,
                453,
                455,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice1168",
            "outputIndexes": [
                456
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                456
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze1169",
            "outputIndexes": [
                457
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                457
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1170",
            "outputIndexes": [
                458
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                458,
                457
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1171",
            "outputIndexes": [
                459
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                449,
                459,
                452
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_79_output_0",
            "outputIndexes": [
                460
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                460,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_161_output_0",
            "outputIndexes": [
                461
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                461,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_65_output_0",
            "outputIndexes": [
                462
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                448,
                462
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_46_output_0",
            "outputIndexes": [
                463
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                463,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_40_output_0",
            "outputIndexes": [
                464
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                463
            ],
            "main_type": "NONE",
            "name": "/Shape_72_output_0",
            "outputIndexes": [
                465
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                465
            ],
            "main_type": "NONE",
            "name": "Shape1178",
            "outputIndexes": [
                466
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                465
            ],
            "main_type": "NONE",
            "name": "Rank1180",
            "outputIndexes": [
                467
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                467,
                467
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1182",
            "outputIndexes": [
                468
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                468
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1183",
            "outputIndexes": [
                469
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                468,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1185",
            "outputIndexes": [
                470
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                470
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1186",
            "outputIndexes": [
                471
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                466,
                469,
                471,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice1189",
            "outputIndexes": [
                472
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                472
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze1190",
            "outputIndexes": [
                473
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                473
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1191",
            "outputIndexes": [
                474
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                474,
                473
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1192",
            "outputIndexes": [
                475
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                465,
                475,
                468
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_80_output_0",
            "outputIndexes": [
                476
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                476,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_15_output_0",
            "outputIndexes": [
                477
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                477,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_166_output_0",
            "outputIndexes": [
                478
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                463,
                478,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_21_output_0",
            "outputIndexes": [
                479
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                479
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_10_output_0",
            "outputIndexes": [
                480
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                463,
                22,
                478,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_20_output_0",
            "outputIndexes": [
                481
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                480,
                481
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_68_output_0",
            "outputIndexes": [
                482
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                482,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_41_output_0",
            "outputIndexes": [
                483
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                464,
                483
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_25_output_0",
            "outputIndexes": [
                484
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                447
            ],
            "outputIndexes": [
                2611
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                2611
            ],
            "outputIndexes": [
                2612
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/k_proj/Linear",
            "inputIndexes": [
                2612
            ],
            "outputIndexes": [
                2613
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    11267352,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                2613
            ],
            "outputIndexes": [
                2614
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2614
            ],
            "outputIndexes": [
                485
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                461,
                70,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_66_output_0",
            "outputIndexes": [
                486
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                485,
                486
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_47_output_0",
            "outputIndexes": [
                487
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                487,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_42_output_0",
            "outputIndexes": [
                488
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                487
            ],
            "main_type": "NONE",
            "name": "/Shape_73_output_0",
            "outputIndexes": [
                489
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                489
            ],
            "main_type": "NONE",
            "name": "Shape1241",
            "outputIndexes": [
                490
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                489
            ],
            "main_type": "NONE",
            "name": "Rank1243",
            "outputIndexes": [
                491
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                491,
                491
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1245",
            "outputIndexes": [
                492
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                492
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1246",
            "outputIndexes": [
                493
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                492,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1248",
            "outputIndexes": [
                494
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                494
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1249",
            "outputIndexes": [
                495
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                490,
                493,
                495,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice1252",
            "outputIndexes": [
                496
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                496
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze1253",
            "outputIndexes": [
                497
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                497
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1254",
            "outputIndexes": [
                498
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                498,
                497
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1255",
            "outputIndexes": [
                499
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                489,
                499,
                492
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_81_output_0",
            "outputIndexes": [
                500
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                500,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_16_output_0",
            "outputIndexes": [
                501
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                501,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_168_output_0",
            "outputIndexes": [
                502
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                487,
                502,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_23_output_0",
            "outputIndexes": [
                503
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                503
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_11_output_0",
            "outputIndexes": [
                504
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                487,
                22,
                502,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_22_output_0",
            "outputIndexes": [
                505
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                504,
                505
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_69_output_0",
            "outputIndexes": [
                506
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                506,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_43_output_0",
            "outputIndexes": [
                507
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                488,
                507
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_26_output_0",
            "outputIndexes": [
                508
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                447
            ],
            "outputIndexes": [
                2615
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                2615
            ],
            "outputIndexes": [
                2616
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/v_proj/Linear",
            "inputIndexes": [
                2616
            ],
            "outputIndexes": [
                2617
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    11336494,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                2617
            ],
            "outputIndexes": [
                2618
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2618
            ],
            "outputIndexes": [
                509
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                509,
                486
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_48_output_0",
            "outputIndexes": [
                510
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                484,
                508,
                510,
                110
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_53_output_0",
            "outputIndexes": [
                511
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                511
            ],
            "outputIndexes": [
                2619
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                2619
            ],
            "outputIndexes": [
                2620
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/o_proj/Linear",
            "inputIndexes": [
                2620
            ],
            "outputIndexes": [
                2621
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    11405636,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                2621
            ],
            "outputIndexes": [
                2622
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2622
            ],
            "outputIndexes": [
                512
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                444,
                512
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_28_output_0",
            "outputIndexes": [
                513
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.35376,
                    0.266113,
                    0.378418,
                    0.365234,
                    0.212158,
                    0.244629,
                    0.253418,
                    0.369629,
                    0.397705,
                    0.229492,
                    0.29126,
                    0.378418,
                    0.375977,
                    0.278076,
                    0.385254,
                    0.412598,
                    0.389404,
                    0.379883,
                    0.407959,
                    0.414551,
                    0.379883,
                    0.367188,
                    0.420166,
                    0.395996,
                    0.367432,
                    0.432373,
                    0.415527,
                    0.386963,
                    0.366943,
                    0.194214,
                    0.334473,
                    0.27002,
                    0.388672,
                    0.392578,
                    0.392334,
                    0.426758,
                    0.378174,
                    0.408203,
                    0.290527,
                    0.416016,
                    0.302979,
                    0.370605,
                    0.373779,
                    0.382568,
                    0.404053,
                    0.371094,
                    0.374268,
                    0.397461,
                    0.320557,
                    0.351318,
                    0.387695,
                    0.340332,
                    0.39624,
                    0.28833,
                    0.384033,
                    0.391113,
                    0.389893,
                    0.436768,
                    0.375977,
                    0.349609,
                    0.247314,
                    0.401611,
                    0.379883,
                    0.393066,
                    0.207764,
                    0.409424,
                    0.22937,
                    0.428223,
                    0.254395,
                    0.377441,
                    0.369385,
                    0.333252,
                    0.397461,
                    0.409668,
                    0.261719,
                    0.385742,
                    0.389404,
                    0.401367,
                    0.356445,
                    0.413574,
                    0.427246,
                    0.24292,
                    0.278076,
                    0.228516,
                    0.371582,
                    0.396729,
                    0.386963,
                    0.268311,
                    0.256592,
                    0.401611,
                    0.282227,
                    0.408691,
                    0.38501,
                    0.391846,
                    -0.000464,
                    0.373535,
                    0.297119,
                    0.391846,
                    0.405273,
                    0.395508,
                    0.365723,
                    0.274902,
                    0.412842,
                    0.40332,
                    0.215698,
                    0.404785,
                    0.374023,
                    0.399902,
                    0.392822,
                    0.20813,
                    0.399902,
                    0.40625,
                    0.384766,
                    0.243896,
                    0.257568,
                    0.372803,
                    0.387695,
                    0.36377,
                    0.363525,
                    0.421387,
                    0.398682,
                    0.331787,
                    0.428955,
                    0.402588,
                    0.408203,
                    0.386475,
                    0.389893,
                    0.292725,
                    0.211792,
                    0.300049,
                    0.38208,
                    0.387939,
                    0.401855,
                    0.378662,
                    0.2229,
                    0.384033,
                    0.39917,
                    0.4021,
                    0.350098,
                    0.389648,
                    0.391846,
                    0.357422,
                    0.392822,
                    0.328613,
                    0.31958,
                    0.384521,
                    0.46582,
                    0.296387,
                    0.272949,
                    0.380371,
                    0.406982,
                    0.361572,
                    0.381592,
                    0.362061,
                    0.411621,
                    0.405518,
                    0.387207,
                    0.391113,
                    0.319336,
                    0.395996,
                    0.394043,
                    0.392822,
                    0.30835,
                    0.404541,
                    0.395264,
                    0.34082,
                    0.397949,
                    0.397705,
                    0.402588,
                    0.410156,
                    0.309082,
                    0.237793,
                    0.369141,
                    0.416992,
                    0.418701,
                    0.397461,
                    0.396484,
                    0.20874,
                    0.404053,
                    0.406738,
                    0.290283,
                    0.297119,
                    0.227661,
                    0.357666,
                    0.388184,
                    0.396484,
                    0.37793,
                    0.379883,
                    0.408691,
                    0.398438,
                    0.375,
                    0.313232,
                    0.263428,
                    0.415039,
                    0.408691,
                    0.38916,
                    0.443604,
                    0.39209,
                    0.401611,
                    0.413574,
                    0.240845,
                    0.344727,
                    0.375244,
                    0.261475,
                    0.406494,
                    0.390381,
                    0.40625,
                    0.398438,
                    0.393555,
                    0.407959,
                    0.388428,
                    0.344971,
                    0.345215,
                    0.352295,
                    0.406006,
                    0.364746,
                    0.40625,
                    0.224609,
                    0.378174,
                    0.30835,
                    0.414062,
                    0.401123,
                    0.405029,
                    0.378662,
                    0.272217,
                    0.380127,
                    0.387451,
                    0.31543,
                    0.380371,
                    0.335205,
                    0.313721,
                    0.385986,
                    0.310303,
                    0.419678,
                    0.228394,
                    0.410889,
                    0.408203,
                    0.211182,
                    0.254395,
                    0.432617,
                    0.415527,
                    0.372803,
                    0.297852,
                    0.395752,
                    0.330078,
                    0.383545,
                    0.412842,
                    0.403809,
                    0.372314,
                    0.38501,
                    0.342529,
                    0.36792,
                    0.378174,
                    0.388184,
                    0.414307,
                    0.301514,
                    0.389648,
                    0.382812,
                    0.390137,
                    0.386719,
                    0.423828,
                    0.410645,
                    0.406494,
                    0.401367,
                    0.40918,
                    0.401123,
                    0.334229,
                    0.408691,
                    0.380127,
                    0.350098,
                    0.302246,
                    0.401123,
                    0.413086,
                    0.411133,
                    0.366455,
                    0.381836,
                    0.387695,
                    0.388184,
                    0.373291,
                    0.358887,
                    0.405762,
                    0.408936,
                    0.315186,
                    0.420898,
                    0.265137,
                    0.427979,
                    0.381348,
                    0.226074,
                    0.288818,
                    0.394531,
                    0.349854,
                    0.390381,
                    0.428955,
                    0.258057,
                    0.250732,
                    0.376221,
                    0.391357,
                    0.381592,
                    0.356445,
                    0.39209,
                    0.264893,
                    0.396729,
                    0.327148,
                    0.400146,
                    0.411133,
                    0.406982,
                    0.392334,
                    0.38916,
                    0.21167,
                    0.395996,
                    0.373047,
                    0.237793,
                    0.386719,
                    0.399902,
                    0.391357,
                    0.182251,
                    0.209351,
                    0.384521,
                    0.352783,
                    0.368896,
                    0.318359,
                    0.382568,
                    0.250244,
                    0.221924,
                    0.405518,
                    0.383789,
                    0.392578,
                    0.230713,
                    0.411377,
                    0.335449,
                    0.432861,
                    0.405029,
                    0.306396,
                    0.374512,
                    0.244019,
                    0.328857,
                    0.40918,
                    0.318848,
                    0.450439,
                    0.403076,
                    0.289795,
                    0.413574,
                    0.399658,
                    0.408936,
                    0.384521,
                    0.309814,
                    0.396729,
                    0.355957,
                    0.260742,
                    0.419189,
                    0.392578,
                    0.433105,
                    0.321533,
                    0.346924,
                    0.383789,
                    0.387695,
                    0.405518,
                    0.378662,
                    0.286621,
                    0.383789,
                    0.381836,
                    0.381348,
                    0.332764,
                    0.394287,
                    0.25293,
                    0.425537,
                    0.225708,
                    0.262207,
                    0.403076,
                    0.369873,
                    0.412109,
                    0.239258,
                    0.415039,
                    0.253662,
                    0.401367,
                    0.405762,
                    0.386963,
                    0.395264,
                    0.389648,
                    0.4021,
                    0.418945,
                    0.376221,
                    0.338623,
                    0.415527,
                    0.290527,
                    0.222656,
                    0.4104,
                    0.379395,
                    0.383301,
                    0.309082,
                    0.390381,
                    0.412598,
                    0.295654,
                    0.349609,
                    0.390625,
                    0.39917,
                    0.333496,
                    0.404541,
                    0.403076,
                    0.400146,
                    0.447021,
                    0.385986,
                    0.414062,
                    0.394287,
                    0.40332,
                    0.233643,
                    0.38623,
                    0.274658,
                    0.40918,
                    0.412354,
                    0.385254,
                    0.374023,
                    0.401367,
                    0.402832,
                    0.426758,
                    0.339355,
                    0.364258,
                    0.252197,
                    0.426514,
                    0.384033,
                    0.404053,
                    0.303223,
                    0.414551,
                    0.352295,
                    0.401123,
                    0.417236,
                    0.416992,
                    0.393555,
                    0.331299,
                    0.39209,
                    0.362793,
                    0.396729,
                    0.390381,
                    0.417725,
                    0.380615,
                    0.32251,
                    0.294434,
                    0.401123,
                    0.386475,
                    0.402344,
                    0.394531,
                    0.425781,
                    0.312012,
                    0.404785,
                    0.390381,
                    0.336914,
                    0.391357,
                    0.302979,
                    0.324951,
                    0.390625,
                    0.381836,
                    0.402344,
                    0.398438,
                    0.223999,
                    0.234009,
                    0.314453,
                    0.386719,
                    0.39209,
                    0.421143,
                    0.429199,
                    0.389404,
                    0.409668,
                    0.397217,
                    0.391113,
                    0.334717,
                    0.231812,
                    0.387939,
                    0.341064,
                    0.369873,
                    0.286377,
                    0.39917,
                    0.233032,
                    0.395508,
                    0.39917,
                    0.39624,
                    0.274658,
                    0.374756,
                    0.435303,
                    0.28418,
                    0.390381,
                    0.395752,
                    0.344482,
                    0.384033,
                    0.388672,
                    0.203003,
                    0.378174,
                    0.298584,
                    0.262451,
                    0.389404,
                    0.403564,
                    0.258057,
                    0.382568,
                    0.406982,
                    0.262207,
                    0.282715,
                    0.396973,
                    0.334229,
                    0.402588,
                    0.407471,
                    0.425049,
                    0.399414,
                    0.398926,
                    0.375,
                    0.361816,
                    0.296387,
                    0.289551,
                    0.232056,
                    0.4021,
                    0.380859,
                    0.384277,
                    0.345215,
                    0.398438,
                    0.418945,
                    0.295654,
                    0.376221,
                    0.423584,
                    0.269775,
                    0.403076,
                    0.359619,
                    0.351562,
                    0.381836,
                    0.421143,
                    0.394043,
                    0.389893,
                    0.416748,
                    0.17627,
                    0.383789,
                    0.408691,
                    0.381592,
                    0.368896,
                    0.367676,
                    0.409668,
                    0.403564,
                    0.212646,
                    0.42041,
                    0.334229,
                    0.3396,
                    0.390381,
                    0.367432,
                    0.348633,
                    0.384766,
                    0.420166,
                    0.269287,
                    0.255127,
                    0.361816,
                    0.400146,
                    0.378662,
                    0.379639,
                    0.385498,
                    0.391113,
                    0.36792,
                    0.329834,
                    0.363525,
                    0.377197,
                    0.39209,
                    0.381592,
                    0.379883,
                    0.183594,
                    0.397217,
                    0.246948,
                    0.231934,
                    0.390381,
                    0.388428,
                    0.413574,
                    0.409668,
                    0.41748,
                    0.417969,
                    0.391357,
                    0.340332,
                    0.355713,
                    0.435059,
                    0.365234,
                    0.382812,
                    0.387207,
                    0.374512,
                    0.388672
                ]
            },
            "name": "model.model.layers.5.post_attention_layernorm.weight",
            "outputIndexes": [
                514
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                513
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_5/Mul_output_0",
            "outputIndexes": [
                515
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                514,
                515
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_5/Mul_1_output_0",
            "outputIndexes": [
                516
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                516
            ],
            "outputIndexes": [
                2623
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                2623
            ],
            "outputIndexes": [
                2624
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/mlp/gate_proj/Linear",
            "inputIndexes": [
                2624
            ],
            "outputIndexes": [
                2625
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    11613018,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                2625
            ],
            "outputIndexes": [
                2626
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2626
            ],
            "outputIndexes": [
                517
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                517
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_5/Sigmoid_output_0",
            "outputIndexes": [
                518
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                517,
                518
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_5/Mul_output_0",
            "outputIndexes": [
                519
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                516
            ],
            "outputIndexes": [
                2627
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                2627
            ],
            "outputIndexes": [
                2628
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/mlp/up_proj/Linear",
            "inputIndexes": [
                2628
            ],
            "outputIndexes": [
                2629
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    12166000,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                2629
            ],
            "outputIndexes": [
                2630
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2630
            ],
            "outputIndexes": [
                520
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                519,
                520
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_5/Mul_output_0",
            "outputIndexes": [
                521
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                521
            ],
            "outputIndexes": [
                2631
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                2631
            ],
            "outputIndexes": [
                2632
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/mlp/down_proj/Linear",
            "inputIndexes": [
                2632
            ],
            "outputIndexes": [
                2633
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    12718982,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                2633
            ],
            "outputIndexes": [
                2634
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.5/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2634
            ],
            "outputIndexes": [
                522
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                513,
                522
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_29_output_0",
            "outputIndexes": [
                523
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                523,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_54_output_0",
            "outputIndexes": [
                524
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.540039,
                    0.591309,
                    0.424316,
                    0.459717,
                    0.386963,
                    0.694336,
                    0.588379,
                    0.500488,
                    0.533203,
                    0.330322,
                    0.360107,
                    0.489014,
                    0.435059,
                    0.386963,
                    0.429199,
                    0.448242,
                    0.442139,
                    0.475098,
                    0.484619,
                    0.443848,
                    0.539062,
                    0.504883,
                    0.49707,
                    0.462402,
                    0.436279,
                    0.45874,
                    0.439697,
                    0.42627,
                    0.591797,
                    0.740723,
                    0.484619,
                    0.500977,
                    0.502441,
                    0.445557,
                    0.43457,
                    0.527832,
                    0.429443,
                    0.444336,
                    0.629395,
                    0.515137,
                    0.452637,
                    0.45166,
                    0.645996,
                    0.4104,
                    0.48999,
                    0.449707,
                    0.455811,
                    0.44043,
                    0.438232,
                    0.432373,
                    0.437744,
                    0.449219,
                    0.399658,
                    0.369629,
                    0.458252,
                    0.465088,
                    0.450195,
                    0.619629,
                    0.44043,
                    0.481689,
                    0.309814,
                    0.454102,
                    0.47876,
                    0.474609,
                    0.256836,
                    0.469482,
                    0.42041,
                    0.442871,
                    0.324219,
                    0.45459,
                    0.517578,
                    0.559082,
                    0.478271,
                    0.490723,
                    0.340332,
                    0.506348,
                    0.472656,
                    0.521973,
                    0.443604,
                    0.499023,
                    0.44043,
                    0.301514,
                    0.374023,
                    0.371094,
                    0.444824,
                    0.484619,
                    0.433105,
                    0.49292,
                    0.352051,
                    0.461914,
                    0.406982,
                    0.415771,
                    0.469482,
                    0.448486,
                    0.418945,
                    0.487549,
                    0.350098,
                    0.473633,
                    0.446533,
                    0.462158,
                    0.43457,
                    0.359131,
                    0.517578,
                    0.481934,
                    0.256104,
                    0.417969,
                    0.45752,
                    0.540527,
                    0.470947,
                    0.275391,
                    0.44751,
                    0.442871,
                    0.491455,
                    0.314941,
                    0.30542,
                    0.4375,
                    0.408203,
                    0.446777,
                    0.507812,
                    0.518066,
                    0.442627,
                    0.396729,
                    0.41333,
                    0.456055,
                    0.461182,
                    0.491943,
                    0.4646,
                    0.379395,
                    0.262939,
                    0.388916,
                    0.458984,
                    0.512695,
                    0.474609,
                    0.43042,
                    0.32251,
                    0.454346,
                    0.54541,
                    0.470703,
                    0.451904,
                    0.439209,
                    0.423096,
                    0.400635,
                    0.455811,
                    0.608887,
                    0.378418,
                    0.462402,
                    0.4646,
                    0.456299,
                    0.355957,
                    0.464844,
                    0.445557,
                    0.461914,
                    0.456543,
                    0.477783,
                    0.437256,
                    0.436279,
                    0.479736,
                    0.402588,
                    0.418945,
                    0.451904,
                    0.444824,
                    0.4729,
                    0.498779,
                    0.550293,
                    0.457031,
                    0.450684,
                    0.45166,
                    0.443115,
                    0.448975,
                    0.454346,
                    0.399658,
                    0.354004,
                    0.453857,
                    0.503906,
                    0.482178,
                    0.425537,
                    0.430664,
                    0.303467,
                    0.505371,
                    0.468506,
                    0.521484,
                    0.570801,
                    0.286865,
                    0.410156,
                    0.425049,
                    0.448975,
                    0.462402,
                    0.526855,
                    0.466309,
                    0.503906,
                    0.553711,
                    0.376465,
                    0.364502,
                    0.444092,
                    0.480469,
                    0.445801,
                    0.473145,
                    0.466553,
                    0.500977,
                    0.448242,
                    0.51709,
                    0.410156,
                    0.440186,
                    0.344482,
                    0.428955,
                    0.481689,
                    0.458252,
                    0.441895,
                    0.477783,
                    0.420898,
                    0.495117,
                    0.442627,
                    0.466309,
                    0.406982,
                    0.456787,
                    0.52002,
                    0.553711,
                    0.288086,
                    0.41333,
                    0.440674,
                    0.445312,
                    0.445557,
                    0.433838,
                    0.72168,
                    0.444092,
                    0.499023,
                    0.438965,
                    0.568359,
                    0.445557,
                    0.739746,
                    0.426025,
                    0.489258,
                    0.385498,
                    0.425049,
                    0.267334,
                    0.431396,
                    0.502441,
                    0.249268,
                    0.327393,
                    0.526855,
                    0.473145,
                    0.415283,
                    0.393311,
                    0.458496,
                    0.422119,
                    0.463867,
                    0.44165,
                    0.570312,
                    0.473633,
                    0.442383,
                    0.428955,
                    0.500488,
                    0.458984,
                    0.413574,
                    0.506836,
                    0.575195,
                    0.441895,
                    0.439697,
                    0.473389,
                    0.485352,
                    0.469727,
                    0.502441,
                    0.516602,
                    0.414062,
                    0.460938,
                    0.444092,
                    0.397705,
                    0.498291,
                    0.437988,
                    0.415527,
                    0.393555,
                    0.45752,
                    0.426514,
                    0.496094,
                    0.478271,
                    0.510742,
                    0.444092,
                    0.449951,
                    0.473389,
                    0.4729,
                    0.473145,
                    0.436035,
                    0.090637,
                    0.529785,
                    0.402832,
                    0.431641,
                    0.455811,
                    0.300293,
                    0.370605,
                    0.530762,
                    0.43042,
                    0.539551,
                    0.462646,
                    0.541992,
                    0.306885,
                    0.474121,
                    0.440186,
                    0.443115,
                    0.421143,
                    0.456787,
                    0.321777,
                    0.460938,
                    0.431396,
                    0.437744,
                    0.487793,
                    0.493164,
                    0.482178,
                    0.44043,
                    0.327148,
                    0.461182,
                    0.471191,
                    0.329346,
                    0.448486,
                    0.456299,
                    0.449951,
                    0.687012,
                    0.324463,
                    0.434814,
                    0.486328,
                    0.446533,
                    0.424072,
                    0.411133,
                    0.319336,
                    0.308838,
                    0.485352,
                    0.486816,
                    0.506836,
                    0.365723,
                    0.469971,
                    0.100769,
                    0.483887,
                    0.476562,
                    0.433838,
                    0.473389,
                    0.303467,
                    0.433594,
                    0.540527,
                    0.463867,
                    0.535156,
                    0.42749,
                    0.355713,
                    0.47168,
                    0.476807,
                    0.443115,
                    0.441162,
                    0.390625,
                    0.435791,
                    0.468506,
                    0.481445,
                    0.473145,
                    0.461914,
                    0.452881,
                    0.428955,
                    0.418701,
                    0.462158,
                    0.452637,
                    0.460693,
                    0.48291,
                    0.349121,
                    0.470459,
                    0.416016,
                    0.474609,
                    0.42627,
                    0.480713,
                    0.313721,
                    0.483887,
                    0.287354,
                    0.432617,
                    0.527344,
                    0.425781,
                    0.51123,
                    0.287109,
                    0.453125,
                    0.415039,
                    0.508301,
                    0.439941,
                    0.442383,
                    0.434814,
                    0.459229,
                    0.427246,
                    0.441406,
                    0.466309,
                    0.537109,
                    0.44873,
                    0.568848,
                    0.318848,
                    0.45459,
                    0.455566,
                    0.443115,
                    0.407959,
                    0.458252,
                    0.467773,
                    0.384033,
                    0.453857,
                    0.439697,
                    0.458984,
                    0.457764,
                    0.433838,
                    0.463135,
                    0.442139,
                    0.539551,
                    0.46582,
                    0.430664,
                    0.480957,
                    0.450928,
                    0.375,
                    0.443848,
                    0.549805,
                    0.449707,
                    0.437988,
                    0.479248,
                    0.466309,
                    0.44165,
                    0.509766,
                    0.423096,
                    0.405762,
                    0.42334,
                    0.346191,
                    0.456787,
                    0.428711,
                    0.435303,
                    0.393066,
                    0.552734,
                    0.434326,
                    0.473389,
                    0.495361,
                    0.487549,
                    0.469482,
                    0.505371,
                    0.432373,
                    0.406494,
                    0.457764,
                    0.432373,
                    0.530273,
                    0.425049,
                    0.401855,
                    0.4021,
                    0.461914,
                    0.419678,
                    0.456543,
                    0.428467,
                    0.537598,
                    0.478027,
                    0.445557,
                    0.484863,
                    0.520996,
                    0.482178,
                    0.414062,
                    0.435059,
                    0.436035,
                    0.501465,
                    0.46875,
                    0.532227,
                    0.290039,
                    0.511719,
                    0.428223,
                    0.470947,
                    0.4646,
                    0.561035,
                    0.442139,
                    0.490479,
                    0.483154,
                    0.485352,
                    0.432129,
                    0.407959,
                    0.402588,
                    0.435791,
                    0.473877,
                    0.481689,
                    0.425049,
                    0.44873,
                    0.296631,
                    0.431396,
                    0.449951,
                    0.462158,
                    0.373047,
                    0.544922,
                    0.444824,
                    0.373779,
                    0.447754,
                    0.435059,
                    0.44165,
                    0.442871,
                    0.472168,
                    0.256348,
                    0.460449,
                    0.403564,
                    0.334961,
                    0.454834,
                    0.455811,
                    0.358398,
                    0.445068,
                    0.623047,
                    0.568359,
                    0.571289,
                    0.473633,
                    0.438232,
                    0.530762,
                    0.44458,
                    0.468994,
                    0.41626,
                    0.441162,
                    0.485352,
                    0.44873,
                    0.488525,
                    0.385498,
                    0.282715,
                    0.446777,
                    0.613281,
                    0.539062,
                    0.430176,
                    0.493896,
                    0.462158,
                    0.348633,
                    0.399414,
                    0.496826,
                    0.614258,
                    0.464844,
                    0.493164,
                    0.498047,
                    0.429199,
                    0.503906,
                    0.423828,
                    0.463623,
                    0.436768,
                    0.378418,
                    0.433105,
                    0.44458,
                    0.434082,
                    0.452148,
                    0.45752,
                    0.460205,
                    0.435791,
                    0.269043,
                    0.42627,
                    0.743652,
                    0.422363,
                    0.473145,
                    0.426025,
                    0.5,
                    0.592285,
                    0.419189,
                    0.604004,
                    0.415771,
                    0.543457,
                    0.425049,
                    0.465088,
                    0.419434,
                    0.402832,
                    0.454102,
                    0.438721,
                    0.419678,
                    0.430176,
                    0.561523,
                    0.462402,
                    0.455078,
                    0.451904,
                    0.434814,
                    0.445068,
                    0.382568,
                    0.309326,
                    0.506348,
                    0.428955,
                    0.463867,
                    0.500977,
                    0.459961,
                    0.457275,
                    0.447021,
                    0.405762,
                    0.421875,
                    0.541016,
                    0.444824,
                    0.490479,
                    0.501953,
                    0.466553,
                    0.521484
                ]
            },
            "name": "model.model.layers.6.input_layernorm.weight",
            "outputIndexes": [
                525
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                524
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_6/Mul_output_0",
            "outputIndexes": [
                526
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                525,
                526
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_6/Mul_1_output_0",
            "outputIndexes": [
                527
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                527
            ],
            "outputIndexes": [
                2635
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                2635
            ],
            "outputIndexes": [
                2636
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/q_proj/Linear",
            "inputIndexes": [
                2636
            ],
            "outputIndexes": [
                2637
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    13271964,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                2637
            ],
            "outputIndexes": [
                2638
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2638
            ],
            "outputIndexes": [
                528
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                527
            ],
            "main_type": "NONE",
            "name": "/Shape_85_output_0",
            "outputIndexes": [
                529
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                529
            ],
            "main_type": "NONE",
            "name": "Shape1373",
            "outputIndexes": [
                530
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                529
            ],
            "main_type": "NONE",
            "name": "Rank1375",
            "outputIndexes": [
                531
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                531,
                531
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1377",
            "outputIndexes": [
                532
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                532
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1378",
            "outputIndexes": [
                533
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                532,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1380",
            "outputIndexes": [
                534
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                534
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1381",
            "outputIndexes": [
                535
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                530,
                533,
                535,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice1384",
            "outputIndexes": [
                536
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                536
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze1385",
            "outputIndexes": [
                537
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                537
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1386",
            "outputIndexes": [
                538
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                538,
                537
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1387",
            "outputIndexes": [
                539
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                529,
                539,
                532
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_94_output_0",
            "outputIndexes": [
                540
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                540,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_193_output_0",
            "outputIndexes": [
                541
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                541,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_78_output_0",
            "outputIndexes": [
                542
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                528,
                542
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_55_output_0",
            "outputIndexes": [
                543
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                543,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_48_output_0",
            "outputIndexes": [
                544
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                543
            ],
            "main_type": "NONE",
            "name": "/Shape_86_output_0",
            "outputIndexes": [
                545
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                545
            ],
            "main_type": "NONE",
            "name": "Shape1394",
            "outputIndexes": [
                546
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                545
            ],
            "main_type": "NONE",
            "name": "Rank1396",
            "outputIndexes": [
                547
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                547,
                547
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1398",
            "outputIndexes": [
                548
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                548
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1399",
            "outputIndexes": [
                549
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                548,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1401",
            "outputIndexes": [
                550
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                550
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1402",
            "outputIndexes": [
                551
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                546,
                549,
                551,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice1405",
            "outputIndexes": [
                552
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                552
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze1406",
            "outputIndexes": [
                553
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                553
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1407",
            "outputIndexes": [
                554
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                554,
                553
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1408",
            "outputIndexes": [
                555
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                545,
                555,
                548
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_95_output_0",
            "outputIndexes": [
                556
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                556,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_18_output_0",
            "outputIndexes": [
                557
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                557,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_198_output_0",
            "outputIndexes": [
                558
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                543,
                558,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_25_output_0",
            "outputIndexes": [
                559
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                559
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_12_output_0",
            "outputIndexes": [
                560
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                543,
                22,
                558,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_24_output_0",
            "outputIndexes": [
                561
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                560,
                561
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_81_output_0",
            "outputIndexes": [
                562
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                562,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_49_output_0",
            "outputIndexes": [
                563
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                544,
                563
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_30_output_0",
            "outputIndexes": [
                564
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                527
            ],
            "outputIndexes": [
                2639
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                2639
            ],
            "outputIndexes": [
                2640
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/k_proj/Linear",
            "inputIndexes": [
                2640
            ],
            "outputIndexes": [
                2641
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    13479346,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                2641
            ],
            "outputIndexes": [
                2642
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2642
            ],
            "outputIndexes": [
                565
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                541,
                70,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_79_output_0",
            "outputIndexes": [
                566
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                565,
                566
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_56_output_0",
            "outputIndexes": [
                567
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                567,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_50_output_0",
            "outputIndexes": [
                568
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                567
            ],
            "main_type": "NONE",
            "name": "/Shape_87_output_0",
            "outputIndexes": [
                569
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                569
            ],
            "main_type": "NONE",
            "name": "Shape1457",
            "outputIndexes": [
                570
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                569
            ],
            "main_type": "NONE",
            "name": "Rank1459",
            "outputIndexes": [
                571
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                571,
                571
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1461",
            "outputIndexes": [
                572
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                572
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1462",
            "outputIndexes": [
                573
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                572,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1464",
            "outputIndexes": [
                574
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                574
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1465",
            "outputIndexes": [
                575
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                570,
                573,
                575,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice1468",
            "outputIndexes": [
                576
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                576
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze1469",
            "outputIndexes": [
                577
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                577
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1470",
            "outputIndexes": [
                578
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                578,
                577
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1471",
            "outputIndexes": [
                579
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                569,
                579,
                572
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_96_output_0",
            "outputIndexes": [
                580
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                580,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_19_output_0",
            "outputIndexes": [
                581
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                581,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_200_output_0",
            "outputIndexes": [
                582
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                567,
                582,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_27_output_0",
            "outputIndexes": [
                583
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                583
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_13_output_0",
            "outputIndexes": [
                584
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                567,
                22,
                582,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_26_output_0",
            "outputIndexes": [
                585
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                584,
                585
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_82_output_0",
            "outputIndexes": [
                586
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                586,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_51_output_0",
            "outputIndexes": [
                587
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                568,
                587
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_31_output_0",
            "outputIndexes": [
                588
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                527
            ],
            "outputIndexes": [
                2643
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                2643
            ],
            "outputIndexes": [
                2644
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/v_proj/Linear",
            "inputIndexes": [
                2644
            ],
            "outputIndexes": [
                2645
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    13548488,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                2645
            ],
            "outputIndexes": [
                2646
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2646
            ],
            "outputIndexes": [
                589
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                589,
                566
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_57_output_0",
            "outputIndexes": [
                590
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                564,
                588,
                590,
                110
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_62_output_0",
            "outputIndexes": [
                591
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                591
            ],
            "outputIndexes": [
                2647
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                2647
            ],
            "outputIndexes": [
                2648
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/o_proj/Linear",
            "inputIndexes": [
                2648
            ],
            "outputIndexes": [
                2649
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    13617630,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                2649
            ],
            "outputIndexes": [
                2650
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2650
            ],
            "outputIndexes": [
                592
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                524,
                592
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_33_output_0",
            "outputIndexes": [
                593
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.351562,
                    0.295166,
                    0.4021,
                    0.391113,
                    0.230835,
                    0.27417,
                    0.285889,
                    0.416748,
                    0.436523,
                    0.224609,
                    0.286377,
                    0.38208,
                    0.403564,
                    0.273438,
                    0.397461,
                    0.41626,
                    0.419922,
                    0.394775,
                    0.398193,
                    0.410645,
                    0.423828,
                    0.37085,
                    0.44873,
                    0.414551,
                    0.37085,
                    0.425293,
                    0.416992,
                    0.404785,
                    0.389893,
                    0.204712,
                    0.346924,
                    0.272217,
                    0.402588,
                    0.417236,
                    0.418701,
                    0.468994,
                    0.411865,
                    0.418945,
                    0.330811,
                    0.425293,
                    0.303711,
                    0.377197,
                    0.40625,
                    0.403564,
                    0.430664,
                    0.38916,
                    0.383789,
                    0.405273,
                    0.333252,
                    0.354492,
                    0.416016,
                    0.350098,
                    0.415527,
                    0.294922,
                    0.404053,
                    0.388916,
                    0.391602,
                    0.422119,
                    0.4021,
                    0.365234,
                    0.240356,
                    0.415771,
                    0.391846,
                    0.425049,
                    0.208252,
                    0.426025,
                    0.23999,
                    0.41748,
                    0.24707,
                    0.397217,
                    0.370605,
                    0.333252,
                    0.410156,
                    0.425293,
                    0.260254,
                    0.393555,
                    0.416504,
                    0.438232,
                    0.380859,
                    0.412842,
                    0.43457,
                    0.235229,
                    0.291504,
                    0.230957,
                    0.376465,
                    0.404053,
                    0.389404,
                    0.282227,
                    0.258545,
                    0.411865,
                    0.266602,
                    0.417969,
                    0.40332,
                    0.401611,
                    -0.000325,
                    0.398438,
                    0.289795,
                    0.407227,
                    0.419434,
                    0.396484,
                    0.375,
                    0.2771,
                    0.418701,
                    0.405029,
                    0.213623,
                    0.443115,
                    0.377441,
                    0.406738,
                    0.405273,
                    0.212891,
                    0.419189,
                    0.413086,
                    0.383789,
                    0.227295,
                    0.255371,
                    0.382568,
                    0.401855,
                    0.37793,
                    0.383057,
                    0.418945,
                    0.4104,
                    0.328125,
                    0.424072,
                    0.41333,
                    0.409912,
                    0.401123,
                    0.421387,
                    0.287109,
                    0.221191,
                    0.296631,
                    0.389648,
                    0.401611,
                    0.430664,
                    0.380127,
                    0.21582,
                    0.406982,
                    0.412598,
                    0.415771,
                    0.360107,
                    0.405273,
                    0.397949,
                    0.365723,
                    0.412598,
                    0.356201,
                    0.31543,
                    0.400146,
                    0.456543,
                    0.303711,
                    0.282471,
                    0.404297,
                    0.419434,
                    0.378662,
                    0.400391,
                    0.385254,
                    0.417725,
                    0.415283,
                    0.403809,
                    0.423584,
                    0.33252,
                    0.41748,
                    0.39917,
                    0.400146,
                    0.31665,
                    0.439453,
                    0.406006,
                    0.36084,
                    0.421387,
                    0.392822,
                    0.422119,
                    0.415527,
                    0.29541,
                    0.22522,
                    0.384277,
                    0.418457,
                    0.436768,
                    0.4104,
                    0.410889,
                    0.202759,
                    0.438477,
                    0.420898,
                    0.303223,
                    0.310303,
                    0.223999,
                    0.370117,
                    0.395508,
                    0.409424,
                    0.405762,
                    0.430908,
                    0.430664,
                    0.422607,
                    0.396729,
                    0.310791,
                    0.263184,
                    0.425293,
                    0.427002,
                    0.412842,
                    0.425293,
                    0.411133,
                    0.414551,
                    0.421875,
                    0.268066,
                    0.348389,
                    0.384521,
                    0.268555,
                    0.427246,
                    0.399414,
                    0.412598,
                    0.402832,
                    0.4021,
                    0.4375,
                    0.400635,
                    0.385254,
                    0.368896,
                    0.37915,
                    0.428223,
                    0.393555,
                    0.400635,
                    0.221191,
                    0.376953,
                    0.30835,
                    0.421631,
                    0.408691,
                    0.423584,
                    0.379883,
                    0.282471,
                    0.413574,
                    0.408936,
                    0.329102,
                    0.383789,
                    0.373047,
                    0.3125,
                    0.394775,
                    0.307617,
                    0.406982,
                    0.223145,
                    0.412842,
                    0.424072,
                    0.202148,
                    0.254639,
                    0.426514,
                    0.436035,
                    0.379639,
                    0.298828,
                    0.402832,
                    0.339355,
                    0.409912,
                    0.417236,
                    0.428223,
                    0.379395,
                    0.407959,
                    0.35791,
                    0.381348,
                    0.396484,
                    0.399414,
                    0.437744,
                    0.327393,
                    0.410645,
                    0.41333,
                    0.394775,
                    0.403809,
                    0.382568,
                    0.435059,
                    0.439209,
                    0.411865,
                    0.423096,
                    0.426758,
                    0.338623,
                    0.431885,
                    0.383789,
                    0.347656,
                    0.301025,
                    0.417725,
                    0.417725,
                    0.41333,
                    0.381104,
                    0.421631,
                    0.397217,
                    0.398926,
                    0.389404,
                    0.374268,
                    0.428955,
                    0.425537,
                    0.316162,
                    0.437256,
                    0.296143,
                    0.452148,
                    0.403809,
                    0.224731,
                    0.278564,
                    0.423584,
                    0.363281,
                    0.42041,
                    0.415283,
                    0.286865,
                    0.252686,
                    0.39917,
                    0.397217,
                    0.400146,
                    0.379395,
                    0.397461,
                    0.258301,
                    0.4104,
                    0.337158,
                    0.415283,
                    0.443359,
                    0.427002,
                    0.405518,
                    0.401855,
                    0.210938,
                    0.407471,
                    0.378174,
                    0.229736,
                    0.410645,
                    0.41626,
                    0.405518,
                    0.211182,
                    0.208618,
                    0.405273,
                    0.373535,
                    0.373047,
                    0.336426,
                    0.402832,
                    0.251709,
                    0.234741,
                    0.410156,
                    0.401855,
                    0.394287,
                    0.227905,
                    0.40918,
                    0.334961,
                    0.435303,
                    0.419922,
                    0.3125,
                    0.400635,
                    0.248535,
                    0.334473,
                    0.417969,
                    0.321777,
                    0.440918,
                    0.402344,
                    0.286377,
                    0.420898,
                    0.46167,
                    0.422607,
                    0.375732,
                    0.312012,
                    0.412354,
                    0.362793,
                    0.270508,
                    0.409912,
                    0.415039,
                    0.409668,
                    0.326172,
                    0.362305,
                    0.389648,
                    0.374512,
                    0.425293,
                    0.37793,
                    0.273193,
                    0.410889,
                    0.394531,
                    0.401367,
                    0.34082,
                    0.405273,
                    0.247681,
                    0.419922,
                    0.219238,
                    0.270508,
                    0.425537,
                    0.397217,
                    0.438232,
                    0.229126,
                    0.424805,
                    0.253418,
                    0.424805,
                    0.402832,
                    0.422852,
                    0.399902,
                    0.422363,
                    0.427002,
                    0.423096,
                    0.400391,
                    0.365234,
                    0.419189,
                    0.305664,
                    0.226074,
                    0.428711,
                    0.397461,
                    0.402832,
                    0.30957,
                    0.404053,
                    0.403809,
                    0.299805,
                    0.343994,
                    0.400879,
                    0.416504,
                    0.331299,
                    0.410156,
                    0.423584,
                    0.431152,
                    0.436035,
                    0.392578,
                    0.416992,
                    0.417236,
                    0.423584,
                    0.252441,
                    0.392822,
                    0.290771,
                    0.407715,
                    0.410889,
                    0.409424,
                    0.382324,
                    0.405029,
                    0.421387,
                    0.430176,
                    0.347656,
                    0.38916,
                    0.262451,
                    0.425049,
                    0.406738,
                    0.432617,
                    0.31543,
                    0.419678,
                    0.371338,
                    0.437988,
                    0.40918,
                    0.425293,
                    0.407959,
                    0.325684,
                    0.409424,
                    0.358887,
                    0.405029,
                    0.419189,
                    0.435059,
                    0.387695,
                    0.321533,
                    0.299805,
                    0.420166,
                    0.40332,
                    0.411133,
                    0.405518,
                    0.424805,
                    0.322998,
                    0.408936,
                    0.403564,
                    0.371826,
                    0.418701,
                    0.283936,
                    0.322021,
                    0.412354,
                    0.39624,
                    0.411865,
                    0.450928,
                    0.212524,
                    0.249634,
                    0.310791,
                    0.4104,
                    0.419678,
                    0.425293,
                    0.421387,
                    0.383301,
                    0.426758,
                    0.410645,
                    0.404541,
                    0.332275,
                    0.238159,
                    0.408936,
                    0.35376,
                    0.37793,
                    0.301758,
                    0.417236,
                    0.234619,
                    0.404297,
                    0.42627,
                    0.425293,
                    0.266846,
                    0.398682,
                    0.456543,
                    0.280273,
                    0.424316,
                    0.42041,
                    0.359619,
                    0.403809,
                    0.378662,
                    0.205322,
                    0.391846,
                    0.292236,
                    0.255371,
                    0.413818,
                    0.425781,
                    0.267334,
                    0.398926,
                    0.424316,
                    0.265137,
                    0.301514,
                    0.415283,
                    0.339355,
                    0.416748,
                    0.410156,
                    0.417236,
                    0.403809,
                    0.416016,
                    0.407959,
                    0.380615,
                    0.322754,
                    0.290039,
                    0.226196,
                    0.410156,
                    0.404541,
                    0.415039,
                    0.350586,
                    0.424561,
                    0.444092,
                    0.29248,
                    0.364014,
                    0.411133,
                    0.317383,
                    0.422852,
                    0.372314,
                    0.351562,
                    0.395264,
                    0.43335,
                    0.407227,
                    0.405518,
                    0.420166,
                    0.190552,
                    0.415527,
                    0.418701,
                    0.393066,
                    0.398926,
                    0.371826,
                    0.422852,
                    0.414795,
                    0.204346,
                    0.448242,
                    0.354492,
                    0.342285,
                    0.403076,
                    0.387207,
                    0.348877,
                    0.408203,
                    0.414307,
                    0.289795,
                    0.262939,
                    0.395508,
                    0.404297,
                    0.403076,
                    0.409668,
                    0.385254,
                    0.427979,
                    0.37793,
                    0.34375,
                    0.372803,
                    0.385498,
                    0.406738,
                    0.402588,
                    0.408203,
                    0.188354,
                    0.391602,
                    0.237061,
                    0.238281,
                    0.388184,
                    0.416992,
                    0.427979,
                    0.422852,
                    0.422119,
                    0.445312,
                    0.423828,
                    0.345459,
                    0.351562,
                    0.476318,
                    0.380859,
                    0.419189,
                    0.424561,
                    0.393066,
                    0.419189
                ]
            },
            "name": "model.model.layers.6.post_attention_layernorm.weight",
            "outputIndexes": [
                594
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                593
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_6/Mul_output_0",
            "outputIndexes": [
                595
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                594,
                595
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_6/Mul_1_output_0",
            "outputIndexes": [
                596
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                596
            ],
            "outputIndexes": [
                2651
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                2651
            ],
            "outputIndexes": [
                2652
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/mlp/gate_proj/Linear",
            "inputIndexes": [
                2652
            ],
            "outputIndexes": [
                2653
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    13825012,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                2653
            ],
            "outputIndexes": [
                2654
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2654
            ],
            "outputIndexes": [
                597
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                597
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_6/Sigmoid_output_0",
            "outputIndexes": [
                598
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                597,
                598
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_6/Mul_output_0",
            "outputIndexes": [
                599
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                596
            ],
            "outputIndexes": [
                2655
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                2655
            ],
            "outputIndexes": [
                2656
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/mlp/up_proj/Linear",
            "inputIndexes": [
                2656
            ],
            "outputIndexes": [
                2657
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    14377994,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                2657
            ],
            "outputIndexes": [
                2658
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2658
            ],
            "outputIndexes": [
                600
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                599,
                600
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_6/Mul_output_0",
            "outputIndexes": [
                601
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                601
            ],
            "outputIndexes": [
                2659
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                2659
            ],
            "outputIndexes": [
                2660
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/mlp/down_proj/Linear",
            "inputIndexes": [
                2660
            ],
            "outputIndexes": [
                2661
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    14930976,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                2661
            ],
            "outputIndexes": [
                2662
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.6/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2662
            ],
            "outputIndexes": [
                602
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                593,
                602
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_34_output_0",
            "outputIndexes": [
                603
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                603,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_63_output_0",
            "outputIndexes": [
                604
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.629883,
                    0.61377,
                    0.450684,
                    0.444336,
                    0.471191,
                    0.821289,
                    0.665527,
                    0.619629,
                    0.570312,
                    0.374756,
                    0.402832,
                    0.51416,
                    0.464844,
                    0.411621,
                    0.47168,
                    0.469482,
                    0.427002,
                    0.435303,
                    0.435791,
                    0.4729,
                    0.615723,
                    0.562012,
                    0.599121,
                    0.474854,
                    0.436279,
                    0.43042,
                    0.481934,
                    0.454346,
                    0.665039,
                    0.819824,
                    0.540527,
                    0.496094,
                    0.473389,
                    0.499512,
                    0.399414,
                    0.57959,
                    0.410889,
                    0.570801,
                    0.631836,
                    0.439209,
                    0.443359,
                    0.484131,
                    0.73877,
                    0.444336,
                    0.440674,
                    0.439697,
                    0.453125,
                    0.4646,
                    0.493164,
                    0.497803,
                    0.427979,
                    0.504395,
                    0.451904,
                    0.386719,
                    0.487549,
                    0.423096,
                    0.463623,
                    0.658203,
                    0.435791,
                    0.524414,
                    0.350586,
                    0.479736,
                    0.453369,
                    0.535156,
                    0.253174,
                    0.443359,
                    0.432861,
                    0.520996,
                    0.334473,
                    0.493164,
                    0.589844,
                    0.571777,
                    0.522949,
                    0.448975,
                    0.383301,
                    0.524902,
                    0.458496,
                    0.455322,
                    0.5,
                    0.445557,
                    0.469727,
                    0.326172,
                    0.414307,
                    0.376465,
                    0.455566,
                    0.502441,
                    0.466309,
                    0.558105,
                    0.374756,
                    0.448242,
                    0.463867,
                    0.410645,
                    0.454834,
                    0.451416,
                    0.577637,
                    0.541504,
                    0.405273,
                    0.428955,
                    0.415039,
                    0.453369,
                    0.44873,
                    0.38623,
                    0.47998,
                    0.444336,
                    0.25415,
                    0.458008,
                    0.484131,
                    0.735352,
                    0.440186,
                    0.27002,
                    0.470459,
                    0.413086,
                    0.513672,
                    0.310303,
                    0.35791,
                    0.403564,
                    0.481934,
                    0.480469,
                    0.537109,
                    0.488281,
                    0.435547,
                    0.447021,
                    0.435791,
                    0.473877,
                    0.428223,
                    0.477783,
                    0.508789,
                    0.427734,
                    0.233276,
                    0.447998,
                    0.469727,
                    0.485352,
                    0.492188,
                    0.460693,
                    0.296143,
                    0.422607,
                    0.553711,
                    0.502441,
                    0.508789,
                    0.43335,
                    0.443115,
                    0.481689,
                    0.486328,
                    0.658691,
                    0.42041,
                    0.463867,
                    0.458008,
                    0.461426,
                    0.406494,
                    0.427734,
                    0.450195,
                    0.479492,
                    0.439453,
                    0.445557,
                    0.490967,
                    0.489502,
                    0.454834,
                    0.406738,
                    0.476318,
                    0.455322,
                    0.477051,
                    0.59668,
                    0.533691,
                    0.529297,
                    0.496338,
                    0.452148,
                    0.49707,
                    0.479004,
                    0.418945,
                    0.455566,
                    0.436523,
                    0.340576,
                    0.470947,
                    0.498047,
                    0.470947,
                    0.440918,
                    0.445557,
                    0.310059,
                    0.487061,
                    0.507324,
                    0.538086,
                    0.59668,
                    0.307861,
                    0.431152,
                    0.415283,
                    0.477295,
                    0.480469,
                    0.530273,
                    0.459717,
                    0.506836,
                    0.680176,
                    0.397461,
                    0.364258,
                    0.445557,
                    0.445801,
                    0.496826,
                    0.449219,
                    0.46167,
                    0.534668,
                    0.466064,
                    0.556641,
                    0.438721,
                    0.476562,
                    0.35083,
                    0.401855,
                    0.467529,
                    0.47168,
                    0.513672,
                    0.537109,
                    0.473145,
                    0.52832,
                    0.464844,
                    0.470703,
                    0.431641,
                    0.425537,
                    0.535156,
                    0.504883,
                    0.283936,
                    0.452393,
                    0.442871,
                    0.427246,
                    0.42627,
                    0.429443,
                    0.804688,
                    0.440186,
                    0.455322,
                    0.457275,
                    0.586426,
                    0.419189,
                    0.831055,
                    0.48584,
                    0.418457,
                    0.399658,
                    0.481201,
                    0.301514,
                    0.421875,
                    0.491699,
                    0.276611,
                    0.346924,
                    0.523438,
                    0.455322,
                    0.44043,
                    0.454346,
                    0.423828,
                    0.431152,
                    0.476318,
                    0.454102,
                    0.617188,
                    0.501953,
                    0.446289,
                    0.421387,
                    0.485596,
                    0.448975,
                    0.406494,
                    0.561523,
                    0.706543,
                    0.442139,
                    0.54541,
                    0.45752,
                    0.499268,
                    0.529785,
                    0.470459,
                    0.456787,
                    0.428955,
                    0.472412,
                    0.525879,
                    0.412354,
                    0.479248,
                    0.47168,
                    0.42749,
                    0.442871,
                    0.435303,
                    0.44458,
                    0.481445,
                    0.486328,
                    0.461426,
                    0.469482,
                    0.490967,
                    0.479736,
                    0.581055,
                    0.447754,
                    0.414062,
                    0.111755,
                    0.578613,
                    0.457031,
                    0.494873,
                    0.476318,
                    0.299561,
                    0.380127,
                    0.527832,
                    0.48999,
                    0.550293,
                    0.453369,
                    0.553711,
                    0.362793,
                    0.465332,
                    0.45874,
                    0.455322,
                    0.438721,
                    0.483398,
                    0.341064,
                    0.486816,
                    0.450195,
                    0.442139,
                    0.532715,
                    0.446777,
                    0.517578,
                    0.42749,
                    0.264404,
                    0.46582,
                    0.478027,
                    0.298096,
                    0.466553,
                    0.479248,
                    0.44458,
                    0.605469,
                    0.299561,
                    0.455811,
                    0.506348,
                    0.518555,
                    0.470947,
                    0.412354,
                    0.373291,
                    0.313965,
                    0.53125,
                    0.505371,
                    0.422852,
                    0.350342,
                    0.515625,
                    0.11731,
                    0.497803,
                    0.51416,
                    0.456299,
                    0.491699,
                    0.307129,
                    0.470703,
                    0.474121,
                    0.499023,
                    0.499756,
                    0.465332,
                    0.40918,
                    0.460205,
                    0.473633,
                    0.430664,
                    0.448975,
                    0.46582,
                    0.44458,
                    0.476807,
                    0.445557,
                    0.46582,
                    0.523926,
                    0.444336,
                    0.436279,
                    0.439209,
                    0.448975,
                    0.467529,
                    0.473389,
                    0.52832,
                    0.368896,
                    0.451416,
                    0.445557,
                    0.496094,
                    0.443604,
                    0.498291,
                    0.355957,
                    0.461914,
                    0.306396,
                    0.452637,
                    0.608887,
                    0.469482,
                    0.506836,
                    0.313721,
                    0.472656,
                    0.408203,
                    0.452881,
                    0.441162,
                    0.4729,
                    0.5,
                    0.483887,
                    0.39917,
                    0.480713,
                    0.464844,
                    0.563477,
                    0.437256,
                    0.50293,
                    0.339355,
                    0.456299,
                    0.468262,
                    0.514648,
                    0.458252,
                    0.482178,
                    0.447754,
                    0.374756,
                    0.485596,
                    0.435547,
                    0.437744,
                    0.501465,
                    0.464844,
                    0.391846,
                    0.473389,
                    0.521973,
                    0.501465,
                    0.46167,
                    0.492188,
                    0.432861,
                    0.381348,
                    0.460693,
                    0.541016,
                    0.434814,
                    0.403076,
                    0.512207,
                    0.407471,
                    0.439209,
                    0.484863,
                    0.43457,
                    0.491455,
                    0.50293,
                    0.330811,
                    0.490234,
                    0.465088,
                    0.45459,
                    0.412354,
                    0.51416,
                    0.472168,
                    0.459473,
                    0.486328,
                    0.424561,
                    0.510254,
                    0.471924,
                    0.448486,
                    0.453369,
                    0.465088,
                    0.414795,
                    0.556641,
                    0.484375,
                    0.416504,
                    0.405273,
                    0.445312,
                    0.418457,
                    0.452881,
                    0.441162,
                    0.615723,
                    0.544922,
                    0.430908,
                    0.513184,
                    0.570801,
                    0.510254,
                    0.440918,
                    0.455811,
                    0.453613,
                    0.530273,
                    0.484619,
                    0.487793,
                    0.29126,
                    0.583008,
                    0.42041,
                    0.492432,
                    0.474121,
                    0.567871,
                    0.476807,
                    0.709473,
                    0.423584,
                    0.442383,
                    0.430176,
                    0.395508,
                    0.454346,
                    0.450439,
                    0.501953,
                    0.550293,
                    0.498535,
                    0.415039,
                    0.318359,
                    0.489502,
                    0.462891,
                    0.483398,
                    0.353271,
                    0.552734,
                    0.503906,
                    0.394531,
                    0.487061,
                    0.412842,
                    0.451172,
                    0.427734,
                    0.539551,
                    0.243042,
                    0.447266,
                    0.444092,
                    0.342529,
                    0.470947,
                    0.508789,
                    0.387207,
                    0.47876,
                    0.608398,
                    0.646973,
                    0.576172,
                    0.4375,
                    0.503906,
                    0.460205,
                    0.424072,
                    0.37085,
                    0.439941,
                    0.486572,
                    0.435547,
                    0.429443,
                    0.470215,
                    0.399658,
                    0.28833,
                    0.426025,
                    0.645508,
                    0.557617,
                    0.455811,
                    0.504883,
                    0.525879,
                    0.413574,
                    0.430176,
                    0.417236,
                    0.652344,
                    0.49292,
                    0.49585,
                    0.623047,
                    0.446289,
                    0.559082,
                    0.47998,
                    0.526367,
                    0.447021,
                    0.401367,
                    0.424316,
                    0.428711,
                    0.424805,
                    0.43042,
                    0.441162,
                    0.507324,
                    0.427979,
                    0.279785,
                    0.507812,
                    0.773438,
                    0.407471,
                    0.506348,
                    0.432861,
                    0.547852,
                    0.651367,
                    0.476318,
                    0.608398,
                    0.445801,
                    0.555176,
                    0.46167,
                    0.417236,
                    0.495117,
                    0.398682,
                    0.470459,
                    0.435791,
                    0.417725,
                    0.45166,
                    0.619629,
                    0.458252,
                    0.485352,
                    0.451416,
                    0.466309,
                    0.430176,
                    0.393555,
                    0.311523,
                    0.464355,
                    0.436523,
                    0.480469,
                    0.422607,
                    0.454102,
                    0.494141,
                    0.434814,
                    0.410156,
                    0.471924,
                    0.685547,
                    0.457764,
                    0.438965,
                    0.505371,
                    0.408691,
                    0.493164
                ]
            },
            "name": "model.model.layers.7.input_layernorm.weight",
            "outputIndexes": [
                605
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                604
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_7/Mul_output_0",
            "outputIndexes": [
                606
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                605,
                606
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_7/Mul_1_output_0",
            "outputIndexes": [
                607
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                607
            ],
            "outputIndexes": [
                2663
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                2663
            ],
            "outputIndexes": [
                2664
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/q_proj/Linear",
            "inputIndexes": [
                2664
            ],
            "outputIndexes": [
                2665
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    15483958,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                2665
            ],
            "outputIndexes": [
                2666
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2666
            ],
            "outputIndexes": [
                608
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                607
            ],
            "main_type": "NONE",
            "name": "/Shape_99_output_0",
            "outputIndexes": [
                609
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                609
            ],
            "main_type": "NONE",
            "name": "Shape1589",
            "outputIndexes": [
                610
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                609
            ],
            "main_type": "NONE",
            "name": "Rank1591",
            "outputIndexes": [
                611
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                611,
                611
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1593",
            "outputIndexes": [
                612
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                612
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1594",
            "outputIndexes": [
                613
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                612,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1596",
            "outputIndexes": [
                614
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                614
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1597",
            "outputIndexes": [
                615
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                610,
                613,
                615,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice1600",
            "outputIndexes": [
                616
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                616
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze1601",
            "outputIndexes": [
                617
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                617
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1602",
            "outputIndexes": [
                618
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                618,
                617
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1603",
            "outputIndexes": [
                619
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                609,
                619,
                612
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_109_output_0",
            "outputIndexes": [
                620
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                620,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_225_output_0",
            "outputIndexes": [
                621
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                621,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_91_output_0",
            "outputIndexes": [
                622
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                608,
                622
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_64_output_0",
            "outputIndexes": [
                623
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                623,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_56_output_0",
            "outputIndexes": [
                624
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                623
            ],
            "main_type": "NONE",
            "name": "/Shape_100_output_0",
            "outputIndexes": [
                625
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                625
            ],
            "main_type": "NONE",
            "name": "Shape1610",
            "outputIndexes": [
                626
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                625
            ],
            "main_type": "NONE",
            "name": "Rank1612",
            "outputIndexes": [
                627
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                627,
                627
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1614",
            "outputIndexes": [
                628
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                628
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1615",
            "outputIndexes": [
                629
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                628,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1617",
            "outputIndexes": [
                630
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                630
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1618",
            "outputIndexes": [
                631
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                626,
                629,
                631,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice1621",
            "outputIndexes": [
                632
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                632
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze1622",
            "outputIndexes": [
                633
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                633
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1623",
            "outputIndexes": [
                634
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                634,
                633
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1624",
            "outputIndexes": [
                635
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                625,
                635,
                628
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_110_output_0",
            "outputIndexes": [
                636
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                636,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_21_output_0",
            "outputIndexes": [
                637
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                637,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_230_output_0",
            "outputIndexes": [
                638
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                623,
                638,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_29_output_0",
            "outputIndexes": [
                639
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                639
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_14_output_0",
            "outputIndexes": [
                640
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                623,
                22,
                638,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_28_output_0",
            "outputIndexes": [
                641
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                640,
                641
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_94_output_0",
            "outputIndexes": [
                642
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                642,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_57_output_0",
            "outputIndexes": [
                643
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                624,
                643
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_35_output_0",
            "outputIndexes": [
                644
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                607
            ],
            "outputIndexes": [
                2667
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                2667
            ],
            "outputIndexes": [
                2668
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/k_proj/Linear",
            "inputIndexes": [
                2668
            ],
            "outputIndexes": [
                2669
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    15691340,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                2669
            ],
            "outputIndexes": [
                2670
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2670
            ],
            "outputIndexes": [
                645
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                621,
                70,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_92_output_0",
            "outputIndexes": [
                646
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                645,
                646
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_65_output_0",
            "outputIndexes": [
                647
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                647,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_58_output_0",
            "outputIndexes": [
                648
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                647
            ],
            "main_type": "NONE",
            "name": "/Shape_101_output_0",
            "outputIndexes": [
                649
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                649
            ],
            "main_type": "NONE",
            "name": "Shape1673",
            "outputIndexes": [
                650
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                649
            ],
            "main_type": "NONE",
            "name": "Rank1675",
            "outputIndexes": [
                651
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                651,
                651
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1677",
            "outputIndexes": [
                652
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                652
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1678",
            "outputIndexes": [
                653
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                652,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1680",
            "outputIndexes": [
                654
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                654
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1681",
            "outputIndexes": [
                655
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                650,
                653,
                655,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice1684",
            "outputIndexes": [
                656
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                656
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze1685",
            "outputIndexes": [
                657
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                657
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1686",
            "outputIndexes": [
                658
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                658,
                657
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1687",
            "outputIndexes": [
                659
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                649,
                659,
                652
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_111_output_0",
            "outputIndexes": [
                660
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                660,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_22_output_0",
            "outputIndexes": [
                661
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                661,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_232_output_0",
            "outputIndexes": [
                662
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                647,
                662,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_31_output_0",
            "outputIndexes": [
                663
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                663
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_15_output_0",
            "outputIndexes": [
                664
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                647,
                22,
                662,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_30_output_0",
            "outputIndexes": [
                665
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                664,
                665
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_95_output_0",
            "outputIndexes": [
                666
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                666,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_59_output_0",
            "outputIndexes": [
                667
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                648,
                667
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_36_output_0",
            "outputIndexes": [
                668
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                607
            ],
            "outputIndexes": [
                2671
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                2671
            ],
            "outputIndexes": [
                2672
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/v_proj/Linear",
            "inputIndexes": [
                2672
            ],
            "outputIndexes": [
                2673
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    15760482,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                2673
            ],
            "outputIndexes": [
                2674
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2674
            ],
            "outputIndexes": [
                669
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                669,
                646
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_66_output_0",
            "outputIndexes": [
                670
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                644,
                668,
                670,
                110
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_71_output_0",
            "outputIndexes": [
                671
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                671
            ],
            "outputIndexes": [
                2675
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                2675
            ],
            "outputIndexes": [
                2676
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/o_proj/Linear",
            "inputIndexes": [
                2676
            ],
            "outputIndexes": [
                2677
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    15829624,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                2677
            ],
            "outputIndexes": [
                2678
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2678
            ],
            "outputIndexes": [
                672
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                604,
                672
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_38_output_0",
            "outputIndexes": [
                673
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.350098,
                    0.273193,
                    0.396973,
                    0.408691,
                    0.227661,
                    0.264648,
                    0.260498,
                    0.422363,
                    0.43457,
                    0.21814,
                    0.277344,
                    0.376465,
                    0.40332,
                    0.274658,
                    0.385742,
                    0.421631,
                    0.419189,
                    0.389648,
                    0.412354,
                    0.435059,
                    0.39209,
                    0.36792,
                    0.45752,
                    0.40918,
                    0.364258,
                    0.429199,
                    0.419922,
                    0.395996,
                    0.36499,
                    0.183472,
                    0.334717,
                    0.251221,
                    0.39502,
                    0.434082,
                    0.427002,
                    0.446045,
                    0.404785,
                    0.41748,
                    0.308105,
                    0.414795,
                    0.293945,
                    0.391602,
                    0.372559,
                    0.405029,
                    0.426514,
                    0.410156,
                    0.401123,
                    0.410156,
                    0.330811,
                    0.353271,
                    0.424805,
                    0.348877,
                    0.420166,
                    0.263428,
                    0.404053,
                    0.397217,
                    0.384033,
                    0.408936,
                    0.379639,
                    0.358398,
                    0.241211,
                    0.421143,
                    0.379883,
                    0.424072,
                    0.198486,
                    0.411865,
                    0.231323,
                    0.415771,
                    0.239014,
                    0.398193,
                    0.378174,
                    0.323242,
                    0.421143,
                    0.408691,
                    0.253418,
                    0.400635,
                    0.408203,
                    0.416748,
                    0.381348,
                    0.423828,
                    0.424316,
                    0.222168,
                    0.269287,
                    0.224609,
                    0.381348,
                    0.431152,
                    0.393555,
                    0.260498,
                    0.247437,
                    0.394531,
                    0.26416,
                    0.424072,
                    0.419678,
                    0.40625,
                    -0.000282,
                    0.393799,
                    0.279541,
                    0.403076,
                    0.418701,
                    0.422363,
                    0.37793,
                    0.276611,
                    0.411865,
                    0.397461,
                    0.203247,
                    0.436768,
                    0.365479,
                    0.431641,
                    0.394287,
                    0.200317,
                    0.424316,
                    0.414795,
                    0.389404,
                    0.229004,
                    0.234741,
                    0.36084,
                    0.420654,
                    0.372559,
                    0.384521,
                    0.406494,
                    0.432617,
                    0.321777,
                    0.434326,
                    0.42334,
                    0.424805,
                    0.399658,
                    0.422852,
                    0.275635,
                    0.203735,
                    0.284668,
                    0.38916,
                    0.375244,
                    0.43335,
                    0.378662,
                    0.206055,
                    0.412109,
                    0.395752,
                    0.428711,
                    0.371338,
                    0.401855,
                    0.390625,
                    0.369629,
                    0.412842,
                    0.342041,
                    0.305664,
                    0.410156,
                    0.467773,
                    0.28833,
                    0.270264,
                    0.402832,
                    0.431885,
                    0.387695,
                    0.406738,
                    0.397705,
                    0.413818,
                    0.430908,
                    0.39624,
                    0.451416,
                    0.324219,
                    0.420898,
                    0.416748,
                    0.414795,
                    0.29126,
                    0.434082,
                    0.410645,
                    0.360107,
                    0.410156,
                    0.406738,
                    0.436523,
                    0.409912,
                    0.297852,
                    0.220093,
                    0.387939,
                    0.40332,
                    0.425293,
                    0.43042,
                    0.423096,
                    0.195557,
                    0.432861,
                    0.425537,
                    0.264404,
                    0.294922,
                    0.214355,
                    0.368408,
                    0.406738,
                    0.411377,
                    0.428955,
                    0.413818,
                    0.427246,
                    0.418945,
                    0.41333,
                    0.30127,
                    0.248047,
                    0.424561,
                    0.44458,
                    0.422852,
                    0.430664,
                    0.42041,
                    0.418945,
                    0.442627,
                    0.231689,
                    0.350098,
                    0.385254,
                    0.251465,
                    0.445557,
                    0.39209,
                    0.418213,
                    0.419434,
                    0.4104,
                    0.417725,
                    0.388672,
                    0.388428,
                    0.343018,
                    0.369141,
                    0.451172,
                    0.395996,
                    0.390625,
                    0.217041,
                    0.373047,
                    0.29541,
                    0.420898,
                    0.416016,
                    0.43457,
                    0.349121,
                    0.269287,
                    0.419434,
                    0.407471,
                    0.308594,
                    0.406738,
                    0.344482,
                    0.299805,
                    0.364014,
                    0.306396,
                    0.423096,
                    0.208252,
                    0.410645,
                    0.404785,
                    0.186523,
                    0.238892,
                    0.42041,
                    0.421387,
                    0.380127,
                    0.292236,
                    0.414795,
                    0.334961,
                    0.416748,
                    0.413086,
                    0.4104,
                    0.377197,
                    0.395752,
                    0.355957,
                    0.359375,
                    0.379395,
                    0.409668,
                    0.436768,
                    0.300537,
                    0.42627,
                    0.405518,
                    0.394043,
                    0.404785,
                    0.394775,
                    0.441895,
                    0.442383,
                    0.414307,
                    0.419922,
                    0.442627,
                    0.324707,
                    0.435791,
                    0.376953,
                    0.353027,
                    0.286865,
                    0.415771,
                    0.410645,
                    0.408691,
                    0.381348,
                    0.43042,
                    0.399414,
                    0.416504,
                    0.381104,
                    0.375977,
                    0.433105,
                    0.429199,
                    0.292236,
                    0.419922,
                    0.254639,
                    0.432129,
                    0.412109,
                    0.218018,
                    0.273438,
                    0.445068,
                    0.352783,
                    0.413574,
                    0.422363,
                    0.286621,
                    0.243164,
                    0.401855,
                    0.413086,
                    0.416504,
                    0.354004,
                    0.396973,
                    0.248047,
                    0.422607,
                    0.331055,
                    0.429199,
                    0.445068,
                    0.424072,
                    0.407959,
                    0.398438,
                    0.201294,
                    0.419434,
                    0.381104,
                    0.223755,
                    0.423828,
                    0.415283,
                    0.408936,
                    0.211426,
                    0.190063,
                    0.401855,
                    0.367188,
                    0.369385,
                    0.332275,
                    0.421387,
                    0.26123,
                    0.217529,
                    0.419189,
                    0.415771,
                    0.388916,
                    0.221191,
                    0.446777,
                    0.32251,
                    0.44043,
                    0.475342,
                    0.311279,
                    0.409668,
                    0.250977,
                    0.330078,
                    0.427734,
                    0.328613,
                    0.438232,
                    0.433105,
                    0.284424,
                    0.433594,
                    0.428955,
                    0.430664,
                    0.392822,
                    0.311768,
                    0.401855,
                    0.348877,
                    0.266357,
                    0.426514,
                    0.435303,
                    0.39624,
                    0.331543,
                    0.362061,
                    0.392822,
                    0.38623,
                    0.432617,
                    0.36499,
                    0.273682,
                    0.430908,
                    0.423584,
                    0.398926,
                    0.340088,
                    0.426514,
                    0.243652,
                    0.417236,
                    0.217529,
                    0.266846,
                    0.451904,
                    0.40332,
                    0.430908,
                    0.215332,
                    0.437012,
                    0.242188,
                    0.432129,
                    0.406494,
                    0.397217,
                    0.383789,
                    0.411133,
                    0.424561,
                    0.437744,
                    0.410645,
                    0.354004,
                    0.427246,
                    0.265137,
                    0.214844,
                    0.43335,
                    0.393066,
                    0.42041,
                    0.288574,
                    0.400146,
                    0.401855,
                    0.302979,
                    0.344971,
                    0.385742,
                    0.411621,
                    0.330811,
                    0.422852,
                    0.434082,
                    0.434814,
                    0.424561,
                    0.379883,
                    0.406006,
                    0.421875,
                    0.405273,
                    0.23584,
                    0.414795,
                    0.267578,
                    0.426758,
                    0.407471,
                    0.40332,
                    0.38208,
                    0.418457,
                    0.415283,
                    0.421387,
                    0.337891,
                    0.395264,
                    0.251709,
                    0.432373,
                    0.41333,
                    0.442139,
                    0.275879,
                    0.431885,
                    0.35498,
                    0.431641,
                    0.412598,
                    0.427734,
                    0.416992,
                    0.310059,
                    0.405273,
                    0.34082,
                    0.405029,
                    0.413574,
                    0.415039,
                    0.384521,
                    0.316895,
                    0.274902,
                    0.439697,
                    0.408691,
                    0.429932,
                    0.400391,
                    0.429932,
                    0.315674,
                    0.40332,
                    0.425293,
                    0.330322,
                    0.461426,
                    0.274414,
                    0.313721,
                    0.419434,
                    0.393311,
                    0.428955,
                    0.414307,
                    0.203979,
                    0.234741,
                    0.315674,
                    0.412354,
                    0.424561,
                    0.424805,
                    0.427002,
                    0.421631,
                    0.426025,
                    0.407959,
                    0.403564,
                    0.314941,
                    0.232178,
                    0.431152,
                    0.354004,
                    0.379639,
                    0.268555,
                    0.407471,
                    0.213623,
                    0.393555,
                    0.426025,
                    0.417969,
                    0.251221,
                    0.388916,
                    0.447998,
                    0.244141,
                    0.426514,
                    0.435059,
                    0.349609,
                    0.411865,
                    0.386719,
                    0.186279,
                    0.401611,
                    0.286377,
                    0.248169,
                    0.419434,
                    0.434814,
                    0.26001,
                    0.401611,
                    0.406494,
                    0.266846,
                    0.276367,
                    0.420166,
                    0.317627,
                    0.418457,
                    0.401611,
                    0.40332,
                    0.402832,
                    0.420166,
                    0.403564,
                    0.375977,
                    0.311768,
                    0.285645,
                    0.216919,
                    0.428711,
                    0.402832,
                    0.401611,
                    0.344727,
                    0.41748,
                    0.445801,
                    0.290039,
                    0.356445,
                    0.404053,
                    0.280029,
                    0.428955,
                    0.373535,
                    0.359863,
                    0.411377,
                    0.438721,
                    0.418457,
                    0.427734,
                    0.431152,
                    0.180298,
                    0.416748,
                    0.421631,
                    0.408691,
                    0.397949,
                    0.377686,
                    0.415527,
                    0.435059,
                    0.192261,
                    0.432861,
                    0.320068,
                    0.328613,
                    0.42041,
                    0.372803,
                    0.338867,
                    0.40625,
                    0.426758,
                    0.289551,
                    0.253418,
                    0.423096,
                    0.407959,
                    0.404297,
                    0.412354,
                    0.377197,
                    0.451172,
                    0.363525,
                    0.342529,
                    0.382568,
                    0.37207,
                    0.403564,
                    0.401855,
                    0.408691,
                    0.194458,
                    0.38501,
                    0.225464,
                    0.217041,
                    0.407227,
                    0.418457,
                    0.423096,
                    0.414795,
                    0.436523,
                    0.43457,
                    0.418945,
                    0.325928,
                    0.349854,
                    0.432373,
                    0.399902,
                    0.424316,
                    0.422607,
                    0.413818,
                    0.409424
                ]
            },
            "name": "model.model.layers.7.post_attention_layernorm.weight",
            "outputIndexes": [
                674
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                673
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_7/Mul_output_0",
            "outputIndexes": [
                675
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                674,
                675
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_7/Mul_1_output_0",
            "outputIndexes": [
                676
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                676
            ],
            "outputIndexes": [
                2679
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                2679
            ],
            "outputIndexes": [
                2680
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/mlp/gate_proj/Linear",
            "inputIndexes": [
                2680
            ],
            "outputIndexes": [
                2681
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    16037006,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                2681
            ],
            "outputIndexes": [
                2682
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2682
            ],
            "outputIndexes": [
                677
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                677
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_7/Sigmoid_output_0",
            "outputIndexes": [
                678
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                677,
                678
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_7/Mul_output_0",
            "outputIndexes": [
                679
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                676
            ],
            "outputIndexes": [
                2683
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                2683
            ],
            "outputIndexes": [
                2684
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/mlp/up_proj/Linear",
            "inputIndexes": [
                2684
            ],
            "outputIndexes": [
                2685
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    16589988,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                2685
            ],
            "outputIndexes": [
                2686
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2686
            ],
            "outputIndexes": [
                680
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                679,
                680
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_7/Mul_output_0",
            "outputIndexes": [
                681
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                681
            ],
            "outputIndexes": [
                2687
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                2687
            ],
            "outputIndexes": [
                2688
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/mlp/down_proj/Linear",
            "inputIndexes": [
                2688
            ],
            "outputIndexes": [
                2689
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    17142970,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                2689
            ],
            "outputIndexes": [
                2690
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.7/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2690
            ],
            "outputIndexes": [
                682
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                673,
                682
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_39_output_0",
            "outputIndexes": [
                683
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                683,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_72_output_0",
            "outputIndexes": [
                684
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.575684,
                    0.544922,
                    0.508789,
                    0.50293,
                    0.428223,
                    0.740723,
                    0.5,
                    0.608398,
                    0.519043,
                    0.320068,
                    0.352051,
                    0.500977,
                    0.521484,
                    0.360352,
                    0.499268,
                    0.453125,
                    0.52002,
                    0.489746,
                    0.495117,
                    0.544434,
                    0.536133,
                    0.541504,
                    0.602539,
                    0.555176,
                    0.442871,
                    0.471436,
                    0.549316,
                    0.492676,
                    0.536133,
                    0.693359,
                    0.499512,
                    0.404541,
                    0.518066,
                    0.504395,
                    0.483154,
                    0.541504,
                    0.465088,
                    0.625977,
                    0.540527,
                    0.520996,
                    0.377441,
                    0.519043,
                    0.606934,
                    0.516602,
                    0.477295,
                    0.530762,
                    0.48877,
                    0.549805,
                    0.499268,
                    0.432617,
                    0.527344,
                    0.416504,
                    0.503906,
                    0.342773,
                    0.511719,
                    0.486084,
                    0.477295,
                    0.524414,
                    0.506348,
                    0.465576,
                    0.313721,
                    0.600098,
                    0.466797,
                    0.595215,
                    0.24646,
                    0.560059,
                    0.407959,
                    0.493896,
                    0.317871,
                    0.528809,
                    0.552734,
                    0.550293,
                    0.549805,
                    0.520508,
                    0.330566,
                    0.558594,
                    0.510742,
                    0.497559,
                    0.538086,
                    0.554199,
                    0.488525,
                    0.287598,
                    0.318359,
                    0.365234,
                    0.498047,
                    0.572266,
                    0.438477,
                    0.486328,
                    0.351074,
                    0.479492,
                    0.399902,
                    0.522461,
                    0.52832,
                    0.496094,
                    0.300293,
                    0.51416,
                    0.334717,
                    0.453125,
                    0.490967,
                    0.538574,
                    0.486328,
                    0.331055,
                    0.51416,
                    0.52832,
                    0.25415,
                    0.576172,
                    0.509766,
                    0.660156,
                    0.47998,
                    0.246338,
                    0.493896,
                    0.538086,
                    0.523926,
                    0.342041,
                    0.30127,
                    0.426514,
                    0.48584,
                    0.455811,
                    0.468262,
                    0.546875,
                    0.521484,
                    0.424805,
                    0.522949,
                    0.525879,
                    0.470215,
                    0.556152,
                    0.522949,
                    0.351074,
                    0.258057,
                    0.395508,
                    0.481934,
                    0.435547,
                    0.564453,
                    0.431885,
                    0.272949,
                    0.458984,
                    0.535645,
                    0.512695,
                    0.474365,
                    0.455566,
                    0.498047,
                    0.438721,
                    0.506836,
                    0.575684,
                    0.362549,
                    0.496826,
                    0.546387,
                    0.410645,
                    0.360107,
                    0.547363,
                    0.535156,
                    0.480469,
                    0.482422,
                    0.509766,
                    0.515137,
                    0.569336,
                    0.505371,
                    0.488525,
                    0.429932,
                    0.54834,
                    0.519043,
                    0.603027,
                    0.421143,
                    0.573242,
                    0.462646,
                    0.51416,
                    0.506348,
                    0.498291,
                    0.51123,
                    0.540039,
                    0.3479,
                    0.319336,
                    0.467041,
                    0.583008,
                    0.491455,
                    0.547363,
                    0.468262,
                    0.26709,
                    0.512695,
                    0.529297,
                    0.475098,
                    0.475586,
                    0.268799,
                    0.49585,
                    0.450684,
                    0.55957,
                    0.557617,
                    0.592285,
                    0.504395,
                    0.548828,
                    0.583984,
                    0.383301,
                    0.330322,
                    0.488525,
                    0.509766,
                    0.5625,
                    0.486572,
                    0.561035,
                    0.50293,
                    0.55127,
                    0.468018,
                    0.428711,
                    0.460205,
                    0.322266,
                    0.586914,
                    0.541504,
                    0.51709,
                    0.557617,
                    0.556641,
                    0.490234,
                    0.547852,
                    0.524902,
                    0.441895,
                    0.445312,
                    0.533203,
                    0.553223,
                    0.535156,
                    0.274902,
                    0.446777,
                    0.38208,
                    0.501953,
                    0.497314,
                    0.518066,
                    0.702148,
                    0.478516,
                    0.495117,
                    0.472656,
                    0.531738,
                    0.478271,
                    0.783203,
                    0.418213,
                    0.366211,
                    0.394775,
                    0.533691,
                    0.280273,
                    0.493652,
                    0.561523,
                    0.247437,
                    0.309326,
                    0.585449,
                    0.515137,
                    0.459961,
                    0.348877,
                    0.520996,
                    0.408447,
                    0.511719,
                    0.559082,
                    0.630859,
                    0.510742,
                    0.509277,
                    0.397705,
                    0.473877,
                    0.536133,
                    0.533691,
                    0.555664,
                    0.585938,
                    0.477295,
                    0.489746,
                    0.553711,
                    0.492188,
                    0.523926,
                    0.536621,
                    0.530762,
                    0.502441,
                    0.507324,
                    0.50293,
                    0.36499,
                    0.537598,
                    0.459717,
                    0.432617,
                    0.399414,
                    0.486084,
                    0.50293,
                    0.503418,
                    0.477295,
                    0.515625,
                    0.499268,
                    0.530273,
                    0.428955,
                    0.587891,
                    0.518555,
                    0.481934,
                    0.100403,
                    0.49707,
                    0.346924,
                    0.520996,
                    0.505859,
                    0.323242,
                    0.347412,
                    0.520508,
                    0.442139,
                    0.515625,
                    0.541992,
                    0.558594,
                    0.28125,
                    0.508301,
                    0.485596,
                    0.512207,
                    0.431641,
                    0.492676,
                    0.318115,
                    0.537598,
                    0.427734,
                    0.51416,
                    0.54541,
                    0.54248,
                    0.545898,
                    0.488281,
                    0.268311,
                    0.524902,
                    0.451904,
                    0.306152,
                    0.520508,
                    0.523926,
                    0.515137,
                    0.600098,
                    0.301514,
                    0.499023,
                    0.465576,
                    0.47583,
                    0.433838,
                    0.521973,
                    0.330811,
                    0.302246,
                    0.586426,
                    0.544434,
                    0.420898,
                    0.353027,
                    0.551758,
                    0.118408,
                    0.546387,
                    0.560547,
                    0.398926,
                    0.515137,
                    0.322754,
                    0.449463,
                    0.521973,
                    0.418945,
                    0.51416,
                    0.480957,
                    0.361572,
                    0.552734,
                    0.550781,
                    0.480225,
                    0.447754,
                    0.380371,
                    0.450439,
                    0.460205,
                    0.406494,
                    0.53418,
                    0.544922,
                    0.450684,
                    0.387451,
                    0.460938,
                    0.526367,
                    0.475342,
                    0.53125,
                    0.480225,
                    0.328125,
                    0.51123,
                    0.492676,
                    0.509277,
                    0.445068,
                    0.563965,
                    0.334473,
                    0.471436,
                    0.278809,
                    0.37085,
                    0.618652,
                    0.46875,
                    0.556641,
                    0.276123,
                    0.502441,
                    0.345947,
                    0.497559,
                    0.472168,
                    0.530762,
                    0.469971,
                    0.523926,
                    0.523438,
                    0.564453,
                    0.500488,
                    0.527344,
                    0.501953,
                    0.463135,
                    0.330078,
                    0.543457,
                    0.503906,
                    0.529785,
                    0.403076,
                    0.504883,
                    0.485596,
                    0.388672,
                    0.467285,
                    0.459717,
                    0.491211,
                    0.469238,
                    0.518066,
                    0.480713,
                    0.520996,
                    0.547852,
                    0.455811,
                    0.533691,
                    0.499512,
                    0.554199,
                    0.357666,
                    0.450195,
                    0.500977,
                    0.554688,
                    0.478271,
                    0.505859,
                    0.459229,
                    0.466064,
                    0.479736,
                    0.480469,
                    0.429688,
                    0.520996,
                    0.316406,
                    0.520996,
                    0.50293,
                    0.548828,
                    0.402832,
                    0.53125,
                    0.442139,
                    0.518066,
                    0.536621,
                    0.51123,
                    0.493652,
                    0.402832,
                    0.46582,
                    0.443604,
                    0.476807,
                    0.518066,
                    0.496094,
                    0.5,
                    0.40332,
                    0.365967,
                    0.441162,
                    0.489746,
                    0.519531,
                    0.538574,
                    0.585938,
                    0.444336,
                    0.540039,
                    0.614258,
                    0.525391,
                    0.606445,
                    0.389648,
                    0.418945,
                    0.461914,
                    0.529785,
                    0.541016,
                    0.51709,
                    0.249268,
                    0.497803,
                    0.393066,
                    0.571289,
                    0.509766,
                    0.522949,
                    0.52002,
                    0.657715,
                    0.516113,
                    0.5,
                    0.49585,
                    0.384033,
                    0.376221,
                    0.54541,
                    0.45874,
                    0.498291,
                    0.440918,
                    0.474854,
                    0.309326,
                    0.499756,
                    0.532227,
                    0.550781,
                    0.340088,
                    0.496582,
                    0.474609,
                    0.423096,
                    0.513184,
                    0.477783,
                    0.450195,
                    0.518066,
                    0.486328,
                    0.229736,
                    0.499512,
                    0.395264,
                    0.332275,
                    0.513184,
                    0.547852,
                    0.36499,
                    0.468018,
                    0.63623,
                    0.598145,
                    0.475586,
                    0.489014,
                    0.438721,
                    0.528809,
                    0.486816,
                    0.482666,
                    0.465332,
                    0.530762,
                    0.532227,
                    0.46582,
                    0.479004,
                    0.331543,
                    0.273193,
                    0.539551,
                    0.643555,
                    0.553223,
                    0.429199,
                    0.524414,
                    0.528809,
                    0.377686,
                    0.419678,
                    0.466309,
                    0.515625,
                    0.539551,
                    0.487793,
                    0.543945,
                    0.469727,
                    0.564453,
                    0.490234,
                    0.512695,
                    0.520996,
                    0.345215,
                    0.488281,
                    0.522461,
                    0.53125,
                    0.477539,
                    0.457031,
                    0.535156,
                    0.529785,
                    0.243286,
                    0.604492,
                    0.735352,
                    0.380127,
                    0.570312,
                    0.52002,
                    0.488525,
                    0.666992,
                    0.519043,
                    0.532715,
                    0.408936,
                    0.568359,
                    0.505859,
                    0.500977,
                    0.500977,
                    0.456543,
                    0.474121,
                    0.448975,
                    0.418701,
                    0.48291,
                    0.644043,
                    0.5,
                    0.486572,
                    0.478027,
                    0.345703,
                    0.527344,
                    0.345947,
                    0.286621,
                    0.51123,
                    0.523438,
                    0.495117,
                    0.493652,
                    0.516113,
                    0.560059,
                    0.515137,
                    0.483154,
                    0.481445,
                    0.586426,
                    0.491699,
                    0.535156,
                    0.587891,
                    0.466553,
                    0.550781
                ]
            },
            "name": "model.model.layers.8.input_layernorm.weight",
            "outputIndexes": [
                685
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                684
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_8/Mul_output_0",
            "outputIndexes": [
                686
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                685,
                686
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_8/Mul_1_output_0",
            "outputIndexes": [
                687
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                687
            ],
            "outputIndexes": [
                2691
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                2691
            ],
            "outputIndexes": [
                2692
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/q_proj/Linear",
            "inputIndexes": [
                2692
            ],
            "outputIndexes": [
                2693
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    17695952,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                2693
            ],
            "outputIndexes": [
                2694
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2694
            ],
            "outputIndexes": [
                688
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                687
            ],
            "main_type": "NONE",
            "name": "/Shape_113_output_0",
            "outputIndexes": [
                689
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                689
            ],
            "main_type": "NONE",
            "name": "Shape1805",
            "outputIndexes": [
                690
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                689
            ],
            "main_type": "NONE",
            "name": "Rank1807",
            "outputIndexes": [
                691
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                691,
                691
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1809",
            "outputIndexes": [
                692
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                692
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1810",
            "outputIndexes": [
                693
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                692,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1812",
            "outputIndexes": [
                694
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                694
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1813",
            "outputIndexes": [
                695
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                690,
                693,
                695,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice1816",
            "outputIndexes": [
                696
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                696
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze1817",
            "outputIndexes": [
                697
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                697
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1818",
            "outputIndexes": [
                698
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                698,
                697
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1819",
            "outputIndexes": [
                699
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                689,
                699,
                692
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_124_output_0",
            "outputIndexes": [
                700
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                700,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_257_output_0",
            "outputIndexes": [
                701
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                701,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_104_output_0",
            "outputIndexes": [
                702
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                688,
                702
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_73_output_0",
            "outputIndexes": [
                703
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                703,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_64_output_0",
            "outputIndexes": [
                704
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                703
            ],
            "main_type": "NONE",
            "name": "/Shape_114_output_0",
            "outputIndexes": [
                705
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                705
            ],
            "main_type": "NONE",
            "name": "Shape1826",
            "outputIndexes": [
                706
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                705
            ],
            "main_type": "NONE",
            "name": "Rank1828",
            "outputIndexes": [
                707
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                707,
                707
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1830",
            "outputIndexes": [
                708
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                708
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1831",
            "outputIndexes": [
                709
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                708,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1833",
            "outputIndexes": [
                710
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                710
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1834",
            "outputIndexes": [
                711
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                706,
                709,
                711,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice1837",
            "outputIndexes": [
                712
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                712
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze1838",
            "outputIndexes": [
                713
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                713
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1839",
            "outputIndexes": [
                714
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                714,
                713
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1840",
            "outputIndexes": [
                715
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                705,
                715,
                708
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_125_output_0",
            "outputIndexes": [
                716
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                716,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_24_output_0",
            "outputIndexes": [
                717
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                717,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_262_output_0",
            "outputIndexes": [
                718
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                703,
                718,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_33_output_0",
            "outputIndexes": [
                719
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                719
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_16_output_0",
            "outputIndexes": [
                720
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                703,
                22,
                718,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_32_output_0",
            "outputIndexes": [
                721
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                720,
                721
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_107_output_0",
            "outputIndexes": [
                722
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                722,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_65_output_0",
            "outputIndexes": [
                723
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                704,
                723
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_40_output_0",
            "outputIndexes": [
                724
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                687
            ],
            "outputIndexes": [
                2695
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                2695
            ],
            "outputIndexes": [
                2696
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/k_proj/Linear",
            "inputIndexes": [
                2696
            ],
            "outputIndexes": [
                2697
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    17903334,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                2697
            ],
            "outputIndexes": [
                2698
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2698
            ],
            "outputIndexes": [
                725
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                701,
                70,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_105_output_0",
            "outputIndexes": [
                726
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                725,
                726
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_74_output_0",
            "outputIndexes": [
                727
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                727,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_66_output_0",
            "outputIndexes": [
                728
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                727
            ],
            "main_type": "NONE",
            "name": "/Shape_115_output_0",
            "outputIndexes": [
                729
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                729
            ],
            "main_type": "NONE",
            "name": "Shape1889",
            "outputIndexes": [
                730
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                729
            ],
            "main_type": "NONE",
            "name": "Rank1891",
            "outputIndexes": [
                731
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                731,
                731
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1893",
            "outputIndexes": [
                732
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                732
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1894",
            "outputIndexes": [
                733
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                732,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1896",
            "outputIndexes": [
                734
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                734
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze1897",
            "outputIndexes": [
                735
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                730,
                733,
                735,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice1900",
            "outputIndexes": [
                736
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                736
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze1901",
            "outputIndexes": [
                737
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                737
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1902",
            "outputIndexes": [
                738
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                738,
                737
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp1903",
            "outputIndexes": [
                739
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                729,
                739,
                732
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_126_output_0",
            "outputIndexes": [
                740
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                740,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_25_output_0",
            "outputIndexes": [
                741
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                741,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_264_output_0",
            "outputIndexes": [
                742
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                727,
                742,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_35_output_0",
            "outputIndexes": [
                743
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                743
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_17_output_0",
            "outputIndexes": [
                744
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                727,
                22,
                742,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_34_output_0",
            "outputIndexes": [
                745
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                744,
                745
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_108_output_0",
            "outputIndexes": [
                746
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                746,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_67_output_0",
            "outputIndexes": [
                747
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                728,
                747
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_41_output_0",
            "outputIndexes": [
                748
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                687
            ],
            "outputIndexes": [
                2699
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                2699
            ],
            "outputIndexes": [
                2700
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/v_proj/Linear",
            "inputIndexes": [
                2700
            ],
            "outputIndexes": [
                2701
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    17972476,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                2701
            ],
            "outputIndexes": [
                2702
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2702
            ],
            "outputIndexes": [
                749
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                749,
                726
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_75_output_0",
            "outputIndexes": [
                750
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                724,
                748,
                750,
                110
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_80_output_0",
            "outputIndexes": [
                751
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                751
            ],
            "outputIndexes": [
                2703
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                2703
            ],
            "outputIndexes": [
                2704
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/o_proj/Linear",
            "inputIndexes": [
                2704
            ],
            "outputIndexes": [
                2705
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    18041618,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                2705
            ],
            "outputIndexes": [
                2706
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2706
            ],
            "outputIndexes": [
                752
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                684,
                752
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_43_output_0",
            "outputIndexes": [
                753
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.365723,
                    0.296631,
                    0.422607,
                    0.418457,
                    0.246338,
                    0.262207,
                    0.255127,
                    0.427979,
                    0.438477,
                    0.230225,
                    0.28833,
                    0.383301,
                    0.410156,
                    0.279053,
                    0.395752,
                    0.434082,
                    0.441895,
                    0.411133,
                    0.421387,
                    0.448242,
                    0.438721,
                    0.362305,
                    0.426514,
                    0.413818,
                    0.364746,
                    0.422607,
                    0.44751,
                    0.411377,
                    0.382568,
                    0.197998,
                    0.340576,
                    0.260498,
                    0.414062,
                    0.443359,
                    0.445068,
                    0.458008,
                    0.403809,
                    0.413086,
                    0.317871,
                    0.438477,
                    0.297852,
                    0.390625,
                    0.354736,
                    0.4104,
                    0.449951,
                    0.38623,
                    0.4104,
                    0.419922,
                    0.315674,
                    0.351074,
                    0.425537,
                    0.344727,
                    0.427979,
                    0.263916,
                    0.410156,
                    0.396729,
                    0.392578,
                    0.436523,
                    0.381348,
                    0.35498,
                    0.231812,
                    0.405029,
                    0.389404,
                    0.438721,
                    0.203857,
                    0.444336,
                    0.256836,
                    0.43457,
                    0.24353,
                    0.414307,
                    0.38916,
                    0.331787,
                    0.426514,
                    0.412842,
                    0.257812,
                    0.404541,
                    0.404297,
                    0.425049,
                    0.370361,
                    0.431641,
                    0.450195,
                    0.226196,
                    0.27417,
                    0.23645,
                    0.391846,
                    0.422119,
                    0.393066,
                    0.270508,
                    0.253418,
                    0.401855,
                    0.265869,
                    0.455322,
                    0.421631,
                    0.407959,
                    -0.000114,
                    0.387207,
                    0.27417,
                    0.406006,
                    0.417236,
                    0.404297,
                    0.385986,
                    0.269531,
                    0.40332,
                    0.408691,
                    0.212402,
                    0.45752,
                    0.353027,
                    0.444824,
                    0.411865,
                    0.210327,
                    0.437744,
                    0.407471,
                    0.379883,
                    0.229736,
                    0.241455,
                    0.364746,
                    0.429688,
                    0.376465,
                    0.377686,
                    0.41748,
                    0.442871,
                    0.33667,
                    0.454834,
                    0.419189,
                    0.430664,
                    0.400391,
                    0.429932,
                    0.269775,
                    0.218872,
                    0.275635,
                    0.389648,
                    0.382568,
                    0.456299,
                    0.384277,
                    0.216064,
                    0.405029,
                    0.404541,
                    0.430908,
                    0.366943,
                    0.411377,
                    0.385742,
                    0.376709,
                    0.416016,
                    0.346924,
                    0.311523,
                    0.413818,
                    0.489502,
                    0.284424,
                    0.279297,
                    0.413574,
                    0.429443,
                    0.384766,
                    0.422852,
                    0.403076,
                    0.442871,
                    0.427979,
                    0.41748,
                    0.458008,
                    0.315674,
                    0.425049,
                    0.425293,
                    0.404053,
                    0.287598,
                    0.439941,
                    0.416748,
                    0.374756,
                    0.427979,
                    0.401367,
                    0.447754,
                    0.436523,
                    0.297363,
                    0.214355,
                    0.380371,
                    0.409424,
                    0.458496,
                    0.453857,
                    0.429688,
                    0.200928,
                    0.462158,
                    0.416504,
                    0.266602,
                    0.280518,
                    0.213501,
                    0.363525,
                    0.414307,
                    0.421387,
                    0.428955,
                    0.442627,
                    0.45166,
                    0.417236,
                    0.421143,
                    0.313721,
                    0.249512,
                    0.44751,
                    0.44873,
                    0.447754,
                    0.435791,
                    0.400635,
                    0.414551,
                    0.435547,
                    0.223022,
                    0.333252,
                    0.377441,
                    0.253174,
                    0.449707,
                    0.392334,
                    0.414307,
                    0.436035,
                    0.407227,
                    0.427002,
                    0.408691,
                    0.395752,
                    0.341309,
                    0.380127,
                    0.459229,
                    0.412842,
                    0.385742,
                    0.213623,
                    0.378418,
                    0.307129,
                    0.449951,
                    0.41333,
                    0.445557,
                    0.362793,
                    0.287598,
                    0.426025,
                    0.420898,
                    0.315674,
                    0.401367,
                    0.338623,
                    0.302734,
                    0.391602,
                    0.30249,
                    0.418457,
                    0.220703,
                    0.428711,
                    0.415283,
                    0.197388,
                    0.236206,
                    0.420654,
                    0.438965,
                    0.384277,
                    0.282715,
                    0.413086,
                    0.333496,
                    0.418701,
                    0.424316,
                    0.408936,
                    0.396484,
                    0.412354,
                    0.338135,
                    0.358154,
                    0.390137,
                    0.421143,
                    0.430664,
                    0.291992,
                    0.430664,
                    0.396729,
                    0.411377,
                    0.401367,
                    0.408936,
                    0.440674,
                    0.442139,
                    0.439697,
                    0.442383,
                    0.455078,
                    0.339844,
                    0.450684,
                    0.383057,
                    0.36377,
                    0.288818,
                    0.417969,
                    0.425293,
                    0.425781,
                    0.387939,
                    0.439453,
                    0.400635,
                    0.411377,
                    0.391113,
                    0.406006,
                    0.443115,
                    0.45166,
                    0.314941,
                    0.4104,
                    0.259033,
                    0.44043,
                    0.441162,
                    0.217773,
                    0.270264,
                    0.43457,
                    0.354736,
                    0.422607,
                    0.424805,
                    0.2771,
                    0.237915,
                    0.421387,
                    0.427734,
                    0.419434,
                    0.36377,
                    0.401855,
                    0.26001,
                    0.427246,
                    0.321777,
                    0.436523,
                    0.443848,
                    0.43335,
                    0.434082,
                    0.383545,
                    0.222168,
                    0.44873,
                    0.367188,
                    0.223267,
                    0.428955,
                    0.441406,
                    0.416504,
                    0.231812,
                    0.201538,
                    0.407227,
                    0.370117,
                    0.375732,
                    0.335449,
                    0.456543,
                    0.254883,
                    0.218506,
                    0.451416,
                    0.408691,
                    0.391602,
                    0.229858,
                    0.459473,
                    0.302734,
                    0.431885,
                    0.469238,
                    0.313721,
                    0.438965,
                    0.244263,
                    0.332275,
                    0.412109,
                    0.331055,
                    0.433594,
                    0.428711,
                    0.272217,
                    0.421631,
                    0.451904,
                    0.447754,
                    0.373535,
                    0.301514,
                    0.418457,
                    0.341064,
                    0.266846,
                    0.452393,
                    0.440186,
                    0.422607,
                    0.314209,
                    0.370117,
                    0.413086,
                    0.389893,
                    0.44873,
                    0.37207,
                    0.270752,
                    0.422363,
                    0.427002,
                    0.407715,
                    0.325195,
                    0.416992,
                    0.255615,
                    0.422119,
                    0.205566,
                    0.271729,
                    0.44458,
                    0.395264,
                    0.425049,
                    0.220215,
                    0.456787,
                    0.265869,
                    0.44751,
                    0.399902,
                    0.424805,
                    0.397705,
                    0.414551,
                    0.438965,
                    0.438232,
                    0.392334,
                    0.352539,
                    0.442627,
                    0.28125,
                    0.215698,
                    0.434082,
                    0.399658,
                    0.428711,
                    0.315674,
                    0.414062,
                    0.409668,
                    0.29541,
                    0.357178,
                    0.395264,
                    0.413574,
                    0.31543,
                    0.429443,
                    0.450195,
                    0.43042,
                    0.414307,
                    0.385742,
                    0.417236,
                    0.432129,
                    0.425781,
                    0.240967,
                    0.418457,
                    0.281494,
                    0.444092,
                    0.423584,
                    0.410645,
                    0.389404,
                    0.422363,
                    0.424072,
                    0.429443,
                    0.333252,
                    0.394043,
                    0.268311,
                    0.434082,
                    0.416748,
                    0.449463,
                    0.311768,
                    0.455566,
                    0.352295,
                    0.456543,
                    0.424072,
                    0.442139,
                    0.419678,
                    0.303467,
                    0.42041,
                    0.351562,
                    0.392822,
                    0.431152,
                    0.420898,
                    0.384521,
                    0.314209,
                    0.287109,
                    0.44873,
                    0.402588,
                    0.452148,
                    0.415283,
                    0.448975,
                    0.309326,
                    0.416504,
                    0.423584,
                    0.328857,
                    0.452148,
                    0.27417,
                    0.319336,
                    0.435547,
                    0.397705,
                    0.439453,
                    0.417969,
                    0.19812,
                    0.244995,
                    0.311523,
                    0.415283,
                    0.432861,
                    0.452881,
                    0.445068,
                    0.404053,
                    0.427246,
                    0.424316,
                    0.421875,
                    0.326416,
                    0.240479,
                    0.430664,
                    0.354736,
                    0.390137,
                    0.271484,
                    0.404053,
                    0.225464,
                    0.390137,
                    0.432861,
                    0.422607,
                    0.262939,
                    0.408936,
                    0.465576,
                    0.272461,
                    0.404541,
                    0.442383,
                    0.349365,
                    0.431396,
                    0.375,
                    0.192383,
                    0.401611,
                    0.276855,
                    0.255127,
                    0.419434,
                    0.462158,
                    0.261475,
                    0.39917,
                    0.414551,
                    0.284668,
                    0.284668,
                    0.426758,
                    0.325439,
                    0.419434,
                    0.418457,
                    0.419434,
                    0.4021,
                    0.42749,
                    0.415039,
                    0.378662,
                    0.326904,
                    0.27124,
                    0.223022,
                    0.444336,
                    0.416748,
                    0.390869,
                    0.335205,
                    0.453857,
                    0.458008,
                    0.278076,
                    0.357666,
                    0.422852,
                    0.30249,
                    0.427002,
                    0.364746,
                    0.353027,
                    0.42334,
                    0.454834,
                    0.408691,
                    0.424561,
                    0.429688,
                    0.205566,
                    0.424561,
                    0.426514,
                    0.405762,
                    0.422119,
                    0.372314,
                    0.408691,
                    0.428955,
                    0.19397,
                    0.459229,
                    0.328857,
                    0.333496,
                    0.44043,
                    0.376221,
                    0.339355,
                    0.403564,
                    0.433594,
                    0.305908,
                    0.25708,
                    0.424072,
                    0.415771,
                    0.407715,
                    0.411621,
                    0.380859,
                    0.453125,
                    0.371582,
                    0.327881,
                    0.383545,
                    0.363281,
                    0.420166,
                    0.4104,
                    0.410156,
                    0.238281,
                    0.39917,
                    0.235474,
                    0.230469,
                    0.406982,
                    0.426514,
                    0.441162,
                    0.421875,
                    0.465332,
                    0.445801,
                    0.439941,
                    0.325684,
                    0.345703,
                    0.440674,
                    0.381836,
                    0.436768,
                    0.435791,
                    0.414551,
                    0.416992
                ]
            },
            "name": "model.model.layers.8.post_attention_layernorm.weight",
            "outputIndexes": [
                754
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                753
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_8/Mul_output_0",
            "outputIndexes": [
                755
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                754,
                755
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_8/Mul_1_output_0",
            "outputIndexes": [
                756
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                756
            ],
            "outputIndexes": [
                2707
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                2707
            ],
            "outputIndexes": [
                2708
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/mlp/gate_proj/Linear",
            "inputIndexes": [
                2708
            ],
            "outputIndexes": [
                2709
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    18249000,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                2709
            ],
            "outputIndexes": [
                2710
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2710
            ],
            "outputIndexes": [
                757
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                757
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_8/Sigmoid_output_0",
            "outputIndexes": [
                758
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                757,
                758
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_8/Mul_output_0",
            "outputIndexes": [
                759
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                756
            ],
            "outputIndexes": [
                2711
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                2711
            ],
            "outputIndexes": [
                2712
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/mlp/up_proj/Linear",
            "inputIndexes": [
                2712
            ],
            "outputIndexes": [
                2713
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    18801982,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                2713
            ],
            "outputIndexes": [
                2714
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2714
            ],
            "outputIndexes": [
                760
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                759,
                760
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_8/Mul_output_0",
            "outputIndexes": [
                761
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                761
            ],
            "outputIndexes": [
                2715
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                2715
            ],
            "outputIndexes": [
                2716
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/mlp/down_proj/Linear",
            "inputIndexes": [
                2716
            ],
            "outputIndexes": [
                2717
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    19354964,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                2717
            ],
            "outputIndexes": [
                2718
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.8/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2718
            ],
            "outputIndexes": [
                762
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                753,
                762
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_44_output_0",
            "outputIndexes": [
                763
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                763,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_81_output_0",
            "outputIndexes": [
                764
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.563965,
                    0.453613,
                    0.505371,
                    0.517578,
                    0.512695,
                    0.725586,
                    0.551758,
                    0.589844,
                    0.561035,
                    0.325439,
                    0.350586,
                    0.505859,
                    0.498291,
                    0.362549,
                    0.467041,
                    0.522949,
                    0.529785,
                    0.477539,
                    0.536133,
                    0.504395,
                    0.54834,
                    0.453613,
                    0.583984,
                    0.478516,
                    0.431641,
                    0.471436,
                    0.505859,
                    0.496582,
                    0.479736,
                    0.779297,
                    0.503418,
                    0.362549,
                    0.495605,
                    0.512695,
                    0.514648,
                    0.534668,
                    0.500488,
                    0.547363,
                    0.496826,
                    0.549805,
                    0.369141,
                    0.485107,
                    0.584961,
                    0.518066,
                    0.507812,
                    0.477295,
                    0.427734,
                    0.529785,
                    0.493164,
                    0.441406,
                    0.559082,
                    0.401123,
                    0.483887,
                    0.327637,
                    0.54541,
                    0.495117,
                    0.533203,
                    0.56543,
                    0.527344,
                    0.49707,
                    0.279785,
                    0.517578,
                    0.459717,
                    0.535645,
                    0.238525,
                    0.533691,
                    0.375732,
                    0.487793,
                    0.313965,
                    0.506836,
                    0.519531,
                    0.494873,
                    0.625977,
                    0.54248,
                    0.315674,
                    0.546875,
                    0.55957,
                    0.524902,
                    0.492432,
                    0.516602,
                    0.547363,
                    0.254639,
                    0.32959,
                    0.341064,
                    0.501953,
                    0.507812,
                    0.422363,
                    0.469238,
                    0.309082,
                    0.464111,
                    0.372559,
                    0.523438,
                    0.541504,
                    0.479248,
                    0.350342,
                    0.468262,
                    0.307373,
                    0.516113,
                    0.477539,
                    0.526367,
                    0.456787,
                    0.313965,
                    0.517578,
                    0.502441,
                    0.236816,
                    0.564453,
                    0.428223,
                    0.525391,
                    0.487549,
                    0.239502,
                    0.55127,
                    0.485352,
                    0.468018,
                    0.265137,
                    0.281494,
                    0.433594,
                    0.519043,
                    0.44873,
                    0.456299,
                    0.57666,
                    0.51416,
                    0.357422,
                    0.492432,
                    0.542969,
                    0.49707,
                    0.563965,
                    0.550293,
                    0.301758,
                    0.247803,
                    0.370605,
                    0.442383,
                    0.51416,
                    0.638184,
                    0.4646,
                    0.273438,
                    0.480469,
                    0.510254,
                    0.494385,
                    0.471191,
                    0.48291,
                    0.446533,
                    0.44458,
                    0.520996,
                    0.563965,
                    0.374023,
                    0.506348,
                    0.549316,
                    0.349609,
                    0.322021,
                    0.482178,
                    0.520508,
                    0.494385,
                    0.496826,
                    0.497559,
                    0.512695,
                    0.57959,
                    0.50293,
                    0.486572,
                    0.398193,
                    0.522949,
                    0.459717,
                    0.651367,
                    0.383545,
                    0.51709,
                    0.472656,
                    0.489746,
                    0.544922,
                    0.527832,
                    0.534668,
                    0.529785,
                    0.349854,
                    0.268555,
                    0.477051,
                    0.537598,
                    0.507812,
                    0.536621,
                    0.467285,
                    0.258057,
                    0.53125,
                    0.49292,
                    0.417969,
                    0.423828,
                    0.244629,
                    0.427734,
                    0.466309,
                    0.505859,
                    0.569824,
                    0.569336,
                    0.491943,
                    0.580078,
                    0.528809,
                    0.365723,
                    0.314697,
                    0.56543,
                    0.525391,
                    0.568359,
                    0.519531,
                    0.562988,
                    0.54248,
                    0.576172,
                    0.460938,
                    0.417969,
                    0.406006,
                    0.302734,
                    0.529785,
                    0.54248,
                    0.525391,
                    0.521973,
                    0.5625,
                    0.506348,
                    0.543945,
                    0.484863,
                    0.447021,
                    0.4375,
                    0.546387,
                    0.584961,
                    0.596191,
                    0.242432,
                    0.419678,
                    0.344971,
                    0.508789,
                    0.507812,
                    0.544434,
                    0.59082,
                    0.36792,
                    0.480713,
                    0.504883,
                    0.502441,
                    0.438477,
                    0.73584,
                    0.396729,
                    0.409912,
                    0.382568,
                    0.545898,
                    0.25708,
                    0.518555,
                    0.564941,
                    0.226196,
                    0.289307,
                    0.543945,
                    0.572266,
                    0.416016,
                    0.320801,
                    0.517578,
                    0.404785,
                    0.544434,
                    0.512695,
                    0.556152,
                    0.526367,
                    0.486572,
                    0.393311,
                    0.439941,
                    0.476807,
                    0.527344,
                    0.551758,
                    0.57373,
                    0.493164,
                    0.4375,
                    0.631348,
                    0.549805,
                    0.609375,
                    0.578125,
                    0.504883,
                    0.520508,
                    0.541016,
                    0.561523,
                    0.408447,
                    0.538574,
                    0.456055,
                    0.420166,
                    0.348145,
                    0.513672,
                    0.513184,
                    0.544434,
                    0.441895,
                    0.491699,
                    0.502441,
                    0.466309,
                    0.430908,
                    0.516602,
                    0.536621,
                    0.541992,
                    1e-06,
                    0.445557,
                    0.408936,
                    0.531738,
                    0.59375,
                    0.250488,
                    0.311035,
                    0.566895,
                    0.436279,
                    0.490967,
                    0.555176,
                    0.550781,
                    0.297363,
                    0.526367,
                    0.458984,
                    0.498047,
                    0.375244,
                    0.444092,
                    0.271729,
                    0.533203,
                    0.372559,
                    0.500488,
                    0.518066,
                    0.53418,
                    0.547363,
                    0.425049,
                    0.253174,
                    0.508789,
                    0.490479,
                    0.278564,
                    0.51123,
                    0.524902,
                    0.460938,
                    0.648438,
                    0.298584,
                    0.499756,
                    0.472412,
                    0.455566,
                    0.385986,
                    0.516113,
                    0.318604,
                    0.268799,
                    0.635254,
                    0.522461,
                    0.445801,
                    0.345215,
                    0.544922,
                    0.164307,
                    0.585938,
                    0.54834,
                    0.372559,
                    0.540527,
                    0.303955,
                    0.422363,
                    0.534668,
                    0.464355,
                    0.563477,
                    0.537109,
                    0.321533,
                    0.510254,
                    0.560059,
                    0.46875,
                    0.471436,
                    0.370605,
                    0.506348,
                    0.452881,
                    0.407715,
                    0.512207,
                    0.470215,
                    0.481934,
                    0.372803,
                    0.419189,
                    0.524414,
                    0.536621,
                    0.584473,
                    0.481934,
                    0.289307,
                    0.510742,
                    0.501953,
                    0.522949,
                    0.42334,
                    0.575684,
                    0.293945,
                    0.487305,
                    0.247803,
                    0.400879,
                    0.570312,
                    0.473877,
                    0.547852,
                    0.256592,
                    0.493652,
                    0.348145,
                    0.574219,
                    0.513672,
                    0.472412,
                    0.58252,
                    0.579102,
                    0.46167,
                    0.549316,
                    0.521973,
                    0.508301,
                    0.518066,
                    0.381836,
                    0.281006,
                    0.555664,
                    0.474365,
                    0.463135,
                    0.415039,
                    0.534668,
                    0.527344,
                    0.351562,
                    0.407471,
                    0.458252,
                    0.482178,
                    0.376465,
                    0.517578,
                    0.518066,
                    0.554199,
                    0.500977,
                    0.446289,
                    0.530273,
                    0.517578,
                    0.52832,
                    0.36084,
                    0.49707,
                    0.52002,
                    0.522461,
                    0.480713,
                    0.52832,
                    0.44043,
                    0.501465,
                    0.533203,
                    0.48584,
                    0.428955,
                    0.476318,
                    0.332764,
                    0.546875,
                    0.480713,
                    0.569824,
                    0.39917,
                    0.536621,
                    0.445801,
                    0.513672,
                    0.557617,
                    0.557617,
                    0.550293,
                    0.377197,
                    0.478271,
                    0.368896,
                    0.485352,
                    0.556641,
                    0.536133,
                    0.493408,
                    0.391602,
                    0.337158,
                    0.474854,
                    0.508789,
                    0.549316,
                    0.536621,
                    0.569824,
                    0.44165,
                    0.558594,
                    0.552246,
                    0.480469,
                    0.54541,
                    0.386475,
                    0.350342,
                    0.488281,
                    0.547852,
                    0.486816,
                    0.438965,
                    0.257812,
                    0.494141,
                    0.392822,
                    0.550293,
                    0.57373,
                    0.553223,
                    0.509766,
                    0.662109,
                    0.546387,
                    0.540527,
                    0.500977,
                    0.404053,
                    0.365967,
                    0.577637,
                    0.467529,
                    0.513672,
                    0.422119,
                    0.462891,
                    0.263672,
                    0.483643,
                    0.526855,
                    0.526367,
                    0.296143,
                    0.553223,
                    0.544922,
                    0.39624,
                    0.485596,
                    0.464355,
                    0.424805,
                    0.484619,
                    0.477051,
                    0.223145,
                    0.498291,
                    0.369385,
                    0.286865,
                    0.496826,
                    0.492676,
                    0.331055,
                    0.487061,
                    0.564941,
                    0.562012,
                    0.513672,
                    0.500488,
                    0.410889,
                    0.529297,
                    0.467773,
                    0.479248,
                    0.445312,
                    0.558594,
                    0.499023,
                    0.458984,
                    0.460205,
                    0.317871,
                    0.261475,
                    0.546387,
                    0.601562,
                    0.482666,
                    0.418457,
                    0.509277,
                    0.482422,
                    0.331299,
                    0.386719,
                    0.458008,
                    0.458984,
                    0.491699,
                    0.496094,
                    0.506348,
                    0.552246,
                    0.550293,
                    0.564453,
                    0.525391,
                    0.531738,
                    0.450439,
                    0.501465,
                    0.461914,
                    0.500977,
                    0.457275,
                    0.4375,
                    0.546875,
                    0.513672,
                    0.236816,
                    0.552246,
                    0.611816,
                    0.432129,
                    0.579102,
                    0.407227,
                    0.466797,
                    0.593262,
                    0.533691,
                    0.493164,
                    0.342041,
                    0.520508,
                    0.494141,
                    0.487793,
                    0.483398,
                    0.467285,
                    0.525391,
                    0.468018,
                    0.40332,
                    0.453613,
                    0.597656,
                    0.473145,
                    0.530273,
                    0.469727,
                    0.469727,
                    0.520508,
                    0.325928,
                    0.258789,
                    0.510254,
                    0.501953,
                    0.524902,
                    0.479004,
                    0.506348,
                    0.525391,
                    0.509766,
                    0.368408,
                    0.404541,
                    0.54541,
                    0.482422,
                    0.548828,
                    0.612793,
                    0.496826,
                    0.550293
                ]
            },
            "name": "model.model.layers.9.input_layernorm.weight",
            "outputIndexes": [
                765
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                764
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_9/Mul_output_0",
            "outputIndexes": [
                766
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                765,
                766
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_9/Mul_1_output_0",
            "outputIndexes": [
                767
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                767
            ],
            "outputIndexes": [
                2719
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                2719
            ],
            "outputIndexes": [
                2720
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/q_proj/Linear",
            "inputIndexes": [
                2720
            ],
            "outputIndexes": [
                2721
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    19907946,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                2721
            ],
            "outputIndexes": [
                2722
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2722
            ],
            "outputIndexes": [
                768
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                767
            ],
            "main_type": "NONE",
            "name": "/Shape_127_output_0",
            "outputIndexes": [
                769
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                769
            ],
            "main_type": "NONE",
            "name": "Shape2021",
            "outputIndexes": [
                770
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                769
            ],
            "main_type": "NONE",
            "name": "Rank2023",
            "outputIndexes": [
                771
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                771,
                771
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2025",
            "outputIndexes": [
                772
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                772
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2026",
            "outputIndexes": [
                773
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                772,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2028",
            "outputIndexes": [
                774
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                774
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2029",
            "outputIndexes": [
                775
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                770,
                773,
                775,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice2032",
            "outputIndexes": [
                776
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                776
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze2033",
            "outputIndexes": [
                777
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                777
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2034",
            "outputIndexes": [
                778
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                778,
                777
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2035",
            "outputIndexes": [
                779
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                769,
                779,
                772
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_139_output_0",
            "outputIndexes": [
                780
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                780,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_289_output_0",
            "outputIndexes": [
                781
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                781,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_117_output_0",
            "outputIndexes": [
                782
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                768,
                782
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_82_output_0",
            "outputIndexes": [
                783
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                783,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_72_output_0",
            "outputIndexes": [
                784
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                783
            ],
            "main_type": "NONE",
            "name": "/Shape_128_output_0",
            "outputIndexes": [
                785
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                785
            ],
            "main_type": "NONE",
            "name": "Shape2042",
            "outputIndexes": [
                786
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                785
            ],
            "main_type": "NONE",
            "name": "Rank2044",
            "outputIndexes": [
                787
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                787,
                787
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2046",
            "outputIndexes": [
                788
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                788
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2047",
            "outputIndexes": [
                789
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                788,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2049",
            "outputIndexes": [
                790
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                790
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2050",
            "outputIndexes": [
                791
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                786,
                789,
                791,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice2053",
            "outputIndexes": [
                792
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                792
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze2054",
            "outputIndexes": [
                793
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                793
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2055",
            "outputIndexes": [
                794
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                794,
                793
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2056",
            "outputIndexes": [
                795
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                785,
                795,
                788
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_140_output_0",
            "outputIndexes": [
                796
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                796,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_27_output_0",
            "outputIndexes": [
                797
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                797,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_294_output_0",
            "outputIndexes": [
                798
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                783,
                798,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_37_output_0",
            "outputIndexes": [
                799
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                799
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_18_output_0",
            "outputIndexes": [
                800
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                783,
                22,
                798,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_36_output_0",
            "outputIndexes": [
                801
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                800,
                801
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_120_output_0",
            "outputIndexes": [
                802
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                802,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_73_output_0",
            "outputIndexes": [
                803
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                784,
                803
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_45_output_0",
            "outputIndexes": [
                804
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                767
            ],
            "outputIndexes": [
                2723
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                2723
            ],
            "outputIndexes": [
                2724
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/k_proj/Linear",
            "inputIndexes": [
                2724
            ],
            "outputIndexes": [
                2725
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    20115328,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                2725
            ],
            "outputIndexes": [
                2726
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2726
            ],
            "outputIndexes": [
                805
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                781,
                70,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_118_output_0",
            "outputIndexes": [
                806
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                805,
                806
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_83_output_0",
            "outputIndexes": [
                807
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                807,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_74_output_0",
            "outputIndexes": [
                808
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                807
            ],
            "main_type": "NONE",
            "name": "/Shape_129_output_0",
            "outputIndexes": [
                809
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                809
            ],
            "main_type": "NONE",
            "name": "Shape2105",
            "outputIndexes": [
                810
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                809
            ],
            "main_type": "NONE",
            "name": "Rank2107",
            "outputIndexes": [
                811
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                811,
                811
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2109",
            "outputIndexes": [
                812
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                812
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2110",
            "outputIndexes": [
                813
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                812,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2112",
            "outputIndexes": [
                814
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                814
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2113",
            "outputIndexes": [
                815
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                810,
                813,
                815,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice2116",
            "outputIndexes": [
                816
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                816
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze2117",
            "outputIndexes": [
                817
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                817
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2118",
            "outputIndexes": [
                818
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                818,
                817
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2119",
            "outputIndexes": [
                819
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                809,
                819,
                812
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_141_output_0",
            "outputIndexes": [
                820
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                820,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_28_output_0",
            "outputIndexes": [
                821
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                821,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_296_output_0",
            "outputIndexes": [
                822
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                807,
                822,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_39_output_0",
            "outputIndexes": [
                823
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                823
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_19_output_0",
            "outputIndexes": [
                824
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                807,
                22,
                822,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_38_output_0",
            "outputIndexes": [
                825
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                824,
                825
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_121_output_0",
            "outputIndexes": [
                826
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                826,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_75_output_0",
            "outputIndexes": [
                827
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                808,
                827
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_46_output_0",
            "outputIndexes": [
                828
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                767
            ],
            "outputIndexes": [
                2727
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                2727
            ],
            "outputIndexes": [
                2728
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/v_proj/Linear",
            "inputIndexes": [
                2728
            ],
            "outputIndexes": [
                2729
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    20184470,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                2729
            ],
            "outputIndexes": [
                2730
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2730
            ],
            "outputIndexes": [
                829
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                829,
                806
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_84_output_0",
            "outputIndexes": [
                830
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                804,
                828,
                830,
                110
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_89_output_0",
            "outputIndexes": [
                831
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                831
            ],
            "outputIndexes": [
                2731
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                2731
            ],
            "outputIndexes": [
                2732
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/o_proj/Linear",
            "inputIndexes": [
                2732
            ],
            "outputIndexes": [
                2733
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    20253612,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                2733
            ],
            "outputIndexes": [
                2734
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2734
            ],
            "outputIndexes": [
                832
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                764,
                832
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_48_output_0",
            "outputIndexes": [
                833
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.353271,
                    0.266846,
                    0.414062,
                    0.402344,
                    0.295898,
                    0.26001,
                    0.261719,
                    0.426025,
                    0.439697,
                    0.22937,
                    0.265381,
                    0.36377,
                    0.417725,
                    0.270996,
                    0.401367,
                    0.432373,
                    0.42627,
                    0.404053,
                    0.431152,
                    0.435791,
                    0.413574,
                    0.350586,
                    0.454834,
                    0.414551,
                    0.358154,
                    0.403809,
                    0.422363,
                    0.410156,
                    0.350098,
                    0.207153,
                    0.330811,
                    0.248291,
                    0.406738,
                    0.435791,
                    0.461426,
                    0.455811,
                    0.400879,
                    0.416748,
                    0.291016,
                    0.431152,
                    0.287109,
                    0.384033,
                    0.347656,
                    0.396973,
                    0.435303,
                    0.396973,
                    0.4021,
                    0.39917,
                    0.313477,
                    0.344971,
                    0.431885,
                    0.34082,
                    0.429199,
                    0.249512,
                    0.410156,
                    0.401611,
                    0.385742,
                    0.38208,
                    0.384033,
                    0.349854,
                    0.21582,
                    0.403076,
                    0.381592,
                    0.43042,
                    0.186279,
                    0.441162,
                    0.248413,
                    0.440186,
                    0.228271,
                    0.413086,
                    0.360596,
                    0.318848,
                    0.440186,
                    0.403076,
                    0.226318,
                    0.395996,
                    0.414551,
                    0.441895,
                    0.366699,
                    0.425781,
                    0.47998,
                    0.217285,
                    0.250732,
                    0.222046,
                    0.392822,
                    0.409424,
                    0.375488,
                    0.247559,
                    0.235107,
                    0.391602,
                    0.242432,
                    0.440186,
                    0.434082,
                    0.405273,
                    -0.000604,
                    0.370361,
                    0.264404,
                    0.412109,
                    0.429199,
                    0.405273,
                    0.362793,
                    0.255615,
                    0.398682,
                    0.405273,
                    0.206543,
                    0.445801,
                    0.364258,
                    0.427246,
                    0.432373,
                    0.193848,
                    0.437256,
                    0.405762,
                    0.369141,
                    0.215088,
                    0.216553,
                    0.359863,
                    0.419434,
                    0.361816,
                    0.358643,
                    0.416748,
                    0.454102,
                    0.315186,
                    0.442139,
                    0.433594,
                    0.42749,
                    0.388428,
                    0.4104,
                    0.250732,
                    0.219482,
                    0.273926,
                    0.369385,
                    0.380615,
                    0.447021,
                    0.376709,
                    0.213501,
                    0.412598,
                    0.395508,
                    0.444824,
                    0.352783,
                    0.408203,
                    0.397217,
                    0.361572,
                    0.407715,
                    0.313477,
                    0.294678,
                    0.413574,
                    0.461914,
                    0.264648,
                    0.26001,
                    0.395996,
                    0.432617,
                    0.383301,
                    0.412354,
                    0.389648,
                    0.447266,
                    0.445801,
                    0.42334,
                    0.464355,
                    0.305664,
                    0.416504,
                    0.401855,
                    0.411133,
                    0.283447,
                    0.453125,
                    0.395752,
                    0.359863,
                    0.415527,
                    0.418213,
                    0.454346,
                    0.421631,
                    0.277588,
                    0.20752,
                    0.368896,
                    0.384766,
                    0.468018,
                    0.465088,
                    0.421875,
                    0.188965,
                    0.45166,
                    0.445312,
                    0.254883,
                    0.273682,
                    0.199829,
                    0.357178,
                    0.399658,
                    0.42334,
                    0.428467,
                    0.457031,
                    0.456055,
                    0.407959,
                    0.401123,
                    0.294189,
                    0.235962,
                    0.455322,
                    0.453125,
                    0.461426,
                    0.439697,
                    0.41626,
                    0.416016,
                    0.436768,
                    0.227661,
                    0.334961,
                    0.370605,
                    0.23938,
                    0.450195,
                    0.38623,
                    0.393066,
                    0.412598,
                    0.415527,
                    0.437988,
                    0.397705,
                    0.375488,
                    0.339355,
                    0.381592,
                    0.478516,
                    0.413086,
                    0.374512,
                    0.209717,
                    0.359131,
                    0.280762,
                    0.447266,
                    0.420166,
                    0.439209,
                    0.32666,
                    0.265625,
                    0.444824,
                    0.430664,
                    0.287842,
                    0.40918,
                    0.331543,
                    0.278564,
                    0.411377,
                    0.286377,
                    0.421143,
                    0.203857,
                    0.438965,
                    0.4375,
                    0.179443,
                    0.218018,
                    0.42627,
                    0.436523,
                    0.366455,
                    0.270264,
                    0.407471,
                    0.325195,
                    0.424316,
                    0.433594,
                    0.405273,
                    0.387207,
                    0.403809,
                    0.323486,
                    0.351807,
                    0.377441,
                    0.425049,
                    0.414795,
                    0.290527,
                    0.443848,
                    0.38916,
                    0.425537,
                    0.404541,
                    0.392334,
                    0.434082,
                    0.45166,
                    0.44458,
                    0.440674,
                    0.492432,
                    0.312744,
                    0.432617,
                    0.363525,
                    0.356201,
                    0.273193,
                    0.424805,
                    0.410156,
                    0.421143,
                    0.375977,
                    0.431641,
                    0.400879,
                    0.405518,
                    0.382568,
                    0.406982,
                    0.449463,
                    0.452148,
                    0.308105,
                    0.397949,
                    0.266602,
                    0.44043,
                    0.460205,
                    0.204956,
                    0.256592,
                    0.426514,
                    0.335449,
                    0.414062,
                    0.414307,
                    0.298828,
                    0.229614,
                    0.435791,
                    0.419189,
                    0.427246,
                    0.353271,
                    0.396729,
                    0.241089,
                    0.428223,
                    0.301514,
                    0.434082,
                    0.424805,
                    0.431396,
                    0.427734,
                    0.361328,
                    0.234863,
                    0.441406,
                    0.36084,
                    0.195801,
                    0.418945,
                    0.42041,
                    0.415039,
                    0.24707,
                    0.202393,
                    0.396484,
                    0.33252,
                    0.360352,
                    0.333496,
                    0.459961,
                    0.239502,
                    0.223633,
                    0.447021,
                    0.39209,
                    0.383545,
                    0.228271,
                    0.429199,
                    0.338135,
                    0.444336,
                    0.488525,
                    0.298096,
                    0.430908,
                    0.234009,
                    0.31958,
                    0.421875,
                    0.338867,
                    0.435303,
                    0.422119,
                    0.262207,
                    0.421143,
                    0.463867,
                    0.44873,
                    0.370361,
                    0.295898,
                    0.404297,
                    0.335449,
                    0.268799,
                    0.451172,
                    0.448975,
                    0.41333,
                    0.296875,
                    0.356201,
                    0.401367,
                    0.388916,
                    0.444092,
                    0.345459,
                    0.25708,
                    0.415283,
                    0.414551,
                    0.406738,
                    0.321533,
                    0.41748,
                    0.239868,
                    0.428711,
                    0.202637,
                    0.261719,
                    0.436035,
                    0.393555,
                    0.423828,
                    0.202881,
                    0.430908,
                    0.253174,
                    0.449463,
                    0.407471,
                    0.414307,
                    0.407959,
                    0.458252,
                    0.44873,
                    0.424805,
                    0.416748,
                    0.341797,
                    0.452637,
                    0.24585,
                    0.2052,
                    0.450684,
                    0.390137,
                    0.412354,
                    0.301514,
                    0.413574,
                    0.400879,
                    0.286621,
                    0.332764,
                    0.402832,
                    0.42627,
                    0.303711,
                    0.415527,
                    0.456055,
                    0.452148,
                    0.414551,
                    0.375732,
                    0.401855,
                    0.418701,
                    0.436035,
                    0.260986,
                    0.421387,
                    0.264648,
                    0.44043,
                    0.421387,
                    0.384521,
                    0.374023,
                    0.418701,
                    0.417236,
                    0.435303,
                    0.32959,
                    0.386719,
                    0.259521,
                    0.453857,
                    0.406006,
                    0.450928,
                    0.296875,
                    0.445557,
                    0.352051,
                    0.443115,
                    0.415527,
                    0.455078,
                    0.433105,
                    0.288574,
                    0.419678,
                    0.335938,
                    0.401611,
                    0.423096,
                    0.428467,
                    0.380127,
                    0.306152,
                    0.272217,
                    0.447021,
                    0.381836,
                    0.440918,
                    0.39624,
                    0.44751,
                    0.308838,
                    0.433105,
                    0.42627,
                    0.312988,
                    0.469238,
                    0.268311,
                    0.300049,
                    0.421875,
                    0.393311,
                    0.461914,
                    0.417969,
                    0.1875,
                    0.228882,
                    0.298828,
                    0.429688,
                    0.429688,
                    0.444824,
                    0.448975,
                    0.390137,
                    0.446289,
                    0.411377,
                    0.414795,
                    0.329102,
                    0.220215,
                    0.423096,
                    0.348877,
                    0.375977,
                    0.287598,
                    0.390869,
                    0.212646,
                    0.391602,
                    0.459961,
                    0.439209,
                    0.259033,
                    0.387207,
                    0.454102,
                    0.267334,
                    0.413086,
                    0.431152,
                    0.329834,
                    0.429688,
                    0.370117,
                    0.185425,
                    0.407471,
                    0.264893,
                    0.225952,
                    0.423584,
                    0.455078,
                    0.23999,
                    0.385254,
                    0.391357,
                    0.259766,
                    0.310791,
                    0.418213,
                    0.313965,
                    0.425781,
                    0.390869,
                    0.412598,
                    0.401611,
                    0.425781,
                    0.418945,
                    0.364258,
                    0.330566,
                    0.259033,
                    0.212524,
                    0.454102,
                    0.396729,
                    0.373047,
                    0.326172,
                    0.447754,
                    0.459961,
                    0.266846,
                    0.356445,
                    0.425293,
                    0.270264,
                    0.449219,
                    0.346191,
                    0.348389,
                    0.418701,
                    0.435303,
                    0.416748,
                    0.423584,
                    0.439453,
                    0.213257,
                    0.44458,
                    0.408691,
                    0.40332,
                    0.40332,
                    0.362793,
                    0.395508,
                    0.442383,
                    0.178467,
                    0.457275,
                    0.301758,
                    0.340576,
                    0.433838,
                    0.359375,
                    0.331299,
                    0.395752,
                    0.428711,
                    0.281494,
                    0.228882,
                    0.417725,
                    0.402588,
                    0.39917,
                    0.40918,
                    0.385254,
                    0.431885,
                    0.344727,
                    0.316162,
                    0.366455,
                    0.375244,
                    0.398193,
                    0.404785,
                    0.418213,
                    0.231567,
                    0.401855,
                    0.218994,
                    0.208374,
                    0.404541,
                    0.423096,
                    0.456055,
                    0.406006,
                    0.464844,
                    0.432373,
                    0.447021,
                    0.313721,
                    0.336426,
                    0.412598,
                    0.369629,
                    0.450195,
                    0.455566,
                    0.410645,
                    0.406738
                ]
            },
            "name": "model.model.layers.9.post_attention_layernorm.weight",
            "outputIndexes": [
                834
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                833
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_9/Mul_output_0",
            "outputIndexes": [
                835
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                834,
                835
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_9/Mul_1_output_0",
            "outputIndexes": [
                836
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                836
            ],
            "outputIndexes": [
                2735
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                2735
            ],
            "outputIndexes": [
                2736
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/mlp/gate_proj/Linear",
            "inputIndexes": [
                2736
            ],
            "outputIndexes": [
                2737
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    20460994,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                2737
            ],
            "outputIndexes": [
                2738
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2738
            ],
            "outputIndexes": [
                837
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                837
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_9/Sigmoid_output_0",
            "outputIndexes": [
                838
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                837,
                838
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_9/Mul_output_0",
            "outputIndexes": [
                839
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                836
            ],
            "outputIndexes": [
                2739
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                2739
            ],
            "outputIndexes": [
                2740
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/mlp/up_proj/Linear",
            "inputIndexes": [
                2740
            ],
            "outputIndexes": [
                2741
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    21013976,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                2741
            ],
            "outputIndexes": [
                2742
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2742
            ],
            "outputIndexes": [
                840
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                839,
                840
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_9/Mul_output_0",
            "outputIndexes": [
                841
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                841
            ],
            "outputIndexes": [
                2743
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                2743
            ],
            "outputIndexes": [
                2744
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/mlp/down_proj/Linear",
            "inputIndexes": [
                2744
            ],
            "outputIndexes": [
                2745
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    21566958,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                2745
            ],
            "outputIndexes": [
                2746
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.9/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2746
            ],
            "outputIndexes": [
                842
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                833,
                842
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_49_output_0",
            "outputIndexes": [
                843
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                843,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_90_output_0",
            "outputIndexes": [
                844
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.657227,
                    0.498535,
                    0.494141,
                    0.416992,
                    0.519531,
                    0.709473,
                    0.580566,
                    0.543457,
                    0.5,
                    0.475586,
                    0.314941,
                    0.445068,
                    0.472412,
                    0.406738,
                    0.48291,
                    0.441895,
                    0.497803,
                    0.443604,
                    0.473877,
                    0.483643,
                    0.625488,
                    0.458252,
                    0.685547,
                    0.455078,
                    0.401855,
                    0.434082,
                    0.441895,
                    0.450928,
                    0.536133,
                    0.732422,
                    0.567383,
                    0.466064,
                    0.445557,
                    0.528809,
                    0.532715,
                    0.561523,
                    0.433594,
                    0.559082,
                    0.619141,
                    0.489746,
                    0.397461,
                    0.440918,
                    0.620117,
                    0.412598,
                    0.506348,
                    0.455566,
                    0.458496,
                    0.489746,
                    0.472168,
                    0.420898,
                    0.516113,
                    0.406982,
                    0.431152,
                    0.306396,
                    0.514648,
                    0.460938,
                    0.45459,
                    0.528809,
                    0.472656,
                    0.483887,
                    0.409912,
                    0.683105,
                    0.40918,
                    0.583496,
                    0.350586,
                    0.511719,
                    0.572266,
                    0.438232,
                    0.366211,
                    0.484131,
                    0.547363,
                    0.502441,
                    0.600098,
                    0.54248,
                    0.327637,
                    0.525879,
                    0.480469,
                    0.502441,
                    0.512695,
                    0.491943,
                    0.529785,
                    0.320557,
                    0.337891,
                    0.564453,
                    0.447754,
                    0.482422,
                    0.405273,
                    0.550293,
                    0.358154,
                    0.42749,
                    0.491211,
                    0.47168,
                    0.443604,
                    0.420898,
                    0.479492,
                    0.428223,
                    0.344971,
                    0.471191,
                    0.512695,
                    0.510254,
                    0.447021,
                    0.331055,
                    0.474609,
                    0.46875,
                    0.348389,
                    0.529297,
                    0.4375,
                    0.550781,
                    0.466064,
                    0.298584,
                    0.571289,
                    0.44043,
                    0.385986,
                    0.313477,
                    0.29541,
                    0.394531,
                    0.51416,
                    0.427246,
                    0.490967,
                    0.575195,
                    0.429443,
                    0.368408,
                    0.499268,
                    0.561035,
                    0.515137,
                    0.456299,
                    0.487061,
                    0.344971,
                    0.324219,
                    0.401611,
                    0.396729,
                    0.453125,
                    0.584473,
                    0.42749,
                    0.387939,
                    0.446289,
                    0.477295,
                    0.46875,
                    0.427734,
                    0.460449,
                    0.429199,
                    0.405029,
                    0.486572,
                    0.628906,
                    0.357422,
                    0.438965,
                    0.557129,
                    0.378662,
                    0.33667,
                    0.43457,
                    0.487793,
                    0.437744,
                    0.465332,
                    0.465576,
                    0.48291,
                    0.519043,
                    0.487305,
                    0.486328,
                    0.350098,
                    0.474121,
                    0.450684,
                    0.741211,
                    0.4646,
                    0.518555,
                    0.438477,
                    0.431641,
                    0.482422,
                    0.445068,
                    0.500977,
                    0.511719,
                    0.319824,
                    0.428955,
                    0.417725,
                    0.549316,
                    0.478027,
                    0.524902,
                    0.48291,
                    0.378906,
                    0.516113,
                    0.505859,
                    0.529785,
                    0.482178,
                    0.317139,
                    0.395752,
                    0.482178,
                    0.577148,
                    0.526855,
                    0.54541,
                    0.501465,
                    0.531738,
                    0.528809,
                    0.314209,
                    0.362549,
                    0.500977,
                    0.518066,
                    0.459717,
                    0.468994,
                    0.479492,
                    0.540527,
                    0.520996,
                    0.501465,
                    0.374023,
                    0.435791,
                    0.332764,
                    0.496582,
                    0.488037,
                    0.496826,
                    0.534668,
                    0.537598,
                    0.423584,
                    0.629883,
                    0.412598,
                    0.434082,
                    0.481934,
                    0.486084,
                    0.561523,
                    0.68457,
                    0.373047,
                    0.39502,
                    0.377686,
                    0.459717,
                    0.52832,
                    0.504883,
                    0.638672,
                    0.44873,
                    0.469482,
                    0.492188,
                    0.47583,
                    0.480713,
                    0.791016,
                    0.346436,
                    0.338867,
                    0.373779,
                    0.504883,
                    0.265381,
                    0.533691,
                    0.638672,
                    0.375244,
                    0.367188,
                    0.590332,
                    0.532715,
                    0.397461,
                    0.334961,
                    0.422852,
                    0.360596,
                    0.506348,
                    0.469238,
                    0.591797,
                    0.498535,
                    0.429199,
                    0.342529,
                    0.442139,
                    0.432861,
                    0.513184,
                    0.461914,
                    0.556641,
                    0.45874,
                    0.456543,
                    0.572754,
                    0.458252,
                    0.549316,
                    0.495605,
                    0.508301,
                    0.52832,
                    0.512207,
                    0.530273,
                    0.379883,
                    0.60498,
                    0.398438,
                    0.40918,
                    0.353516,
                    0.437256,
                    0.420898,
                    0.451904,
                    0.442383,
                    0.472656,
                    0.436523,
                    0.461426,
                    0.393555,
                    0.622559,
                    0.556641,
                    0.512207,
                    0.118774,
                    0.441895,
                    0.475098,
                    0.56543,
                    0.586914,
                    0.375244,
                    0.317871,
                    0.44458,
                    0.452393,
                    0.453613,
                    0.444092,
                    0.535156,
                    0.314697,
                    0.506836,
                    0.436279,
                    0.469238,
                    0.377686,
                    0.456543,
                    0.339111,
                    0.513672,
                    0.347656,
                    0.501953,
                    0.488525,
                    0.504395,
                    0.529785,
                    0.428223,
                    0.388184,
                    0.480957,
                    0.421875,
                    0.31543,
                    0.495361,
                    0.485596,
                    0.447754,
                    0.62207,
                    0.425293,
                    0.468994,
                    0.420654,
                    0.445068,
                    0.437012,
                    0.47876,
                    0.372803,
                    0.358643,
                    0.606934,
                    0.43457,
                    0.41333,
                    0.480957,
                    0.53418,
                    0.118347,
                    0.498779,
                    0.558105,
                    0.391113,
                    0.508789,
                    0.358643,
                    0.39624,
                    0.51709,
                    0.472656,
                    0.495361,
                    0.483154,
                    0.350586,
                    0.554688,
                    0.549316,
                    0.415527,
                    0.433105,
                    0.407715,
                    0.463867,
                    0.450439,
                    0.485107,
                    0.500488,
                    0.51709,
                    0.423096,
                    0.384033,
                    0.406982,
                    0.476318,
                    0.474609,
                    0.532715,
                    0.447021,
                    0.335693,
                    0.517578,
                    0.42627,
                    0.484863,
                    0.388916,
                    0.51416,
                    0.382568,
                    0.580078,
                    0.390381,
                    0.410889,
                    0.55127,
                    0.411377,
                    0.499268,
                    0.345459,
                    0.473389,
                    0.394287,
                    0.546875,
                    0.441895,
                    0.474121,
                    0.601074,
                    0.556641,
                    0.513184,
                    0.530762,
                    0.51709,
                    0.540039,
                    0.492188,
                    0.491455,
                    0.346924,
                    0.50293,
                    0.426025,
                    0.463379,
                    0.426025,
                    0.448486,
                    0.457031,
                    0.398682,
                    0.417725,
                    0.454102,
                    0.45459,
                    0.460938,
                    0.457031,
                    0.509277,
                    0.510254,
                    0.52002,
                    0.396484,
                    0.513672,
                    0.516113,
                    0.507812,
                    0.362061,
                    0.446289,
                    0.608398,
                    0.495117,
                    0.428711,
                    0.453125,
                    0.375488,
                    0.486328,
                    0.476807,
                    0.436035,
                    0.371826,
                    0.416016,
                    0.342773,
                    0.537109,
                    0.422607,
                    0.493164,
                    0.438232,
                    0.495361,
                    0.415039,
                    0.517578,
                    0.498047,
                    0.528809,
                    0.530273,
                    0.404053,
                    0.45752,
                    0.375488,
                    0.448975,
                    0.506348,
                    0.493896,
                    0.438477,
                    0.341309,
                    0.350098,
                    0.440918,
                    0.494141,
                    0.528809,
                    0.460449,
                    0.562012,
                    0.489502,
                    0.475586,
                    0.532227,
                    0.51709,
                    0.596191,
                    0.359375,
                    0.361084,
                    0.483887,
                    0.513672,
                    0.516113,
                    0.49585,
                    0.323975,
                    0.58252,
                    0.394775,
                    0.512695,
                    0.532715,
                    0.597656,
                    0.572754,
                    0.617188,
                    0.537598,
                    0.471191,
                    0.487793,
                    0.37915,
                    0.574707,
                    0.484131,
                    0.462891,
                    0.457031,
                    0.531738,
                    0.427002,
                    0.3396,
                    0.420898,
                    0.514648,
                    0.488281,
                    0.362061,
                    0.509277,
                    0.519531,
                    0.439453,
                    0.512695,
                    0.484619,
                    0.405518,
                    0.445312,
                    0.49585,
                    0.342285,
                    0.465332,
                    0.406006,
                    0.35791,
                    0.432617,
                    0.571289,
                    0.366699,
                    0.424072,
                    0.504883,
                    0.583496,
                    0.481934,
                    0.491211,
                    0.389404,
                    0.498535,
                    0.395752,
                    0.430908,
                    0.392334,
                    0.519531,
                    0.493652,
                    0.426025,
                    0.498779,
                    0.358887,
                    0.316406,
                    0.537109,
                    0.609863,
                    0.456787,
                    0.37207,
                    0.533691,
                    0.464844,
                    0.333984,
                    0.375732,
                    0.435547,
                    0.552734,
                    0.463379,
                    0.442139,
                    0.510742,
                    0.467773,
                    0.481445,
                    0.430908,
                    0.468262,
                    0.486816,
                    0.405762,
                    0.435303,
                    0.477295,
                    0.470459,
                    0.47168,
                    0.396973,
                    0.51709,
                    0.482178,
                    0.351562,
                    0.494629,
                    0.67334,
                    0.394531,
                    0.630371,
                    0.411621,
                    0.417725,
                    0.638184,
                    0.52832,
                    0.567871,
                    0.493652,
                    0.550781,
                    0.450195,
                    0.476074,
                    0.469971,
                    0.37915,
                    0.529297,
                    0.404785,
                    0.380127,
                    0.431152,
                    0.659668,
                    0.401611,
                    0.464111,
                    0.480225,
                    0.372803,
                    0.577148,
                    0.464844,
                    0.311523,
                    0.441406,
                    0.465332,
                    0.52002,
                    0.43042,
                    0.494629,
                    0.518066,
                    0.450684,
                    0.371338,
                    0.479248,
                    0.53418,
                    0.438965,
                    0.510254,
                    0.57666,
                    0.458008,
                    0.54541
                ]
            },
            "name": "model.model.layers.10.input_layernorm.weight",
            "outputIndexes": [
                845
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                844
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_10/Mul_output_0",
            "outputIndexes": [
                846
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                845,
                846
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_10/Mul_1_output_0",
            "outputIndexes": [
                847
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                847
            ],
            "outputIndexes": [
                2747
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                2747
            ],
            "outputIndexes": [
                2748
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/q_proj/Linear",
            "inputIndexes": [
                2748
            ],
            "outputIndexes": [
                2749
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    22119940,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                2749
            ],
            "outputIndexes": [
                2750
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2750
            ],
            "outputIndexes": [
                848
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                847
            ],
            "main_type": "NONE",
            "name": "/Shape_141_output_0",
            "outputIndexes": [
                849
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                849
            ],
            "main_type": "NONE",
            "name": "Shape2237",
            "outputIndexes": [
                850
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                849
            ],
            "main_type": "NONE",
            "name": "Rank2239",
            "outputIndexes": [
                851
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                851,
                851
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2241",
            "outputIndexes": [
                852
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                852
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2242",
            "outputIndexes": [
                853
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                852,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2244",
            "outputIndexes": [
                854
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                854
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2245",
            "outputIndexes": [
                855
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                850,
                853,
                855,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice2248",
            "outputIndexes": [
                856
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                856
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze2249",
            "outputIndexes": [
                857
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                857
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2250",
            "outputIndexes": [
                858
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                858,
                857
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2251",
            "outputIndexes": [
                859
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                849,
                859,
                852
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_154_output_0",
            "outputIndexes": [
                860
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                860,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_321_output_0",
            "outputIndexes": [
                861
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                861,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_130_output_0",
            "outputIndexes": [
                862
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                848,
                862
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_91_output_0",
            "outputIndexes": [
                863
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                863,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_80_output_0",
            "outputIndexes": [
                864
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                863
            ],
            "main_type": "NONE",
            "name": "/Shape_142_output_0",
            "outputIndexes": [
                865
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                865
            ],
            "main_type": "NONE",
            "name": "Shape2258",
            "outputIndexes": [
                866
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                865
            ],
            "main_type": "NONE",
            "name": "Rank2260",
            "outputIndexes": [
                867
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                867,
                867
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2262",
            "outputIndexes": [
                868
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                868
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2263",
            "outputIndexes": [
                869
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                868,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2265",
            "outputIndexes": [
                870
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                870
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2266",
            "outputIndexes": [
                871
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                866,
                869,
                871,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice2269",
            "outputIndexes": [
                872
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                872
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze2270",
            "outputIndexes": [
                873
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                873
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2271",
            "outputIndexes": [
                874
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                874,
                873
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2272",
            "outputIndexes": [
                875
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                865,
                875,
                868
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_155_output_0",
            "outputIndexes": [
                876
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                876,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_30_output_0",
            "outputIndexes": [
                877
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                877,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_326_output_0",
            "outputIndexes": [
                878
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                863,
                878,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_41_output_0",
            "outputIndexes": [
                879
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                879
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_20_output_0",
            "outputIndexes": [
                880
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                863,
                22,
                878,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_40_output_0",
            "outputIndexes": [
                881
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                880,
                881
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_133_output_0",
            "outputIndexes": [
                882
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                882,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_81_output_0",
            "outputIndexes": [
                883
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                864,
                883
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_50_output_0",
            "outputIndexes": [
                884
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                847
            ],
            "outputIndexes": [
                2751
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                2751
            ],
            "outputIndexes": [
                2752
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/k_proj/Linear",
            "inputIndexes": [
                2752
            ],
            "outputIndexes": [
                2753
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    22327322,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                2753
            ],
            "outputIndexes": [
                2754
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2754
            ],
            "outputIndexes": [
                885
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                861,
                70,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_131_output_0",
            "outputIndexes": [
                886
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                885,
                886
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_92_output_0",
            "outputIndexes": [
                887
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                887,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_82_output_0",
            "outputIndexes": [
                888
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                887
            ],
            "main_type": "NONE",
            "name": "/Shape_143_output_0",
            "outputIndexes": [
                889
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                889
            ],
            "main_type": "NONE",
            "name": "Shape2321",
            "outputIndexes": [
                890
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                889
            ],
            "main_type": "NONE",
            "name": "Rank2323",
            "outputIndexes": [
                891
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                891,
                891
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2325",
            "outputIndexes": [
                892
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                892
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2326",
            "outputIndexes": [
                893
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                892,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2328",
            "outputIndexes": [
                894
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                894
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2329",
            "outputIndexes": [
                895
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                890,
                893,
                895,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice2332",
            "outputIndexes": [
                896
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                896
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze2333",
            "outputIndexes": [
                897
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                897
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2334",
            "outputIndexes": [
                898
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                898,
                897
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2335",
            "outputIndexes": [
                899
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                889,
                899,
                892
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_156_output_0",
            "outputIndexes": [
                900
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                900,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_31_output_0",
            "outputIndexes": [
                901
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                901,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_328_output_0",
            "outputIndexes": [
                902
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                887,
                902,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_43_output_0",
            "outputIndexes": [
                903
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                903
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_21_output_0",
            "outputIndexes": [
                904
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                887,
                22,
                902,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_42_output_0",
            "outputIndexes": [
                905
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                904,
                905
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_134_output_0",
            "outputIndexes": [
                906
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                906,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_83_output_0",
            "outputIndexes": [
                907
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                888,
                907
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_51_output_0",
            "outputIndexes": [
                908
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                847
            ],
            "outputIndexes": [
                2755
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                2755
            ],
            "outputIndexes": [
                2756
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/v_proj/Linear",
            "inputIndexes": [
                2756
            ],
            "outputIndexes": [
                2757
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    22396464,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                2757
            ],
            "outputIndexes": [
                2758
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2758
            ],
            "outputIndexes": [
                909
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                909,
                886
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_93_output_0",
            "outputIndexes": [
                910
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                884,
                908,
                910,
                110
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_98_output_0",
            "outputIndexes": [
                911
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                911
            ],
            "outputIndexes": [
                2759
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                2759
            ],
            "outputIndexes": [
                2760
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/o_proj/Linear",
            "inputIndexes": [
                2760
            ],
            "outputIndexes": [
                2761
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    22465606,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                2761
            ],
            "outputIndexes": [
                2762
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2762
            ],
            "outputIndexes": [
                912
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                844,
                912
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_53_output_0",
            "outputIndexes": [
                913
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.351318,
                    0.28125,
                    0.422363,
                    0.418945,
                    0.296631,
                    0.277832,
                    0.293457,
                    0.417725,
                    0.447754,
                    0.214111,
                    0.260254,
                    0.363281,
                    0.426514,
                    0.263916,
                    0.389404,
                    0.435547,
                    0.428955,
                    0.403564,
                    0.435547,
                    0.435791,
                    0.431885,
                    0.368164,
                    0.449951,
                    0.404053,
                    0.362061,
                    0.412109,
                    0.449707,
                    0.406494,
                    0.350342,
                    0.255127,
                    0.338379,
                    0.224731,
                    0.394043,
                    0.434814,
                    0.458008,
                    0.438477,
                    0.417236,
                    0.450195,
                    0.298584,
                    0.436523,
                    0.281006,
                    0.379883,
                    0.368164,
                    0.395264,
                    0.422607,
                    0.389893,
                    0.410889,
                    0.412842,
                    0.306152,
                    0.337402,
                    0.437256,
                    0.330078,
                    0.434326,
                    0.243652,
                    0.401123,
                    0.404541,
                    0.375488,
                    0.366455,
                    0.39502,
                    0.357666,
                    0.236938,
                    0.390137,
                    0.381104,
                    0.421875,
                    0.182739,
                    0.43335,
                    0.255859,
                    0.435303,
                    0.225708,
                    0.405273,
                    0.373535,
                    0.318848,
                    0.430908,
                    0.40625,
                    0.220459,
                    0.416748,
                    0.415527,
                    0.432373,
                    0.377197,
                    0.431885,
                    0.47168,
                    0.205322,
                    0.240601,
                    0.217773,
                    0.387207,
                    0.4104,
                    0.369629,
                    0.265869,
                    0.235352,
                    0.38916,
                    0.249268,
                    0.450195,
                    0.427246,
                    0.407471,
                    0.123108,
                    0.371338,
                    0.259766,
                    0.407471,
                    0.43335,
                    0.416748,
                    0.358398,
                    0.251709,
                    0.415527,
                    0.397461,
                    0.19165,
                    0.457275,
                    0.363281,
                    0.417969,
                    0.417236,
                    0.178589,
                    0.445312,
                    0.406738,
                    0.36792,
                    0.210083,
                    0.211426,
                    0.351318,
                    0.413574,
                    0.363525,
                    0.370605,
                    0.418945,
                    0.446289,
                    0.297363,
                    0.43042,
                    0.469482,
                    0.427246,
                    0.395264,
                    0.440186,
                    0.244873,
                    0.200806,
                    0.268555,
                    0.366455,
                    0.385742,
                    0.440186,
                    0.400146,
                    0.196289,
                    0.419678,
                    0.402832,
                    0.426758,
                    0.361572,
                    0.409668,
                    0.386719,
                    0.356201,
                    0.415527,
                    0.328613,
                    0.304932,
                    0.411621,
                    0.455322,
                    0.266846,
                    0.256348,
                    0.413086,
                    0.433105,
                    0.38623,
                    0.42041,
                    0.398193,
                    0.439209,
                    0.471191,
                    0.433105,
                    0.440674,
                    0.291748,
                    0.422607,
                    0.428467,
                    0.396973,
                    0.281006,
                    0.465088,
                    0.412842,
                    0.362549,
                    0.445557,
                    0.408203,
                    0.460693,
                    0.428711,
                    0.265137,
                    0.21228,
                    0.368164,
                    0.389404,
                    0.458984,
                    0.485107,
                    0.435303,
                    0.18396,
                    0.466064,
                    0.461426,
                    0.258301,
                    0.276611,
                    0.205811,
                    0.344971,
                    0.409668,
                    0.42627,
                    0.445312,
                    0.459961,
                    0.457275,
                    0.409912,
                    0.40918,
                    0.277832,
                    0.248047,
                    0.468018,
                    0.469238,
                    0.435303,
                    0.442139,
                    0.418945,
                    0.442139,
                    0.472412,
                    0.227051,
                    0.334717,
                    0.348633,
                    0.231689,
                    0.394287,
                    0.399658,
                    0.422852,
                    0.452148,
                    0.418457,
                    0.416992,
                    0.407227,
                    0.392578,
                    0.34668,
                    0.401367,
                    0.469971,
                    0.432617,
                    0.384277,
                    0.196411,
                    0.349854,
                    0.282227,
                    0.447266,
                    0.432373,
                    0.446289,
                    0.337158,
                    0.278076,
                    0.432373,
                    0.439941,
                    0.301514,
                    0.404297,
                    0.338867,
                    0.275879,
                    0.416992,
                    0.294922,
                    0.438477,
                    0.189575,
                    0.429688,
                    0.446777,
                    0.176514,
                    0.211792,
                    0.424072,
                    0.435303,
                    0.372559,
                    0.262207,
                    0.408936,
                    0.324707,
                    0.421387,
                    0.431885,
                    0.404297,
                    0.386963,
                    0.415283,
                    0.316162,
                    0.341309,
                    0.398193,
                    0.446777,
                    0.423584,
                    0.325195,
                    0.451416,
                    0.388916,
                    0.413574,
                    0.413086,
                    0.39209,
                    0.44458,
                    0.438721,
                    0.459229,
                    0.437744,
                    0.4646,
                    0.303223,
                    0.452637,
                    0.374268,
                    0.336182,
                    0.276611,
                    0.428467,
                    0.413574,
                    0.407959,
                    0.388916,
                    0.442871,
                    0.412842,
                    0.415771,
                    0.374023,
                    0.398926,
                    0.442139,
                    0.456787,
                    0.328613,
                    0.398193,
                    0.278076,
                    0.447754,
                    0.44165,
                    0.204102,
                    0.252441,
                    0.441895,
                    0.328857,
                    0.413574,
                    0.410156,
                    0.286133,
                    0.216797,
                    0.444336,
                    0.413818,
                    0.414307,
                    0.342285,
                    0.385254,
                    0.227173,
                    0.440918,
                    0.297852,
                    0.447266,
                    0.44165,
                    0.434326,
                    0.427002,
                    0.373535,
                    0.21936,
                    0.446533,
                    0.362793,
                    0.21521,
                    0.389893,
                    0.443115,
                    0.417725,
                    0.280518,
                    0.190674,
                    0.383057,
                    0.337891,
                    0.358887,
                    0.3396,
                    0.473633,
                    0.237305,
                    0.210815,
                    0.419189,
                    0.424805,
                    0.399414,
                    0.234985,
                    0.4646,
                    0.323242,
                    0.452393,
                    0.497559,
                    0.296631,
                    0.436523,
                    0.234497,
                    0.31543,
                    0.445557,
                    0.322266,
                    0.441895,
                    0.418213,
                    0.254395,
                    0.427734,
                    0.476562,
                    0.458984,
                    0.355957,
                    0.277832,
                    0.415283,
                    0.326416,
                    0.296631,
                    0.436279,
                    0.455078,
                    0.423584,
                    0.292236,
                    0.343994,
                    0.395996,
                    0.391602,
                    0.451172,
                    0.355469,
                    0.251709,
                    0.442383,
                    0.416016,
                    0.4104,
                    0.31665,
                    0.451172,
                    0.233398,
                    0.424561,
                    0.196655,
                    0.26001,
                    0.436279,
                    0.397949,
                    0.431641,
                    0.192627,
                    0.482178,
                    0.26123,
                    0.432373,
                    0.404541,
                    0.426758,
                    0.414795,
                    0.440674,
                    0.451172,
                    0.426758,
                    0.437988,
                    0.356201,
                    0.469727,
                    0.252197,
                    0.197998,
                    0.443604,
                    0.383301,
                    0.411377,
                    0.296631,
                    0.404053,
                    0.40332,
                    0.297363,
                    0.345703,
                    0.406738,
                    0.408203,
                    0.29834,
                    0.41626,
                    0.46167,
                    0.437988,
                    0.433105,
                    0.371094,
                    0.387451,
                    0.427246,
                    0.44458,
                    0.25708,
                    0.416016,
                    0.280762,
                    0.456299,
                    0.433838,
                    0.395508,
                    0.361816,
                    0.415771,
                    0.397949,
                    0.432861,
                    0.304932,
                    0.392822,
                    0.265137,
                    0.482422,
                    0.389648,
                    0.448486,
                    0.286133,
                    0.43457,
                    0.346436,
                    0.474121,
                    0.413818,
                    0.459717,
                    0.44873,
                    0.307373,
                    0.415283,
                    0.336426,
                    0.417236,
                    0.427002,
                    0.432373,
                    0.375488,
                    0.295898,
                    0.258301,
                    0.425049,
                    0.405518,
                    0.453125,
                    0.401123,
                    0.467041,
                    0.295166,
                    0.423096,
                    0.428711,
                    0.330322,
                    0.464844,
                    0.264893,
                    0.295898,
                    0.439209,
                    0.384277,
                    0.468506,
                    0.424561,
                    0.19397,
                    0.237305,
                    0.294434,
                    0.435791,
                    0.451172,
                    0.446289,
                    0.448242,
                    0.394043,
                    0.465576,
                    0.414062,
                    0.42041,
                    0.320312,
                    0.243042,
                    0.440186,
                    0.337402,
                    0.372803,
                    0.314697,
                    0.409668,
                    0.203735,
                    0.395264,
                    0.448242,
                    0.436768,
                    0.240723,
                    0.413574,
                    0.484619,
                    0.288818,
                    0.431152,
                    0.445801,
                    0.320068,
                    0.426514,
                    0.360352,
                    0.172363,
                    0.408203,
                    0.27124,
                    0.219727,
                    0.417725,
                    0.470459,
                    0.240967,
                    0.384521,
                    0.398438,
                    0.280029,
                    0.323486,
                    0.428223,
                    0.295898,
                    0.418457,
                    0.406006,
                    0.401855,
                    0.396484,
                    0.439941,
                    0.415283,
                    0.36792,
                    0.350098,
                    0.254639,
                    0.200684,
                    0.453369,
                    0.383057,
                    0.370605,
                    0.31665,
                    0.4375,
                    0.462402,
                    0.272949,
                    0.346924,
                    0.422607,
                    0.298828,
                    0.439209,
                    0.360107,
                    0.368164,
                    0.413818,
                    0.427002,
                    0.407227,
                    0.430664,
                    0.447021,
                    0.216064,
                    0.437744,
                    0.40625,
                    0.395508,
                    0.416992,
                    0.358398,
                    0.400391,
                    0.458496,
                    0.17688,
                    0.448486,
                    0.33252,
                    0.321777,
                    0.437988,
                    0.353516,
                    0.328857,
                    0.402588,
                    0.43042,
                    0.30957,
                    0.259766,
                    0.428467,
                    0.397461,
                    0.42041,
                    0.429688,
                    0.386963,
                    0.43335,
                    0.372314,
                    0.312256,
                    0.360596,
                    0.368164,
                    0.421143,
                    0.388916,
                    0.420898,
                    0.242798,
                    0.414795,
                    0.218872,
                    0.195923,
                    0.412842,
                    0.428467,
                    0.445801,
                    0.421387,
                    0.45752,
                    0.436768,
                    0.459717,
                    0.31543,
                    0.336914,
                    0.406738,
                    0.381104,
                    0.444824,
                    0.422607,
                    0.420654,
                    0.412598
                ]
            },
            "name": "model.model.layers.10.post_attention_layernorm.weight",
            "outputIndexes": [
                914
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                913
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_10/Mul_output_0",
            "outputIndexes": [
                915
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                914,
                915
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_10/Mul_1_output_0",
            "outputIndexes": [
                916
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                916
            ],
            "outputIndexes": [
                2763
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                2763
            ],
            "outputIndexes": [
                2764
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/mlp/gate_proj/Linear",
            "inputIndexes": [
                2764
            ],
            "outputIndexes": [
                2765
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    22672988,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                2765
            ],
            "outputIndexes": [
                2766
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2766
            ],
            "outputIndexes": [
                917
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                917
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_10/Sigmoid_output_0",
            "outputIndexes": [
                918
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                917,
                918
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_10/Mul_output_0",
            "outputIndexes": [
                919
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                916
            ],
            "outputIndexes": [
                2767
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                2767
            ],
            "outputIndexes": [
                2768
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/mlp/up_proj/Linear",
            "inputIndexes": [
                2768
            ],
            "outputIndexes": [
                2769
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    23225970,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                2769
            ],
            "outputIndexes": [
                2770
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2770
            ],
            "outputIndexes": [
                920
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                919,
                920
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_10/Mul_output_0",
            "outputIndexes": [
                921
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                921
            ],
            "outputIndexes": [
                2771
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                2771
            ],
            "outputIndexes": [
                2772
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/mlp/down_proj/Linear",
            "inputIndexes": [
                2772
            ],
            "outputIndexes": [
                2773
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    23778952,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                2773
            ],
            "outputIndexes": [
                2774
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.10/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2774
            ],
            "outputIndexes": [
                922
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                913,
                922
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_54_output_0",
            "outputIndexes": [
                923
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                923,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_99_output_0",
            "outputIndexes": [
                924
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.702637,
                    0.495117,
                    0.562988,
                    0.554688,
                    0.657715,
                    0.834473,
                    0.708984,
                    0.707031,
                    0.643555,
                    0.451904,
                    0.329102,
                    0.518555,
                    0.606934,
                    0.369141,
                    0.548828,
                    0.525879,
                    0.587891,
                    0.518066,
                    0.569336,
                    0.599609,
                    0.632324,
                    0.503906,
                    0.802246,
                    0.524902,
                    0.457764,
                    0.541504,
                    0.568359,
                    0.529297,
                    0.632812,
                    0.771484,
                    0.642578,
                    0.366943,
                    0.520996,
                    0.744629,
                    0.605957,
                    0.536133,
                    0.546875,
                    0.665527,
                    0.542969,
                    0.624023,
                    0.455811,
                    0.497559,
                    0.763672,
                    0.521484,
                    0.525879,
                    0.487793,
                    0.500488,
                    0.577148,
                    0.542969,
                    0.513184,
                    0.655762,
                    0.438232,
                    0.522461,
                    0.32666,
                    0.664551,
                    0.539062,
                    0.558594,
                    0.609375,
                    0.544434,
                    0.600098,
                    0.370117,
                    0.894043,
                    0.553711,
                    0.62793,
                    0.210815,
                    0.635742,
                    0.538086,
                    0.512207,
                    0.321533,
                    0.54834,
                    0.685547,
                    0.570312,
                    0.705566,
                    0.644531,
                    0.278809,
                    0.544922,
                    0.589844,
                    0.621094,
                    0.62793,
                    0.626953,
                    0.633301,
                    0.265137,
                    0.312012,
                    0.44751,
                    0.539062,
                    0.580566,
                    0.503906,
                    0.547363,
                    0.337891,
                    0.540039,
                    0.408936,
                    0.597656,
                    0.536621,
                    0.518066,
                    0.390137,
                    0.51123,
                    0.325439,
                    0.558594,
                    0.592773,
                    0.604004,
                    0.479004,
                    0.303223,
                    0.665039,
                    0.587891,
                    0.24939,
                    0.570801,
                    0.554688,
                    0.60791,
                    0.538086,
                    0.235962,
                    0.577148,
                    0.507812,
                    0.53125,
                    0.282471,
                    0.273438,
                    0.479004,
                    0.581543,
                    0.537598,
                    0.536133,
                    0.570801,
                    0.562988,
                    0.370117,
                    0.646973,
                    0.712891,
                    0.600586,
                    0.561523,
                    0.560547,
                    0.339111,
                    0.260498,
                    0.37915,
                    0.523926,
                    0.535156,
                    0.649902,
                    0.539551,
                    0.301514,
                    0.517578,
                    0.532715,
                    0.542969,
                    0.529297,
                    0.572754,
                    0.510254,
                    0.483643,
                    0.677246,
                    0.673828,
                    0.406494,
                    0.552734,
                    0.635254,
                    0.347656,
                    0.322998,
                    0.51416,
                    0.571777,
                    0.591797,
                    0.546387,
                    0.579102,
                    0.646973,
                    0.629395,
                    0.587402,
                    0.616699,
                    0.377441,
                    0.597656,
                    0.499023,
                    0.90918,
                    0.419922,
                    0.60498,
                    0.595215,
                    0.506836,
                    0.588867,
                    0.592285,
                    0.594238,
                    0.573242,
                    0.349609,
                    0.272949,
                    0.499023,
                    0.744629,
                    0.583008,
                    0.64502,
                    0.588379,
                    0.329346,
                    0.600098,
                    0.603516,
                    0.513184,
                    0.442383,
                    0.266357,
                    0.450195,
                    0.531738,
                    0.693848,
                    0.660156,
                    0.613281,
                    0.564941,
                    0.667969,
                    0.587402,
                    0.336426,
                    0.335449,
                    0.630371,
                    0.617188,
                    0.594238,
                    0.572266,
                    0.561035,
                    0.592773,
                    0.67334,
                    0.55127,
                    0.424561,
                    0.489502,
                    0.342529,
                    0.72998,
                    0.623535,
                    0.609375,
                    0.633301,
                    0.653809,
                    0.618164,
                    0.772949,
                    0.475586,
                    0.487549,
                    0.520508,
                    0.5625,
                    0.572754,
                    0.77832,
                    0.27417,
                    0.482666,
                    0.361084,
                    0.568359,
                    0.6875,
                    0.61084,
                    0.736816,
                    0.441162,
                    0.524902,
                    0.612793,
                    0.589355,
                    0.557129,
                    0.861328,
                    0.369385,
                    0.432129,
                    0.422119,
                    0.628906,
                    0.249023,
                    0.518555,
                    0.666504,
                    0.278809,
                    0.293701,
                    0.717773,
                    0.601074,
                    0.505859,
                    0.374268,
                    0.544922,
                    0.397705,
                    0.612305,
                    0.613281,
                    0.635742,
                    0.572266,
                    0.5625,
                    0.415771,
                    0.479004,
                    0.533203,
                    0.603516,
                    0.583008,
                    0.687012,
                    0.519531,
                    0.510742,
                    0.703613,
                    0.536621,
                    0.626465,
                    0.580566,
                    0.664062,
                    0.58252,
                    0.729004,
                    0.638672,
                    0.452637,
                    0.645996,
                    0.515625,
                    0.441162,
                    0.410645,
                    0.619141,
                    0.574219,
                    0.554199,
                    0.589355,
                    0.557129,
                    0.612793,
                    0.560547,
                    0.474609,
                    0.624023,
                    0.635742,
                    0.552246,
                    0.165039,
                    0.534668,
                    0.429199,
                    0.736816,
                    0.669922,
                    0.291016,
                    0.3125,
                    0.563477,
                    0.457031,
                    0.49707,
                    0.593262,
                    0.620117,
                    0.266602,
                    0.622559,
                    0.520508,
                    0.563477,
                    0.443848,
                    0.516113,
                    0.317627,
                    0.584961,
                    0.408936,
                    0.54834,
                    0.584961,
                    0.67334,
                    0.780762,
                    0.513672,
                    0.336182,
                    0.632324,
                    0.494141,
                    0.295166,
                    0.626465,
                    0.592285,
                    0.510254,
                    0.787109,
                    0.332764,
                    0.516113,
                    0.442871,
                    0.497803,
                    0.588379,
                    0.578613,
                    0.315918,
                    0.279053,
                    0.834961,
                    0.592285,
                    0.473877,
                    0.412598,
                    0.686523,
                    0.161743,
                    0.634277,
                    0.658203,
                    0.434326,
                    0.657227,
                    0.327637,
                    0.521973,
                    0.572266,
                    0.492676,
                    0.599121,
                    0.56543,
                    0.352783,
                    0.70166,
                    0.717773,
                    0.590332,
                    0.486084,
                    0.400391,
                    0.592773,
                    0.555664,
                    0.495605,
                    0.583984,
                    0.631348,
                    0.571289,
                    0.425049,
                    0.491211,
                    0.552246,
                    0.556641,
                    0.605957,
                    0.54834,
                    0.321289,
                    0.616699,
                    0.531738,
                    0.626953,
                    0.413818,
                    0.653809,
                    0.283447,
                    0.62207,
                    0.30127,
                    0.413574,
                    0.70459,
                    0.555664,
                    0.592285,
                    0.270996,
                    0.649902,
                    0.38623,
                    0.578125,
                    0.510742,
                    0.527832,
                    0.705566,
                    0.721191,
                    0.64209,
                    0.585449,
                    0.614746,
                    0.628418,
                    0.577148,
                    0.478516,
                    0.312012,
                    0.652832,
                    0.518555,
                    0.545898,
                    0.44873,
                    0.560059,
                    0.542969,
                    0.376709,
                    0.455322,
                    0.501465,
                    0.541992,
                    0.487793,
                    0.57373,
                    0.623047,
                    0.625977,
                    0.662598,
                    0.51123,
                    0.681641,
                    0.633301,
                    0.630859,
                    0.361328,
                    0.535156,
                    0.556152,
                    0.630859,
                    0.547852,
                    0.554688,
                    0.468018,
                    0.533203,
                    0.501953,
                    0.587402,
                    0.411865,
                    0.476562,
                    0.362793,
                    0.665527,
                    0.554199,
                    0.589844,
                    0.341553,
                    0.625977,
                    0.506836,
                    0.547363,
                    0.558105,
                    0.619141,
                    0.706543,
                    0.427246,
                    0.618652,
                    0.410156,
                    0.567871,
                    0.578613,
                    0.581543,
                    0.515625,
                    0.389404,
                    0.352539,
                    0.52832,
                    0.582031,
                    0.642578,
                    0.591797,
                    0.616211,
                    0.499268,
                    0.591309,
                    0.622559,
                    0.524902,
                    0.743652,
                    0.370117,
                    0.39624,
                    0.520996,
                    0.57373,
                    0.606934,
                    0.578613,
                    0.256836,
                    0.635254,
                    0.39917,
                    0.693359,
                    0.602539,
                    0.70459,
                    0.723145,
                    0.666016,
                    0.628418,
                    0.609863,
                    0.571289,
                    0.394043,
                    0.520508,
                    0.566895,
                    0.550293,
                    0.525879,
                    0.480469,
                    0.486084,
                    0.27002,
                    0.587402,
                    0.658203,
                    0.596191,
                    0.325928,
                    0.599609,
                    0.641113,
                    0.414795,
                    0.541504,
                    0.599121,
                    0.450195,
                    0.533691,
                    0.516602,
                    0.203735,
                    0.517578,
                    0.395752,
                    0.293945,
                    0.580566,
                    0.680176,
                    0.364014,
                    0.509766,
                    0.669434,
                    0.708984,
                    0.641602,
                    0.620605,
                    0.428955,
                    0.653809,
                    0.571289,
                    0.554199,
                    0.47168,
                    0.593262,
                    0.608398,
                    0.51709,
                    0.568359,
                    0.348389,
                    0.264648,
                    0.624512,
                    0.660156,
                    0.529785,
                    0.427979,
                    0.62207,
                    0.564453,
                    0.382568,
                    0.461914,
                    0.537109,
                    0.588379,
                    0.541504,
                    0.526855,
                    0.553223,
                    0.567383,
                    0.563965,
                    0.560547,
                    0.577637,
                    0.630371,
                    0.440918,
                    0.560547,
                    0.567871,
                    0.572266,
                    0.538574,
                    0.452148,
                    0.646484,
                    0.553711,
                    0.246338,
                    0.650879,
                    0.769531,
                    0.473389,
                    0.807129,
                    0.500977,
                    0.495361,
                    0.6875,
                    0.649414,
                    0.511719,
                    0.436279,
                    0.687012,
                    0.552246,
                    0.568848,
                    0.578125,
                    0.465332,
                    0.54541,
                    0.499268,
                    0.447021,
                    0.525879,
                    0.813965,
                    0.51123,
                    0.548828,
                    0.57959,
                    0.456543,
                    0.649902,
                    0.394531,
                    0.287354,
                    0.489502,
                    0.567871,
                    0.583984,
                    0.606934,
                    0.556152,
                    0.646973,
                    0.554199,
                    0.416016,
                    0.507324,
                    0.591797,
                    0.504883,
                    0.575195,
                    0.681152,
                    0.564941,
                    0.624023
                ]
            },
            "name": "model.model.layers.11.input_layernorm.weight",
            "outputIndexes": [
                925
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                924
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_11/Mul_output_0",
            "outputIndexes": [
                926
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                925,
                926
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_11/Mul_1_output_0",
            "outputIndexes": [
                927
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                927
            ],
            "outputIndexes": [
                2775
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                2775
            ],
            "outputIndexes": [
                2776
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/q_proj/Linear",
            "inputIndexes": [
                2776
            ],
            "outputIndexes": [
                2777
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    24331934,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                2777
            ],
            "outputIndexes": [
                2778
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2778
            ],
            "outputIndexes": [
                928
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                927
            ],
            "main_type": "NONE",
            "name": "/Shape_155_output_0",
            "outputIndexes": [
                929
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                929
            ],
            "main_type": "NONE",
            "name": "Shape2453",
            "outputIndexes": [
                930
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                929
            ],
            "main_type": "NONE",
            "name": "Rank2455",
            "outputIndexes": [
                931
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                931,
                931
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2457",
            "outputIndexes": [
                932
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                932
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2458",
            "outputIndexes": [
                933
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                932,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2460",
            "outputIndexes": [
                934
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                934
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2461",
            "outputIndexes": [
                935
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                930,
                933,
                935,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice2464",
            "outputIndexes": [
                936
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                936
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze2465",
            "outputIndexes": [
                937
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                937
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2466",
            "outputIndexes": [
                938
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                938,
                937
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2467",
            "outputIndexes": [
                939
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                929,
                939,
                932
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_169_output_0",
            "outputIndexes": [
                940
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                940,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_353_output_0",
            "outputIndexes": [
                941
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                941,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_143_output_0",
            "outputIndexes": [
                942
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                928,
                942
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_100_output_0",
            "outputIndexes": [
                943
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                943,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_88_output_0",
            "outputIndexes": [
                944
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                943
            ],
            "main_type": "NONE",
            "name": "/Shape_156_output_0",
            "outputIndexes": [
                945
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                945
            ],
            "main_type": "NONE",
            "name": "Shape2474",
            "outputIndexes": [
                946
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                945
            ],
            "main_type": "NONE",
            "name": "Rank2476",
            "outputIndexes": [
                947
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                947,
                947
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2478",
            "outputIndexes": [
                948
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                948
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2479",
            "outputIndexes": [
                949
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                948,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2481",
            "outputIndexes": [
                950
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                950
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2482",
            "outputIndexes": [
                951
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                946,
                949,
                951,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice2485",
            "outputIndexes": [
                952
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                952
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze2486",
            "outputIndexes": [
                953
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                953
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2487",
            "outputIndexes": [
                954
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                954,
                953
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2488",
            "outputIndexes": [
                955
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                945,
                955,
                948
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_170_output_0",
            "outputIndexes": [
                956
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                956,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_33_output_0",
            "outputIndexes": [
                957
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                957,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_358_output_0",
            "outputIndexes": [
                958
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                943,
                958,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_45_output_0",
            "outputIndexes": [
                959
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                959
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_22_output_0",
            "outputIndexes": [
                960
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                943,
                22,
                958,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_44_output_0",
            "outputIndexes": [
                961
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                960,
                961
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_146_output_0",
            "outputIndexes": [
                962
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                962,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_89_output_0",
            "outputIndexes": [
                963
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                944,
                963
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_55_output_0",
            "outputIndexes": [
                964
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                927
            ],
            "outputIndexes": [
                2779
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                2779
            ],
            "outputIndexes": [
                2780
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/k_proj/Linear",
            "inputIndexes": [
                2780
            ],
            "outputIndexes": [
                2781
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    24539316,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                2781
            ],
            "outputIndexes": [
                2782
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2782
            ],
            "outputIndexes": [
                965
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                941,
                70,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_144_output_0",
            "outputIndexes": [
                966
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                965,
                966
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_101_output_0",
            "outputIndexes": [
                967
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                967,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_90_output_0",
            "outputIndexes": [
                968
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                967
            ],
            "main_type": "NONE",
            "name": "/Shape_157_output_0",
            "outputIndexes": [
                969
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                969
            ],
            "main_type": "NONE",
            "name": "Shape2537",
            "outputIndexes": [
                970
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                969
            ],
            "main_type": "NONE",
            "name": "Rank2539",
            "outputIndexes": [
                971
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                971,
                971
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2541",
            "outputIndexes": [
                972
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                972
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2542",
            "outputIndexes": [
                973
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                972,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2544",
            "outputIndexes": [
                974
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                974
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2545",
            "outputIndexes": [
                975
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                970,
                973,
                975,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice2548",
            "outputIndexes": [
                976
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                976
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze2549",
            "outputIndexes": [
                977
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                977
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2550",
            "outputIndexes": [
                978
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                978,
                977
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2551",
            "outputIndexes": [
                979
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                969,
                979,
                972
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_171_output_0",
            "outputIndexes": [
                980
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                980,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_34_output_0",
            "outputIndexes": [
                981
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                981,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_360_output_0",
            "outputIndexes": [
                982
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                967,
                982,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_47_output_0",
            "outputIndexes": [
                983
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                983
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_23_output_0",
            "outputIndexes": [
                984
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                967,
                22,
                982,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_46_output_0",
            "outputIndexes": [
                985
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                984,
                985
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_147_output_0",
            "outputIndexes": [
                986
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                986,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_91_output_0",
            "outputIndexes": [
                987
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                968,
                987
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_56_output_0",
            "outputIndexes": [
                988
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                927
            ],
            "outputIndexes": [
                2783
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                2783
            ],
            "outputIndexes": [
                2784
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/v_proj/Linear",
            "inputIndexes": [
                2784
            ],
            "outputIndexes": [
                2785
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    24608458,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                2785
            ],
            "outputIndexes": [
                2786
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2786
            ],
            "outputIndexes": [
                989
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                989,
                966
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_102_output_0",
            "outputIndexes": [
                990
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                964,
                988,
                990,
                110
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_107_output_0",
            "outputIndexes": [
                991
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                991
            ],
            "outputIndexes": [
                2787
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                2787
            ],
            "outputIndexes": [
                2788
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/o_proj/Linear",
            "inputIndexes": [
                2788
            ],
            "outputIndexes": [
                2789
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    24677600,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                2789
            ],
            "outputIndexes": [
                2790
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2790
            ],
            "outputIndexes": [
                992
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                924,
                992
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_58_output_0",
            "outputIndexes": [
                993
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.341064,
                    0.318848,
                    0.403564,
                    0.420166,
                    0.371094,
                    0.311523,
                    0.289551,
                    0.424072,
                    0.440674,
                    0.264648,
                    0.252686,
                    0.365967,
                    0.405762,
                    0.258789,
                    0.388672,
                    0.425049,
                    0.435791,
                    0.401611,
                    0.432373,
                    0.446533,
                    0.471191,
                    0.353027,
                    0.456299,
                    0.430664,
                    0.354248,
                    0.419434,
                    0.42041,
                    0.408203,
                    0.36499,
                    0.255127,
                    0.334717,
                    0.242676,
                    0.39624,
                    0.466064,
                    0.474609,
                    0.437744,
                    0.408447,
                    0.434814,
                    0.31958,
                    0.434814,
                    0.281982,
                    0.376465,
                    0.36499,
                    0.404297,
                    0.422852,
                    0.388184,
                    0.386475,
                    0.404785,
                    0.304688,
                    0.354248,
                    0.440674,
                    0.325439,
                    0.434814,
                    0.244751,
                    0.402588,
                    0.410889,
                    0.384766,
                    0.37207,
                    0.376221,
                    0.360107,
                    0.23584,
                    0.404541,
                    0.38208,
                    0.432129,
                    0.210815,
                    0.435547,
                    0.297852,
                    0.440674,
                    0.234497,
                    0.411377,
                    0.406494,
                    0.334473,
                    0.430176,
                    0.416748,
                    0.233276,
                    0.395264,
                    0.412842,
                    0.409668,
                    0.372803,
                    0.424805,
                    0.482178,
                    0.214233,
                    0.240479,
                    0.271484,
                    0.379395,
                    0.423584,
                    0.374023,
                    0.307861,
                    0.250732,
                    0.394043,
                    0.247437,
                    0.455811,
                    0.443848,
                    0.408936,
                    0.148926,
                    0.3479,
                    0.249512,
                    0.400879,
                    0.44751,
                    0.403564,
                    0.362549,
                    0.250977,
                    0.464844,
                    0.401611,
                    0.210449,
                    0.452881,
                    0.354736,
                    0.394043,
                    0.423096,
                    0.205322,
                    0.44751,
                    0.40332,
                    0.366211,
                    0.22644,
                    0.220703,
                    0.347656,
                    0.425781,
                    0.352783,
                    0.358887,
                    0.410889,
                    0.477783,
                    0.29126,
                    0.438721,
                    0.447754,
                    0.434082,
                    0.393799,
                    0.442627,
                    0.248535,
                    0.239868,
                    0.264404,
                    0.392822,
                    0.400879,
                    0.435547,
                    0.392578,
                    0.236816,
                    0.412354,
                    0.39917,
                    0.435059,
                    0.346924,
                    0.397461,
                    0.380371,
                    0.355469,
                    0.40625,
                    0.345947,
                    0.317871,
                    0.406982,
                    0.467041,
                    0.261475,
                    0.248291,
                    0.393555,
                    0.438721,
                    0.37915,
                    0.415771,
                    0.42334,
                    0.431641,
                    0.45166,
                    0.428711,
                    0.461426,
                    0.281738,
                    0.429199,
                    0.419678,
                    0.423096,
                    0.273926,
                    0.447266,
                    0.421631,
                    0.354736,
                    0.420166,
                    0.425781,
                    0.467529,
                    0.428223,
                    0.267334,
                    0.219604,
                    0.36499,
                    0.461182,
                    0.461914,
                    0.515625,
                    0.435303,
                    0.21228,
                    0.443359,
                    0.463379,
                    0.305176,
                    0.28125,
                    0.230103,
                    0.35376,
                    0.399658,
                    0.436523,
                    0.432617,
                    0.481445,
                    0.475586,
                    0.404785,
                    0.417969,
                    0.284424,
                    0.262695,
                    0.464355,
                    0.472656,
                    0.425293,
                    0.427734,
                    0.425049,
                    0.44043,
                    0.462158,
                    0.294189,
                    0.348877,
                    0.36084,
                    0.243408,
                    0.415039,
                    0.395508,
                    0.419434,
                    0.443604,
                    0.436523,
                    0.431641,
                    0.36377,
                    0.374756,
                    0.341064,
                    0.367676,
                    0.471436,
                    0.434814,
                    0.403564,
                    0.211914,
                    0.340576,
                    0.27417,
                    0.446289,
                    0.42749,
                    0.442139,
                    0.403076,
                    0.296143,
                    0.433594,
                    0.429688,
                    0.321045,
                    0.406006,
                    0.356201,
                    0.280762,
                    0.397705,
                    0.288086,
                    0.428711,
                    0.204956,
                    0.435059,
                    0.448486,
                    0.208984,
                    0.227417,
                    0.416016,
                    0.442871,
                    0.364014,
                    0.261475,
                    0.39917,
                    0.31665,
                    0.443848,
                    0.432373,
                    0.405273,
                    0.386719,
                    0.420654,
                    0.311523,
                    0.335938,
                    0.37207,
                    0.423096,
                    0.423584,
                    0.334961,
                    0.444336,
                    0.375732,
                    0.411621,
                    0.404541,
                    0.390381,
                    0.444092,
                    0.480225,
                    0.437744,
                    0.457764,
                    0.479492,
                    0.296875,
                    0.471436,
                    0.358398,
                    0.327881,
                    0.280273,
                    0.426758,
                    0.431396,
                    0.396484,
                    0.393066,
                    0.436279,
                    0.413086,
                    0.40918,
                    0.368408,
                    0.378418,
                    0.479492,
                    0.466797,
                    0.287109,
                    0.390381,
                    0.329102,
                    0.445801,
                    0.436035,
                    0.225708,
                    0.255127,
                    0.469971,
                    0.317139,
                    0.406738,
                    0.410156,
                    0.3125,
                    0.21582,
                    0.447754,
                    0.40625,
                    0.40918,
                    0.338379,
                    0.390625,
                    0.236816,
                    0.426514,
                    0.29248,
                    0.438965,
                    0.442627,
                    0.467285,
                    0.448242,
                    0.35498,
                    0.263672,
                    0.46167,
                    0.354004,
                    0.24939,
                    0.428955,
                    0.443115,
                    0.402588,
                    0.287842,
                    0.234497,
                    0.395996,
                    0.331299,
                    0.354736,
                    0.338135,
                    0.484131,
                    0.234253,
                    0.224121,
                    0.442871,
                    0.43457,
                    0.413574,
                    0.272461,
                    0.447266,
                    0.285889,
                    0.466309,
                    0.529297,
                    0.290039,
                    0.442627,
                    0.236816,
                    0.325195,
                    0.450439,
                    0.303223,
                    0.446777,
                    0.403564,
                    0.259766,
                    0.457764,
                    0.441162,
                    0.459961,
                    0.36499,
                    0.276611,
                    0.398682,
                    0.338623,
                    0.322998,
                    0.44043,
                    0.471924,
                    0.424316,
                    0.290527,
                    0.351074,
                    0.402832,
                    0.397461,
                    0.447998,
                    0.352783,
                    0.24707,
                    0.452148,
                    0.39917,
                    0.395752,
                    0.310059,
                    0.488281,
                    0.245239,
                    0.421631,
                    0.221191,
                    0.281738,
                    0.434082,
                    0.389404,
                    0.432129,
                    0.21936,
                    0.501953,
                    0.277344,
                    0.440674,
                    0.409424,
                    0.424805,
                    0.414795,
                    0.436035,
                    0.453613,
                    0.438232,
                    0.430176,
                    0.35791,
                    0.465332,
                    0.277344,
                    0.225708,
                    0.466553,
                    0.383545,
                    0.415527,
                    0.30835,
                    0.390625,
                    0.395752,
                    0.30542,
                    0.337158,
                    0.368408,
                    0.421143,
                    0.302002,
                    0.416504,
                    0.45166,
                    0.46875,
                    0.429443,
                    0.367676,
                    0.38623,
                    0.436768,
                    0.447754,
                    0.296631,
                    0.409424,
                    0.30249,
                    0.477783,
                    0.430176,
                    0.398193,
                    0.367432,
                    0.406982,
                    0.409668,
                    0.450439,
                    0.315918,
                    0.383301,
                    0.284668,
                    0.475098,
                    0.40332,
                    0.44458,
                    0.322021,
                    0.458008,
                    0.347168,
                    0.520996,
                    0.421875,
                    0.463379,
                    0.434814,
                    0.304932,
                    0.425537,
                    0.318848,
                    0.410889,
                    0.429932,
                    0.436768,
                    0.372314,
                    0.284912,
                    0.252686,
                    0.436035,
                    0.414551,
                    0.463867,
                    0.396973,
                    0.429443,
                    0.287842,
                    0.422852,
                    0.437988,
                    0.336182,
                    0.467285,
                    0.281494,
                    0.279785,
                    0.43457,
                    0.395996,
                    0.460205,
                    0.432373,
                    0.217041,
                    0.274902,
                    0.288574,
                    0.421875,
                    0.443115,
                    0.451172,
                    0.45166,
                    0.385254,
                    0.432129,
                    0.420166,
                    0.411621,
                    0.320068,
                    0.309814,
                    0.443848,
                    0.342285,
                    0.357178,
                    0.342285,
                    0.394775,
                    0.218018,
                    0.39502,
                    0.437744,
                    0.424316,
                    0.251221,
                    0.400146,
                    0.504395,
                    0.335938,
                    0.424561,
                    0.43335,
                    0.320557,
                    0.429443,
                    0.353516,
                    0.204712,
                    0.411865,
                    0.262695,
                    0.225708,
                    0.432373,
                    0.49292,
                    0.240723,
                    0.391357,
                    0.416992,
                    0.309326,
                    0.336182,
                    0.420898,
                    0.294922,
                    0.414062,
                    0.427734,
                    0.398926,
                    0.400391,
                    0.43335,
                    0.430908,
                    0.368164,
                    0.370117,
                    0.260986,
                    0.210327,
                    0.444092,
                    0.385986,
                    0.378662,
                    0.310059,
                    0.427979,
                    0.462402,
                    0.271484,
                    0.345459,
                    0.406738,
                    0.327637,
                    0.437988,
                    0.359375,
                    0.345703,
                    0.418457,
                    0.447266,
                    0.398438,
                    0.423096,
                    0.466309,
                    0.270508,
                    0.443604,
                    0.39917,
                    0.396973,
                    0.410889,
                    0.360107,
                    0.424316,
                    0.460938,
                    0.193726,
                    0.458252,
                    0.330078,
                    0.325928,
                    0.521484,
                    0.354004,
                    0.325195,
                    0.4104,
                    0.424072,
                    0.321777,
                    0.289307,
                    0.42627,
                    0.403076,
                    0.401611,
                    0.435303,
                    0.381592,
                    0.449219,
                    0.367676,
                    0.302002,
                    0.365479,
                    0.364258,
                    0.418457,
                    0.390137,
                    0.404297,
                    0.23877,
                    0.393555,
                    0.254883,
                    0.212158,
                    0.406738,
                    0.43457,
                    0.467529,
                    0.397461,
                    0.464111,
                    0.489258,
                    0.469727,
                    0.304199,
                    0.325928,
                    0.392578,
                    0.365967,
                    0.462891,
                    0.437744,
                    0.414062,
                    0.406982
                ]
            },
            "name": "model.model.layers.11.post_attention_layernorm.weight",
            "outputIndexes": [
                994
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                993
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_11/Mul_output_0",
            "outputIndexes": [
                995
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                994,
                995
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_11/Mul_1_output_0",
            "outputIndexes": [
                996
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                996
            ],
            "outputIndexes": [
                2791
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                2791
            ],
            "outputIndexes": [
                2792
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/mlp/gate_proj/Linear",
            "inputIndexes": [
                2792
            ],
            "outputIndexes": [
                2793
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    24884982,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                2793
            ],
            "outputIndexes": [
                2794
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2794
            ],
            "outputIndexes": [
                997
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                997
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_11/Sigmoid_output_0",
            "outputIndexes": [
                998
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                997,
                998
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_11/Mul_output_0",
            "outputIndexes": [
                999
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                996
            ],
            "outputIndexes": [
                2795
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                2795
            ],
            "outputIndexes": [
                2796
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/mlp/up_proj/Linear",
            "inputIndexes": [
                2796
            ],
            "outputIndexes": [
                2797
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    25437964,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                2797
            ],
            "outputIndexes": [
                2798
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2798
            ],
            "outputIndexes": [
                1000
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                999,
                1000
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_11/Mul_output_0",
            "outputIndexes": [
                1001
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1001
            ],
            "outputIndexes": [
                2799
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                2799
            ],
            "outputIndexes": [
                2800
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/mlp/down_proj/Linear",
            "inputIndexes": [
                2800
            ],
            "outputIndexes": [
                2801
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    25990946,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                2801
            ],
            "outputIndexes": [
                2802
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.11/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2802
            ],
            "outputIndexes": [
                1002
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                993,
                1002
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_59_output_0",
            "outputIndexes": [
                1003
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1003,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_108_output_0",
            "outputIndexes": [
                1004
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.395996,
                    0.402832,
                    0.446289,
                    0.439209,
                    0.40918,
                    0.575195,
                    0.469482,
                    0.524902,
                    0.478027,
                    0.311035,
                    0.234131,
                    0.383301,
                    0.439697,
                    0.260254,
                    0.427246,
                    0.457764,
                    0.410156,
                    0.39502,
                    0.498535,
                    0.477295,
                    0.505859,
                    0.339111,
                    0.54541,
                    0.480957,
                    0.368164,
                    0.380859,
                    0.436279,
                    0.436035,
                    0.377686,
                    0.663086,
                    0.417236,
                    0.256104,
                    0.389893,
                    0.496338,
                    0.469482,
                    0.495361,
                    0.414551,
                    0.489746,
                    0.400879,
                    0.455078,
                    0.303223,
                    0.355225,
                    0.441406,
                    0.387939,
                    0.458496,
                    0.41748,
                    0.392822,
                    0.40625,
                    0.341797,
                    0.331543,
                    0.510254,
                    0.309082,
                    0.450684,
                    0.226196,
                    0.471924,
                    0.400146,
                    0.383301,
                    0.385742,
                    0.381836,
                    0.380127,
                    0.282471,
                    0.578613,
                    0.402588,
                    0.491943,
                    0.160645,
                    0.500977,
                    0.387695,
                    0.45874,
                    0.238037,
                    0.476807,
                    0.431396,
                    0.350586,
                    0.476562,
                    0.487061,
                    0.218872,
                    0.464355,
                    0.464111,
                    0.447754,
                    0.437012,
                    0.49292,
                    0.508301,
                    0.186768,
                    0.202881,
                    0.344971,
                    0.397217,
                    0.45166,
                    0.353027,
                    0.399658,
                    0.221558,
                    0.365723,
                    0.28833,
                    0.477783,
                    0.463135,
                    0.375244,
                    0.325928,
                    0.390625,
                    0.226318,
                    0.410156,
                    0.467041,
                    0.468994,
                    0.355225,
                    0.221802,
                    0.412354,
                    0.376709,
                    0.173706,
                    0.436768,
                    0.404053,
                    0.446533,
                    0.369873,
                    0.164795,
                    0.504395,
                    0.376709,
                    0.389648,
                    0.19043,
                    0.178223,
                    0.31665,
                    0.45752,
                    0.362305,
                    0.350342,
                    0.483154,
                    0.447266,
                    0.253662,
                    0.480713,
                    0.576172,
                    0.459717,
                    0.404541,
                    0.428955,
                    0.237183,
                    0.194336,
                    0.284424,
                    0.358887,
                    0.356689,
                    0.48999,
                    0.404541,
                    0.204956,
                    0.415039,
                    0.460205,
                    0.455811,
                    0.351562,
                    0.43042,
                    0.341064,
                    0.34082,
                    0.494873,
                    0.455566,
                    0.280762,
                    0.407715,
                    0.521973,
                    0.235718,
                    0.227417,
                    0.355469,
                    0.420166,
                    0.38916,
                    0.391357,
                    0.409668,
                    0.476807,
                    0.508301,
                    0.44043,
                    0.538574,
                    0.272705,
                    0.479248,
                    0.41626,
                    0.598145,
                    0.310059,
                    0.476562,
                    0.436035,
                    0.347656,
                    0.458008,
                    0.470459,
                    0.497559,
                    0.454346,
                    0.230347,
                    0.210815,
                    0.354492,
                    0.359375,
                    0.485352,
                    0.457275,
                    0.424561,
                    0.226196,
                    0.47998,
                    0.553711,
                    0.332031,
                    0.363525,
                    0.202515,
                    0.338623,
                    0.399658,
                    0.46167,
                    0.488037,
                    0.521484,
                    0.469727,
                    0.499268,
                    0.412842,
                    0.240967,
                    0.235229,
                    0.49292,
                    0.458252,
                    0.429443,
                    0.421143,
                    0.418945,
                    0.490479,
                    0.486816,
                    0.35083,
                    0.314453,
                    0.342529,
                    0.216431,
                    0.506348,
                    0.422607,
                    0.492432,
                    0.483887,
                    0.472656,
                    0.431152,
                    0.390381,
                    0.381104,
                    0.367676,
                    0.341553,
                    0.51709,
                    0.436035,
                    0.555176,
                    0.190674,
                    0.350586,
                    0.254395,
                    0.455811,
                    0.419922,
                    0.512207,
                    0.489502,
                    0.31665,
                    0.438721,
                    0.466797,
                    0.388916,
                    0.425293,
                    0.59668,
                    0.274658,
                    0.290283,
                    0.268555,
                    0.445312,
                    0.176758,
                    0.445557,
                    0.584961,
                    0.207642,
                    0.205078,
                    0.477783,
                    0.502441,
                    0.357422,
                    0.239136,
                    0.399902,
                    0.310059,
                    0.437988,
                    0.461426,
                    0.438232,
                    0.419922,
                    0.452637,
                    0.292236,
                    0.364746,
                    0.352539,
                    0.481201,
                    0.395264,
                    0.418457,
                    0.4729,
                    0.397705,
                    0.534668,
                    0.37793,
                    0.416992,
                    0.414062,
                    0.509766,
                    0.424805,
                    0.54248,
                    0.467529,
                    0.278076,
                    0.434326,
                    0.36792,
                    0.320068,
                    0.285889,
                    0.478516,
                    0.432129,
                    0.430908,
                    0.413086,
                    0.445557,
                    0.44043,
                    0.462402,
                    0.352051,
                    0.483398,
                    0.581543,
                    0.455078,
                    0.130615,
                    0.397217,
                    0.415039,
                    0.56543,
                    0.476318,
                    0.226929,
                    0.2146,
                    0.502441,
                    0.338135,
                    0.430664,
                    0.47583,
                    0.358154,
                    0.196167,
                    0.498047,
                    0.401123,
                    0.453857,
                    0.325195,
                    0.432373,
                    0.231079,
                    0.477295,
                    0.254395,
                    0.44458,
                    0.44873,
                    0.45874,
                    0.535156,
                    0.391846,
                    0.252197,
                    0.509766,
                    0.330566,
                    0.218628,
                    0.507812,
                    0.428223,
                    0.372559,
                    0.507812,
                    0.241333,
                    0.418213,
                    0.345703,
                    0.364258,
                    0.347656,
                    0.480469,
                    0.203979,
                    0.226807,
                    0.559082,
                    0.454346,
                    0.346191,
                    0.322754,
                    0.518555,
                    0.127441,
                    0.558105,
                    0.504883,
                    0.275146,
                    0.444336,
                    0.224121,
                    0.343018,
                    0.45874,
                    0.302734,
                    0.477539,
                    0.416992,
                    0.23645,
                    0.507812,
                    0.483887,
                    0.455566,
                    0.373047,
                    0.247192,
                    0.416504,
                    0.42041,
                    0.362061,
                    0.450684,
                    0.499512,
                    0.367188,
                    0.291992,
                    0.360107,
                    0.440674,
                    0.398926,
                    0.493896,
                    0.376465,
                    0.235718,
                    0.488525,
                    0.394043,
                    0.516113,
                    0.299072,
                    0.51123,
                    0.200684,
                    0.468018,
                    0.223755,
                    0.291504,
                    0.518066,
                    0.435059,
                    0.486572,
                    0.180054,
                    0.481934,
                    0.274414,
                    0.441895,
                    0.418213,
                    0.416504,
                    0.445068,
                    0.486328,
                    0.476074,
                    0.442627,
                    0.498779,
                    0.391602,
                    0.493896,
                    0.276855,
                    0.218018,
                    0.502441,
                    0.403564,
                    0.406006,
                    0.331299,
                    0.424561,
                    0.388184,
                    0.302979,
                    0.324707,
                    0.347412,
                    0.442139,
                    0.372559,
                    0.491943,
                    0.494873,
                    0.498291,
                    0.495605,
                    0.378662,
                    0.498779,
                    0.463623,
                    0.473389,
                    0.286377,
                    0.396729,
                    0.383789,
                    0.490723,
                    0.38208,
                    0.442383,
                    0.382324,
                    0.425781,
                    0.428955,
                    0.42749,
                    0.286133,
                    0.35376,
                    0.267822,
                    0.536133,
                    0.427002,
                    0.442383,
                    0.274658,
                    0.441406,
                    0.326416,
                    0.569336,
                    0.458496,
                    0.470459,
                    0.469971,
                    0.29126,
                    0.422852,
                    0.292725,
                    0.39502,
                    0.456543,
                    0.458496,
                    0.318604,
                    0.255127,
                    0.238159,
                    0.464844,
                    0.405762,
                    0.499268,
                    0.438721,
                    0.422607,
                    0.348389,
                    0.434326,
                    0.496582,
                    0.334961,
                    0.527344,
                    0.27124,
                    0.276123,
                    0.429443,
                    0.431885,
                    0.500977,
                    0.442139,
                    0.187622,
                    0.400391,
                    0.262939,
                    0.513184,
                    0.488037,
                    0.531738,
                    0.553711,
                    0.463379,
                    0.450439,
                    0.436279,
                    0.451904,
                    0.278564,
                    0.389648,
                    0.509766,
                    0.374512,
                    0.359375,
                    0.361572,
                    0.376465,
                    0.184326,
                    0.401367,
                    0.481934,
                    0.45166,
                    0.224243,
                    0.463379,
                    0.534668,
                    0.350098,
                    0.435303,
                    0.432617,
                    0.282715,
                    0.430908,
                    0.354248,
                    0.14917,
                    0.435303,
                    0.274658,
                    0.191895,
                    0.44458,
                    0.475586,
                    0.244751,
                    0.367188,
                    0.386719,
                    0.413086,
                    0.387695,
                    0.451904,
                    0.322021,
                    0.431152,
                    0.386963,
                    0.404053,
                    0.376953,
                    0.498779,
                    0.462402,
                    0.336914,
                    0.384033,
                    0.222656,
                    0.184204,
                    0.494629,
                    0.475098,
                    0.369141,
                    0.281494,
                    0.469482,
                    0.506348,
                    0.236084,
                    0.310547,
                    0.390869,
                    0.404053,
                    0.40332,
                    0.353271,
                    0.393311,
                    0.412109,
                    0.408203,
                    0.385498,
                    0.451904,
                    0.505371,
                    0.440186,
                    0.48291,
                    0.436768,
                    0.422607,
                    0.44873,
                    0.364746,
                    0.474854,
                    0.44165,
                    0.157837,
                    0.472168,
                    0.522461,
                    0.302734,
                    0.540527,
                    0.361328,
                    0.324951,
                    0.462158,
                    0.492188,
                    0.398926,
                    0.323486,
                    0.413574,
                    0.418945,
                    0.421875,
                    0.476074,
                    0.35376,
                    0.479492,
                    0.35791,
                    0.287354,
                    0.404053,
                    0.484131,
                    0.390869,
                    0.42627,
                    0.452881,
                    0.421143,
                    0.448486,
                    0.296143,
                    0.184326,
                    0.379883,
                    0.474365,
                    0.437256,
                    0.423828,
                    0.475586,
                    0.493408,
                    0.479004,
                    0.282227,
                    0.379639,
                    0.412109,
                    0.37207,
                    0.502441,
                    0.460693,
                    0.429443,
                    0.464355
                ]
            },
            "name": "model.model.layers.12.input_layernorm.weight",
            "outputIndexes": [
                1005
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1004
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_12/Mul_output_0",
            "outputIndexes": [
                1006
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1005,
                1006
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_12/Mul_1_output_0",
            "outputIndexes": [
                1007
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1007
            ],
            "outputIndexes": [
                2803
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                2803
            ],
            "outputIndexes": [
                2804
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/q_proj/Linear",
            "inputIndexes": [
                2804
            ],
            "outputIndexes": [
                2805
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    26543928,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                2805
            ],
            "outputIndexes": [
                2806
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2806
            ],
            "outputIndexes": [
                1008
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1007
            ],
            "main_type": "NONE",
            "name": "/Shape_169_output_0",
            "outputIndexes": [
                1009
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1009
            ],
            "main_type": "NONE",
            "name": "Shape2669",
            "outputIndexes": [
                1010
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1009
            ],
            "main_type": "NONE",
            "name": "Rank2671",
            "outputIndexes": [
                1011
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1011,
                1011
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2673",
            "outputIndexes": [
                1012
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1012
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2674",
            "outputIndexes": [
                1013
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1012,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2676",
            "outputIndexes": [
                1014
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1014
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2677",
            "outputIndexes": [
                1015
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1010,
                1013,
                1015,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice2680",
            "outputIndexes": [
                1016
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1016
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze2681",
            "outputIndexes": [
                1017
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                1017
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2682",
            "outputIndexes": [
                1018
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1018,
                1017
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2683",
            "outputIndexes": [
                1019
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1009,
                1019,
                1012
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_184_output_0",
            "outputIndexes": [
                1020
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1020,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_385_output_0",
            "outputIndexes": [
                1021
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                1021,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_156_output_0",
            "outputIndexes": [
                1022
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1008,
                1022
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_109_output_0",
            "outputIndexes": [
                1023
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1023,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_96_output_0",
            "outputIndexes": [
                1024
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1023
            ],
            "main_type": "NONE",
            "name": "/Shape_170_output_0",
            "outputIndexes": [
                1025
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1025
            ],
            "main_type": "NONE",
            "name": "Shape2690",
            "outputIndexes": [
                1026
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1025
            ],
            "main_type": "NONE",
            "name": "Rank2692",
            "outputIndexes": [
                1027
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1027,
                1027
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2694",
            "outputIndexes": [
                1028
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1028
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2695",
            "outputIndexes": [
                1029
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1028,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2697",
            "outputIndexes": [
                1030
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1030
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2698",
            "outputIndexes": [
                1031
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1026,
                1029,
                1031,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice2701",
            "outputIndexes": [
                1032
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1032
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze2702",
            "outputIndexes": [
                1033
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                1033
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2703",
            "outputIndexes": [
                1034
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1034,
                1033
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2704",
            "outputIndexes": [
                1035
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1025,
                1035,
                1028
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_185_output_0",
            "outputIndexes": [
                1036
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1036,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_36_output_0",
            "outputIndexes": [
                1037
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1037,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_390_output_0",
            "outputIndexes": [
                1038
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1023,
                1038,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_49_output_0",
            "outputIndexes": [
                1039
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1039
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_24_output_0",
            "outputIndexes": [
                1040
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1023,
                22,
                1038,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_48_output_0",
            "outputIndexes": [
                1041
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1040,
                1041
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_159_output_0",
            "outputIndexes": [
                1042
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1042,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_97_output_0",
            "outputIndexes": [
                1043
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1024,
                1043
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_60_output_0",
            "outputIndexes": [
                1044
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1007
            ],
            "outputIndexes": [
                2807
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                2807
            ],
            "outputIndexes": [
                2808
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/k_proj/Linear",
            "inputIndexes": [
                2808
            ],
            "outputIndexes": [
                2809
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    26751310,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                2809
            ],
            "outputIndexes": [
                2810
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2810
            ],
            "outputIndexes": [
                1045
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                1021,
                70,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_157_output_0",
            "outputIndexes": [
                1046
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1045,
                1046
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_110_output_0",
            "outputIndexes": [
                1047
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1047,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_98_output_0",
            "outputIndexes": [
                1048
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1047
            ],
            "main_type": "NONE",
            "name": "/Shape_171_output_0",
            "outputIndexes": [
                1049
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1049
            ],
            "main_type": "NONE",
            "name": "Shape2753",
            "outputIndexes": [
                1050
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1049
            ],
            "main_type": "NONE",
            "name": "Rank2755",
            "outputIndexes": [
                1051
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1051,
                1051
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2757",
            "outputIndexes": [
                1052
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1052
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2758",
            "outputIndexes": [
                1053
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1052,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2760",
            "outputIndexes": [
                1054
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1054
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2761",
            "outputIndexes": [
                1055
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1050,
                1053,
                1055,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice2764",
            "outputIndexes": [
                1056
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1056
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze2765",
            "outputIndexes": [
                1057
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                1057
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2766",
            "outputIndexes": [
                1058
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1058,
                1057
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2767",
            "outputIndexes": [
                1059
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1049,
                1059,
                1052
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_186_output_0",
            "outputIndexes": [
                1060
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1060,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_37_output_0",
            "outputIndexes": [
                1061
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1061,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_392_output_0",
            "outputIndexes": [
                1062
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1047,
                1062,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_51_output_0",
            "outputIndexes": [
                1063
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1063
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_25_output_0",
            "outputIndexes": [
                1064
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1047,
                22,
                1062,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_50_output_0",
            "outputIndexes": [
                1065
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1064,
                1065
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_160_output_0",
            "outputIndexes": [
                1066
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1066,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_99_output_0",
            "outputIndexes": [
                1067
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1048,
                1067
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_61_output_0",
            "outputIndexes": [
                1068
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1007
            ],
            "outputIndexes": [
                2811
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                2811
            ],
            "outputIndexes": [
                2812
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/v_proj/Linear",
            "inputIndexes": [
                2812
            ],
            "outputIndexes": [
                2813
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    26820452,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                2813
            ],
            "outputIndexes": [
                2814
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2814
            ],
            "outputIndexes": [
                1069
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1069,
                1046
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_111_output_0",
            "outputIndexes": [
                1070
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1044,
                1068,
                1070,
                110
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_116_output_0",
            "outputIndexes": [
                1071
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1071
            ],
            "outputIndexes": [
                2815
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                2815
            ],
            "outputIndexes": [
                2816
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/o_proj/Linear",
            "inputIndexes": [
                2816
            ],
            "outputIndexes": [
                2817
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    26889594,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                2817
            ],
            "outputIndexes": [
                2818
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2818
            ],
            "outputIndexes": [
                1072
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1004,
                1072
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_63_output_0",
            "outputIndexes": [
                1073
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.302246,
                    0.255859,
                    0.329834,
                    0.362305,
                    0.270508,
                    0.262207,
                    0.237427,
                    0.339355,
                    0.381104,
                    0.232422,
                    0.238647,
                    0.325439,
                    0.363037,
                    0.242188,
                    0.336914,
                    0.374023,
                    0.342529,
                    0.324219,
                    0.356689,
                    0.323242,
                    0.34082,
                    0.317139,
                    0.336914,
                    0.377441,
                    0.300781,
                    0.36084,
                    0.335693,
                    0.362549,
                    0.316162,
                    0.230957,
                    0.299072,
                    0.213989,
                    0.336426,
                    0.356934,
                    0.387451,
                    0.406494,
                    0.356934,
                    0.349365,
                    0.290039,
                    0.342773,
                    0.243896,
                    0.323242,
                    0.25293,
                    0.355225,
                    0.342529,
                    0.332031,
                    0.346191,
                    0.348389,
                    0.277344,
                    0.306396,
                    0.375977,
                    0.289062,
                    0.389404,
                    0.216187,
                    0.338867,
                    0.369141,
                    0.326904,
                    0.330078,
                    0.339355,
                    0.314209,
                    0.222656,
                    0.318359,
                    0.33252,
                    0.403809,
                    0.158203,
                    0.383057,
                    0.294189,
                    0.365234,
                    0.202881,
                    0.367676,
                    0.304688,
                    0.27832,
                    0.322998,
                    0.34375,
                    0.204834,
                    0.361816,
                    0.353027,
                    0.332275,
                    0.340332,
                    0.330078,
                    0.386719,
                    0.177124,
                    0.214844,
                    0.263672,
                    0.352783,
                    0.30957,
                    0.34082,
                    0.229004,
                    0.2052,
                    0.338135,
                    0.224976,
                    0.348633,
                    0.33667,
                    0.36377,
                    0.135254,
                    0.329102,
                    0.221924,
                    0.338135,
                    0.407715,
                    0.335693,
                    0.314941,
                    0.235352,
                    0.2854,
                    0.342529,
                    0.174927,
                    0.351074,
                    0.312256,
                    0.342041,
                    0.366455,
                    0.167236,
                    0.355957,
                    0.348633,
                    0.327637,
                    0.192261,
                    0.195923,
                    0.322021,
                    0.359375,
                    0.323486,
                    0.312988,
                    0.39209,
                    0.345703,
                    0.266357,
                    0.360352,
                    0.342773,
                    0.347656,
                    0.347656,
                    0.377441,
                    0.233643,
                    0.172363,
                    0.228271,
                    0.351562,
                    0.319336,
                    0.337646,
                    0.366699,
                    0.179321,
                    0.366211,
                    0.358398,
                    0.356201,
                    0.303467,
                    0.335205,
                    0.337891,
                    0.328857,
                    0.317383,
                    0.265137,
                    0.284668,
                    0.354492,
                    0.375732,
                    0.228516,
                    0.226318,
                    0.338867,
                    0.355225,
                    0.359131,
                    0.344971,
                    0.354004,
                    0.352295,
                    0.355713,
                    0.359375,
                    0.427002,
                    0.275635,
                    0.375732,
                    0.375244,
                    0.342773,
                    0.245239,
                    0.344482,
                    0.357666,
                    0.323242,
                    0.367676,
                    0.366211,
                    0.371582,
                    0.352783,
                    0.23877,
                    0.188599,
                    0.330078,
                    0.313965,
                    0.403809,
                    0.414795,
                    0.369141,
                    0.18689,
                    0.379395,
                    0.364258,
                    0.255859,
                    0.252686,
                    0.196289,
                    0.314941,
                    0.361816,
                    0.362793,
                    0.361084,
                    0.401367,
                    0.37207,
                    0.341309,
                    0.346191,
                    0.256104,
                    0.206421,
                    0.391846,
                    0.377441,
                    0.359375,
                    0.358154,
                    0.37085,
                    0.309326,
                    0.370117,
                    0.256348,
                    0.317139,
                    0.320068,
                    0.202148,
                    0.276123,
                    0.354736,
                    0.355225,
                    0.397461,
                    0.332275,
                    0.36792,
                    0.315918,
                    0.349121,
                    0.303223,
                    0.325684,
                    0.401367,
                    0.365967,
                    0.312744,
                    0.17981,
                    0.306396,
                    0.2323,
                    0.360107,
                    0.365967,
                    0.331055,
                    0.274658,
                    0.27832,
                    0.351807,
                    0.343262,
                    0.265381,
                    0.340576,
                    0.261719,
                    0.248169,
                    0.346436,
                    0.256348,
                    0.3479,
                    0.166138,
                    0.342773,
                    0.360352,
                    0.177979,
                    0.199829,
                    0.353271,
                    0.370361,
                    0.32666,
                    0.223511,
                    0.338867,
                    0.282715,
                    0.37207,
                    0.329346,
                    0.331787,
                    0.361572,
                    0.358643,
                    0.281738,
                    0.306885,
                    0.34668,
                    0.372559,
                    0.358643,
                    0.252686,
                    0.389893,
                    0.33374,
                    0.324707,
                    0.35376,
                    0.346191,
                    0.293213,
                    0.374512,
                    0.324707,
                    0.333008,
                    0.373779,
                    0.284424,
                    0.393555,
                    0.338379,
                    0.294189,
                    0.244141,
                    0.351074,
                    0.341309,
                    0.350342,
                    0.325439,
                    0.37207,
                    0.334717,
                    0.339844,
                    0.315674,
                    0.348633,
                    0.357666,
                    0.414062,
                    0.273193,
                    0.33252,
                    0.275391,
                    0.37207,
                    0.372314,
                    0.197388,
                    0.217773,
                    0.372559,
                    0.298096,
                    0.366211,
                    0.372803,
                    0.271729,
                    0.190918,
                    0.357666,
                    0.352783,
                    0.371826,
                    0.30127,
                    0.333984,
                    0.223267,
                    0.395264,
                    0.268066,
                    0.390137,
                    0.405273,
                    0.387695,
                    0.347168,
                    0.316162,
                    0.210327,
                    0.37085,
                    0.322754,
                    0.191162,
                    0.282715,
                    0.375977,
                    0.327148,
                    0.253418,
                    0.18457,
                    0.335693,
                    0.280029,
                    0.307373,
                    0.285645,
                    0.403809,
                    0.204468,
                    0.197388,
                    0.332275,
                    0.334717,
                    0.348389,
                    0.250977,
                    0.335693,
                    0.272705,
                    0.393066,
                    0.398682,
                    0.261719,
                    0.368652,
                    0.213257,
                    0.290039,
                    0.358154,
                    0.281006,
                    0.361328,
                    0.353516,
                    0.226318,
                    0.352539,
                    0.352783,
                    0.349365,
                    0.331787,
                    0.248169,
                    0.35376,
                    0.320801,
                    0.280518,
                    0.378174,
                    0.381104,
                    0.353271,
                    0.27832,
                    0.305908,
                    0.368164,
                    0.349121,
                    0.380127,
                    0.314697,
                    0.223755,
                    0.354492,
                    0.334961,
                    0.353271,
                    0.283447,
                    0.384766,
                    0.202148,
                    0.348877,
                    0.196777,
                    0.253662,
                    0.351562,
                    0.361572,
                    0.365967,
                    0.172974,
                    0.391602,
                    0.248047,
                    0.366455,
                    0.34375,
                    0.374023,
                    0.359131,
                    0.352295,
                    0.359619,
                    0.363281,
                    0.328125,
                    0.304932,
                    0.34668,
                    0.258789,
                    0.194458,
                    0.370361,
                    0.346436,
                    0.343506,
                    0.285645,
                    0.348877,
                    0.333252,
                    0.259033,
                    0.312012,
                    0.337646,
                    0.360107,
                    0.304199,
                    0.341064,
                    0.384766,
                    0.36792,
                    0.365234,
                    0.310303,
                    0.328125,
                    0.352295,
                    0.372803,
                    0.249634,
                    0.34668,
                    0.24353,
                    0.439941,
                    0.369141,
                    0.338623,
                    0.34375,
                    0.366211,
                    0.34668,
                    0.369629,
                    0.288818,
                    0.347168,
                    0.240723,
                    0.385742,
                    0.335449,
                    0.380371,
                    0.262939,
                    0.385498,
                    0.299561,
                    0.485352,
                    0.345459,
                    0.365234,
                    0.353271,
                    0.274414,
                    0.351318,
                    0.290771,
                    0.35083,
                    0.37793,
                    0.376465,
                    0.310059,
                    0.268799,
                    0.227295,
                    0.356201,
                    0.346436,
                    0.376465,
                    0.342773,
                    0.338867,
                    0.288086,
                    0.364258,
                    0.354248,
                    0.247925,
                    0.370117,
                    0.26416,
                    0.25708,
                    0.33374,
                    0.352539,
                    0.387695,
                    0.369873,
                    0.160889,
                    0.215454,
                    0.272461,
                    0.36377,
                    0.338135,
                    0.392822,
                    0.338135,
                    0.3396,
                    0.353027,
                    0.354492,
                    0.340088,
                    0.302246,
                    0.28833,
                    0.343018,
                    0.304932,
                    0.327393,
                    0.256104,
                    0.356934,
                    0.180664,
                    0.340576,
                    0.347656,
                    0.342773,
                    0.226318,
                    0.340576,
                    0.366455,
                    0.278809,
                    0.357666,
                    0.341064,
                    0.297852,
                    0.377197,
                    0.298096,
                    0.154785,
                    0.358887,
                    0.231445,
                    0.202637,
                    0.353271,
                    0.391113,
                    0.211182,
                    0.321777,
                    0.340088,
                    0.250977,
                    0.238037,
                    0.349121,
                    0.273193,
                    0.356689,
                    0.387695,
                    0.349365,
                    0.374023,
                    0.375977,
                    0.349365,
                    0.333008,
                    0.272217,
                    0.223511,
                    0.185059,
                    0.329102,
                    0.327148,
                    0.335205,
                    0.28418,
                    0.350342,
                    0.357178,
                    0.234741,
                    0.31543,
                    0.352295,
                    0.256836,
                    0.329346,
                    0.304688,
                    0.315674,
                    0.362061,
                    0.335205,
                    0.335693,
                    0.361328,
                    0.387207,
                    0.224854,
                    0.364746,
                    0.358154,
                    0.341553,
                    0.354736,
                    0.323242,
                    0.369385,
                    0.411865,
                    0.155029,
                    0.339111,
                    0.253174,
                    0.287109,
                    0.316406,
                    0.31958,
                    0.287842,
                    0.345947,
                    0.359863,
                    0.237915,
                    0.249023,
                    0.333008,
                    0.337158,
                    0.359131,
                    0.359863,
                    0.335938,
                    0.362305,
                    0.326416,
                    0.273682,
                    0.326904,
                    0.29541,
                    0.364258,
                    0.326904,
                    0.331787,
                    0.240479,
                    0.333496,
                    0.235718,
                    0.179688,
                    0.359375,
                    0.387695,
                    0.358154,
                    0.335449,
                    0.39502,
                    0.382812,
                    0.390137,
                    0.267822,
                    0.305664,
                    0.347656,
                    0.317627,
                    0.37915,
                    0.374512,
                    0.346924,
                    0.33667
                ]
            },
            "name": "model.model.layers.12.post_attention_layernorm.weight",
            "outputIndexes": [
                1074
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1073
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_12/Mul_output_0",
            "outputIndexes": [
                1075
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1074,
                1075
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_12/Mul_1_output_0",
            "outputIndexes": [
                1076
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1076
            ],
            "outputIndexes": [
                2819
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                2819
            ],
            "outputIndexes": [
                2820
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/mlp/gate_proj/Linear",
            "inputIndexes": [
                2820
            ],
            "outputIndexes": [
                2821
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    27096976,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                2821
            ],
            "outputIndexes": [
                2822
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2822
            ],
            "outputIndexes": [
                1077
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1077
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_12/Sigmoid_output_0",
            "outputIndexes": [
                1078
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1077,
                1078
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_12/Mul_output_0",
            "outputIndexes": [
                1079
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1076
            ],
            "outputIndexes": [
                2823
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                2823
            ],
            "outputIndexes": [
                2824
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/mlp/up_proj/Linear",
            "inputIndexes": [
                2824
            ],
            "outputIndexes": [
                2825
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    27649958,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                2825
            ],
            "outputIndexes": [
                2826
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2826
            ],
            "outputIndexes": [
                1080
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1079,
                1080
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_12/Mul_output_0",
            "outputIndexes": [
                1081
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1081
            ],
            "outputIndexes": [
                2827
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                2827
            ],
            "outputIndexes": [
                2828
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/mlp/down_proj/Linear",
            "inputIndexes": [
                2828
            ],
            "outputIndexes": [
                2829
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    28202940,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                2829
            ],
            "outputIndexes": [
                2830
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.12/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2830
            ],
            "outputIndexes": [
                1082
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1073,
                1082
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_64_output_0",
            "outputIndexes": [
                1083
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1083,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_117_output_0",
            "outputIndexes": [
                1084
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.549316,
                    0.607422,
                    0.616699,
                    0.539062,
                    0.487305,
                    0.701172,
                    0.72998,
                    0.580078,
                    0.797363,
                    0.837891,
                    0.398193,
                    0.455322,
                    0.507324,
                    0.378906,
                    0.492432,
                    0.512695,
                    0.581543,
                    0.510742,
                    0.544434,
                    0.61084,
                    0.879395,
                    0.449707,
                    0.744629,
                    0.571777,
                    0.425049,
                    0.49707,
                    0.513184,
                    0.50293,
                    0.562012,
                    0.487549,
                    0.565918,
                    0.586914,
                    0.485107,
                    0.897949,
                    0.611328,
                    0.599609,
                    0.528809,
                    0.905762,
                    0.830566,
                    1.144531,
                    0.440186,
                    0.446289,
                    0.525879,
                    0.491211,
                    0.51416,
                    0.562012,
                    0.446289,
                    0.448486,
                    0.552734,
                    0.470703,
                    0.737305,
                    0.505859,
                    0.491455,
                    0.33667,
                    0.501953,
                    0.51416,
                    0.489502,
                    0.427246,
                    0.433838,
                    0.616211,
                    0.861328,
                    0.671875,
                    0.444092,
                    0.648926,
                    0.401367,
                    0.579102,
                    1.118164,
                    0.654785,
                    0.378174,
                    0.654785,
                    0.594238,
                    0.724609,
                    0.503418,
                    0.700684,
                    0.411377,
                    0.480469,
                    0.589844,
                    0.491455,
                    0.791016,
                    0.602051,
                    0.609863,
                    0.378418,
                    0.321045,
                    1.029297,
                    0.525391,
                    0.499756,
                    0.385498,
                    0.691406,
                    0.452637,
                    0.484863,
                    0.562988,
                    0.561523,
                    0.585938,
                    0.491455,
                    0.193237,
                    0.509766,
                    0.350342,
                    0.471924,
                    1.048828,
                    0.595703,
                    0.466553,
                    0.381836,
                    0.998535,
                    0.517578,
                    0.436523,
                    0.539551,
                    0.646484,
                    0.497803,
                    0.444092,
                    0.363037,
                    0.57373,
                    0.587891,
                    0.463867,
                    0.395264,
                    0.358398,
                    0.356689,
                    0.660645,
                    0.470703,
                    0.449707,
                    0.770508,
                    0.723633,
                    0.39502,
                    0.641113,
                    1.09668,
                    0.598145,
                    0.545898,
                    0.487793,
                    0.416748,
                    0.385498,
                    0.442383,
                    0.49585,
                    0.703125,
                    0.725098,
                    0.463623,
                    0.444824,
                    0.501465,
                    0.521973,
                    0.506348,
                    0.483887,
                    0.522949,
                    0.459473,
                    0.39209,
                    0.587891,
                    0.498535,
                    0.361572,
                    0.521484,
                    0.885254,
                    0.361572,
                    0.339355,
                    0.482178,
                    0.511719,
                    0.521484,
                    0.614258,
                    0.707031,
                    0.574219,
                    0.624023,
                    0.528809,
                    0.708496,
                    0.393799,
                    0.975098,
                    0.739746,
                    0.806152,
                    0.440918,
                    0.721191,
                    0.56543,
                    0.558594,
                    0.639648,
                    0.614746,
                    0.678223,
                    0.826172,
                    0.341553,
                    0.525391,
                    0.451416,
                    0.992676,
                    0.76709,
                    0.619629,
                    0.506348,
                    0.618164,
                    0.583496,
                    0.712891,
                    0.743164,
                    0.47998,
                    0.464844,
                    0.393555,
                    0.516113,
                    0.806152,
                    0.51709,
                    0.598633,
                    0.525391,
                    0.570312,
                    0.463135,
                    0.295654,
                    0.431641,
                    0.580566,
                    0.588867,
                    0.529297,
                    0.541016,
                    0.680664,
                    0.607422,
                    0.645508,
                    0.682129,
                    0.496338,
                    0.468506,
                    0.435547,
                    0.864746,
                    0.499268,
                    0.857422,
                    0.589844,
                    0.680176,
                    0.53418,
                    0.557617,
                    0.423828,
                    0.481201,
                    0.486084,
                    0.718262,
                    0.618652,
                    0.691895,
                    0.336914,
                    0.525391,
                    0.421875,
                    0.568848,
                    0.493164,
                    0.736328,
                    0.695312,
                    0.671387,
                    0.533691,
                    0.502441,
                    0.535156,
                    0.535156,
                    0.658691,
                    0.349121,
                    0.239746,
                    0.423828,
                    0.766602,
                    0.411621,
                    0.594727,
                    0.517578,
                    0.564941,
                    0.348145,
                    0.828613,
                    0.583984,
                    0.479736,
                    0.368896,
                    0.446045,
                    0.402832,
                    0.589844,
                    0.698242,
                    0.634766,
                    0.536621,
                    0.519531,
                    0.352783,
                    0.448242,
                    0.599609,
                    0.795898,
                    0.588379,
                    0.51709,
                    0.620605,
                    0.411133,
                    0.73584,
                    0.607422,
                    0.487549,
                    0.977051,
                    0.82959,
                    0.54248,
                    0.678223,
                    0.561523,
                    0.416992,
                    0.79248,
                    0.591309,
                    0.54248,
                    0.503418,
                    0.614746,
                    0.612305,
                    0.520508,
                    0.955078,
                    0.459717,
                    0.507812,
                    0.486328,
                    0.505859,
                    0.705078,
                    0.583984,
                    0.5,
                    0.058746,
                    0.453125,
                    0.69043,
                    0.556641,
                    0.632324,
                    0.552246,
                    0.435547,
                    0.598633,
                    0.407471,
                    0.498291,
                    0.888672,
                    0.617676,
                    0.37085,
                    0.621582,
                    0.502441,
                    0.438232,
                    0.387939,
                    0.515137,
                    0.677246,
                    0.617676,
                    0.341553,
                    0.575684,
                    0.708496,
                    0.473633,
                    0.553223,
                    0.39502,
                    0.564453,
                    0.603516,
                    0.505859,
                    0.496826,
                    0.893555,
                    0.544922,
                    0.47168,
                    0.501953,
                    0.602539,
                    0.611328,
                    0.48999,
                    0.414551,
                    0.615234,
                    0.580566,
                    0.378662,
                    0.464355,
                    0.681641,
                    0.591309,
                    0.402588,
                    0.822266,
                    0.718262,
                    0.058075,
                    0.562012,
                    0.591309,
                    0.425049,
                    0.589844,
                    0.496826,
                    0.443115,
                    0.556152,
                    0.480225,
                    0.680664,
                    0.588379,
                    0.339844,
                    0.94043,
                    0.515625,
                    0.544434,
                    0.427002,
                    0.395508,
                    0.540527,
                    0.861328,
                    0.637695,
                    0.522461,
                    0.60498,
                    0.37915,
                    0.593262,
                    0.468018,
                    0.507812,
                    0.81543,
                    0.555176,
                    0.525391,
                    0.352051,
                    0.581543,
                    0.520508,
                    0.849121,
                    0.387451,
                    0.698242,
                    0.329102,
                    0.561035,
                    0.587891,
                    0.510254,
                    0.609375,
                    0.468018,
                    0.638672,
                    0.398438,
                    0.776367,
                    0.491211,
                    0.515137,
                    0.459961,
                    0.644531,
                    0.692871,
                    0.560059,
                    0.533691,
                    0.808105,
                    0.549316,
                    0.763184,
                    0.616699,
                    0.643555,
                    0.586426,
                    0.698242,
                    0.506836,
                    0.591797,
                    0.561523,
                    0.54541,
                    0.465088,
                    0.486328,
                    0.426758,
                    0.524414,
                    0.471191,
                    0.946777,
                    0.635254,
                    0.818359,
                    0.589844,
                    0.697754,
                    0.4729,
                    0.748047,
                    0.696777,
                    0.751953,
                    0.458496,
                    0.568848,
                    0.691406,
                    0.806152,
                    0.666992,
                    0.5625,
                    0.446777,
                    0.545898,
                    0.536621,
                    0.471436,
                    0.387695,
                    0.467041,
                    0.374023,
                    0.787598,
                    0.644043,
                    0.641113,
                    0.385254,
                    0.57373,
                    0.416016,
                    0.628906,
                    0.793945,
                    0.53125,
                    0.805176,
                    0.55957,
                    0.609375,
                    0.428223,
                    0.445557,
                    0.509277,
                    0.694824,
                    0.417236,
                    0.364502,
                    0.370361,
                    0.546875,
                    0.748047,
                    0.686035,
                    0.937012,
                    0.586426,
                    0.765625,
                    0.506836,
                    0.521973,
                    0.437256,
                    0.583984,
                    0.528809,
                    0.446289,
                    0.643066,
                    0.487305,
                    0.57666,
                    0.536621,
                    0.401367,
                    0.769531,
                    0.477051,
                    0.631348,
                    0.708008,
                    0.866699,
                    0.873047,
                    0.607422,
                    0.623047,
                    0.689453,
                    0.631348,
                    0.35083,
                    1.154297,
                    0.74707,
                    0.472412,
                    0.56543,
                    0.643066,
                    0.526855,
                    0.385742,
                    0.489014,
                    0.546387,
                    0.604004,
                    0.395264,
                    0.880371,
                    0.567383,
                    0.51123,
                    0.63623,
                    0.572754,
                    0.394043,
                    0.623535,
                    0.469238,
                    0.310791,
                    0.539062,
                    0.425537,
                    0.391602,
                    0.553223,
                    0.653809,
                    0.407471,
                    0.480957,
                    0.669922,
                    0.569336,
                    0.438232,
                    0.565918,
                    0.567871,
                    0.539062,
                    0.570801,
                    0.432129,
                    0.454834,
                    0.585938,
                    0.537598,
                    0.37793,
                    0.540039,
                    0.401611,
                    0.491211,
                    0.524902,
                    0.808105,
                    0.469238,
                    0.39209,
                    0.57959,
                    0.61084,
                    0.325684,
                    0.388916,
                    0.477295,
                    0.717773,
                    0.756836,
                    0.448242,
                    0.587891,
                    0.540039,
                    0.53418,
                    0.574707,
                    0.571289,
                    0.857422,
                    0.309082,
                    0.786621,
                    0.475098,
                    0.552734,
                    0.5,
                    0.447021,
                    1.014648,
                    0.683594,
                    0.334473,
                    0.681641,
                    0.502441,
                    0.426514,
                    0.972656,
                    0.413086,
                    0.406006,
                    0.822266,
                    0.608398,
                    0.418213,
                    0.959473,
                    0.59082,
                    0.481201,
                    0.522461,
                    0.541992,
                    0.492676,
                    0.702148,
                    0.425293,
                    0.444824,
                    0.493896,
                    0.727051,
                    0.495361,
                    0.577637,
                    0.547852,
                    0.290771,
                    0.784668,
                    0.900879,
                    0.348877,
                    0.575195,
                    0.558594,
                    0.669922,
                    0.499756,
                    0.680664,
                    0.900879,
                    0.545898,
                    0.492188,
                    0.962402,
                    0.458496,
                    0.440674,
                    0.510742,
                    0.923828,
                    0.523926,
                    0.505859
                ]
            },
            "name": "model.model.layers.13.input_layernorm.weight",
            "outputIndexes": [
                1085
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1084
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_13/Mul_output_0",
            "outputIndexes": [
                1086
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1085,
                1086
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_13/Mul_1_output_0",
            "outputIndexes": [
                1087
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1087
            ],
            "outputIndexes": [
                2831
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                2831
            ],
            "outputIndexes": [
                2832
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/q_proj/Linear",
            "inputIndexes": [
                2832
            ],
            "outputIndexes": [
                2833
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    28755922,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                2833
            ],
            "outputIndexes": [
                2834
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2834
            ],
            "outputIndexes": [
                1088
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1087
            ],
            "main_type": "NONE",
            "name": "/Shape_183_output_0",
            "outputIndexes": [
                1089
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1089
            ],
            "main_type": "NONE",
            "name": "Shape2885",
            "outputIndexes": [
                1090
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1089
            ],
            "main_type": "NONE",
            "name": "Rank2887",
            "outputIndexes": [
                1091
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1091,
                1091
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2889",
            "outputIndexes": [
                1092
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1092
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2890",
            "outputIndexes": [
                1093
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1092,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2892",
            "outputIndexes": [
                1094
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1094
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2893",
            "outputIndexes": [
                1095
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1090,
                1093,
                1095,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice2896",
            "outputIndexes": [
                1096
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1096
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze2897",
            "outputIndexes": [
                1097
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                1097
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2898",
            "outputIndexes": [
                1098
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1098,
                1097
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2899",
            "outputIndexes": [
                1099
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1089,
                1099,
                1092
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_199_output_0",
            "outputIndexes": [
                1100
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1100,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_417_output_0",
            "outputIndexes": [
                1101
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                1101,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_169_output_0",
            "outputIndexes": [
                1102
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1088,
                1102
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_118_output_0",
            "outputIndexes": [
                1103
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1103,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_104_output_0",
            "outputIndexes": [
                1104
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1103
            ],
            "main_type": "NONE",
            "name": "/Shape_184_output_0",
            "outputIndexes": [
                1105
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1105
            ],
            "main_type": "NONE",
            "name": "Shape2906",
            "outputIndexes": [
                1106
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1105
            ],
            "main_type": "NONE",
            "name": "Rank2908",
            "outputIndexes": [
                1107
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1107,
                1107
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2910",
            "outputIndexes": [
                1108
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1108
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2911",
            "outputIndexes": [
                1109
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1108,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2913",
            "outputIndexes": [
                1110
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1110
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2914",
            "outputIndexes": [
                1111
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1106,
                1109,
                1111,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice2917",
            "outputIndexes": [
                1112
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1112
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze2918",
            "outputIndexes": [
                1113
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                1113
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2919",
            "outputIndexes": [
                1114
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1114,
                1113
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2920",
            "outputIndexes": [
                1115
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1105,
                1115,
                1108
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_200_output_0",
            "outputIndexes": [
                1116
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1116,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_39_output_0",
            "outputIndexes": [
                1117
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1117,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_422_output_0",
            "outputIndexes": [
                1118
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1103,
                1118,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_53_output_0",
            "outputIndexes": [
                1119
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1119
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_26_output_0",
            "outputIndexes": [
                1120
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1103,
                22,
                1118,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_52_output_0",
            "outputIndexes": [
                1121
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1120,
                1121
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_172_output_0",
            "outputIndexes": [
                1122
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1122,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_105_output_0",
            "outputIndexes": [
                1123
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1104,
                1123
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_65_output_0",
            "outputIndexes": [
                1124
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1087
            ],
            "outputIndexes": [
                2835
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                2835
            ],
            "outputIndexes": [
                2836
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/k_proj/Linear",
            "inputIndexes": [
                2836
            ],
            "outputIndexes": [
                2837
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    28963304,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                2837
            ],
            "outputIndexes": [
                2838
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2838
            ],
            "outputIndexes": [
                1125
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                1101,
                70,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_170_output_0",
            "outputIndexes": [
                1126
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1125,
                1126
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_119_output_0",
            "outputIndexes": [
                1127
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1127,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_106_output_0",
            "outputIndexes": [
                1128
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1127
            ],
            "main_type": "NONE",
            "name": "/Shape_185_output_0",
            "outputIndexes": [
                1129
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1129
            ],
            "main_type": "NONE",
            "name": "Shape2969",
            "outputIndexes": [
                1130
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1129
            ],
            "main_type": "NONE",
            "name": "Rank2971",
            "outputIndexes": [
                1131
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1131,
                1131
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2973",
            "outputIndexes": [
                1132
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1132
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2974",
            "outputIndexes": [
                1133
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1132,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2976",
            "outputIndexes": [
                1134
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1134
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze2977",
            "outputIndexes": [
                1135
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1130,
                1133,
                1135,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice2980",
            "outputIndexes": [
                1136
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1136
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze2981",
            "outputIndexes": [
                1137
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                1137
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2982",
            "outputIndexes": [
                1138
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1138,
                1137
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp2983",
            "outputIndexes": [
                1139
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1129,
                1139,
                1132
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_201_output_0",
            "outputIndexes": [
                1140
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1140,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_40_output_0",
            "outputIndexes": [
                1141
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1141,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_424_output_0",
            "outputIndexes": [
                1142
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1127,
                1142,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_55_output_0",
            "outputIndexes": [
                1143
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1143
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_27_output_0",
            "outputIndexes": [
                1144
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1127,
                22,
                1142,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_54_output_0",
            "outputIndexes": [
                1145
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1144,
                1145
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_173_output_0",
            "outputIndexes": [
                1146
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1146,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_107_output_0",
            "outputIndexes": [
                1147
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1128,
                1147
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_66_output_0",
            "outputIndexes": [
                1148
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1087
            ],
            "outputIndexes": [
                2839
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                2839
            ],
            "outputIndexes": [
                2840
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/v_proj/Linear",
            "inputIndexes": [
                2840
            ],
            "outputIndexes": [
                2841
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    29032446,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                2841
            ],
            "outputIndexes": [
                2842
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2842
            ],
            "outputIndexes": [
                1149
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1149,
                1126
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_120_output_0",
            "outputIndexes": [
                1150
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1124,
                1148,
                1150,
                110
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_125_output_0",
            "outputIndexes": [
                1151
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1151
            ],
            "outputIndexes": [
                2843
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                2843
            ],
            "outputIndexes": [
                2844
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/o_proj/Linear",
            "inputIndexes": [
                2844
            ],
            "outputIndexes": [
                2845
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    29101588,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                2845
            ],
            "outputIndexes": [
                2846
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2846
            ],
            "outputIndexes": [
                1152
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1084,
                1152
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_68_output_0",
            "outputIndexes": [
                1153
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.344482,
                    0.300537,
                    0.379883,
                    0.403564,
                    0.387695,
                    0.296631,
                    0.298096,
                    0.400879,
                    0.41626,
                    0.257568,
                    0.294434,
                    0.38208,
                    0.424805,
                    0.290527,
                    0.370117,
                    0.423096,
                    0.423096,
                    0.38501,
                    0.411621,
                    0.410889,
                    0.358887,
                    0.363037,
                    0.357422,
                    0.421875,
                    0.366943,
                    0.408936,
                    0.398682,
                    0.425781,
                    0.342773,
                    0.236572,
                    0.324463,
                    0.262939,
                    0.388672,
                    0.376709,
                    0.439453,
                    0.491943,
                    0.397705,
                    0.383789,
                    0.307373,
                    0.328613,
                    0.300781,
                    0.394287,
                    0.347412,
                    0.382812,
                    0.407715,
                    0.411865,
                    0.39209,
                    0.413818,
                    0.326172,
                    0.354492,
                    0.415527,
                    0.348633,
                    0.417725,
                    0.274902,
                    0.405762,
                    0.397461,
                    0.392822,
                    0.365723,
                    0.401611,
                    0.365723,
                    0.268311,
                    0.338623,
                    0.383545,
                    0.426025,
                    0.229126,
                    0.44458,
                    0.272217,
                    0.432861,
                    0.263916,
                    0.410645,
                    0.36499,
                    0.333252,
                    0.38501,
                    0.390137,
                    0.26123,
                    0.438721,
                    0.391846,
                    0.401611,
                    0.374268,
                    0.415527,
                    0.455566,
                    0.248291,
                    0.279053,
                    0.254639,
                    0.403564,
                    0.391113,
                    0.38916,
                    0.294678,
                    0.270996,
                    0.37085,
                    0.262207,
                    0.41333,
                    0.383789,
                    0.397949,
                    0.13916,
                    0.356201,
                    0.286133,
                    0.386475,
                    0.411377,
                    0.395508,
                    0.36084,
                    0.276611,
                    0.298584,
                    0.373047,
                    0.234619,
                    0.427246,
                    0.353516,
                    0.396484,
                    0.434082,
                    0.233276,
                    0.427979,
                    0.399658,
                    0.376221,
                    0.243042,
                    0.253418,
                    0.359375,
                    0.409912,
                    0.369385,
                    0.364014,
                    0.44043,
                    0.427246,
                    0.341309,
                    0.425781,
                    0.378906,
                    0.415039,
                    0.392578,
                    0.456055,
                    0.286377,
                    0.241577,
                    0.293701,
                    0.372314,
                    0.38208,
                    0.411377,
                    0.399414,
                    0.266602,
                    0.415039,
                    0.428467,
                    0.418457,
                    0.368652,
                    0.403076,
                    0.374268,
                    0.362061,
                    0.37085,
                    0.315918,
                    0.32251,
                    0.407959,
                    0.427979,
                    0.285889,
                    0.283936,
                    0.392334,
                    0.417969,
                    0.406494,
                    0.400391,
                    0.397705,
                    0.402344,
                    0.40332,
                    0.402344,
                    0.446533,
                    0.31958,
                    0.416504,
                    0.409424,
                    0.365234,
                    0.307373,
                    0.412842,
                    0.401123,
                    0.385498,
                    0.419434,
                    0.413086,
                    0.441162,
                    0.383301,
                    0.296875,
                    0.23999,
                    0.377686,
                    0.317627,
                    0.424805,
                    0.471924,
                    0.414062,
                    0.219238,
                    0.448242,
                    0.408447,
                    0.306152,
                    0.297852,
                    0.23584,
                    0.364258,
                    0.418213,
                    0.404053,
                    0.434082,
                    0.440918,
                    0.425781,
                    0.404053,
                    0.395996,
                    0.306641,
                    0.268799,
                    0.456787,
                    0.441406,
                    0.417236,
                    0.422607,
                    0.403564,
                    0.373535,
                    0.447021,
                    0.280273,
                    0.349609,
                    0.345947,
                    0.266602,
                    0.320312,
                    0.395508,
                    0.395996,
                    0.463623,
                    0.401855,
                    0.408691,
                    0.341553,
                    0.39624,
                    0.359863,
                    0.377441,
                    0.452148,
                    0.433594,
                    0.356445,
                    0.23877,
                    0.365967,
                    0.302246,
                    0.432373,
                    0.414795,
                    0.418945,
                    0.315674,
                    0.345215,
                    0.443115,
                    0.419678,
                    0.318359,
                    0.414062,
                    0.295898,
                    0.305176,
                    0.418945,
                    0.297363,
                    0.394287,
                    0.232788,
                    0.401123,
                    0.425293,
                    0.218384,
                    0.250244,
                    0.376465,
                    0.426758,
                    0.366699,
                    0.298096,
                    0.399658,
                    0.335449,
                    0.434326,
                    0.374268,
                    0.385498,
                    0.401367,
                    0.416504,
                    0.340576,
                    0.350098,
                    0.394531,
                    0.456055,
                    0.411133,
                    0.346924,
                    0.434814,
                    0.397217,
                    0.375,
                    0.395508,
                    0.393311,
                    0.288818,
                    0.431152,
                    0.377197,
                    0.423584,
                    0.481445,
                    0.335449,
                    0.450439,
                    0.375488,
                    0.364258,
                    0.299805,
                    0.393555,
                    0.393555,
                    0.394287,
                    0.324707,
                    0.43042,
                    0.401123,
                    0.404785,
                    0.372803,
                    0.385498,
                    0.42334,
                    0.461426,
                    0.311523,
                    0.376221,
                    0.373779,
                    0.442139,
                    0.416992,
                    0.247437,
                    0.271729,
                    0.432373,
                    0.350098,
                    0.392334,
                    0.397461,
                    0.317627,
                    0.250488,
                    0.435791,
                    0.404297,
                    0.423584,
                    0.357666,
                    0.382812,
                    0.262695,
                    0.464355,
                    0.318848,
                    0.462158,
                    0.421631,
                    0.448242,
                    0.416504,
                    0.373535,
                    0.274414,
                    0.391602,
                    0.362549,
                    0.250244,
                    0.331299,
                    0.424561,
                    0.387695,
                    0.270264,
                    0.230347,
                    0.398193,
                    0.36792,
                    0.375244,
                    0.35376,
                    0.471436,
                    0.265869,
                    0.249023,
                    0.354248,
                    0.395264,
                    0.418701,
                    0.284912,
                    0.387207,
                    0.311768,
                    0.479004,
                    0.544922,
                    0.303467,
                    0.420166,
                    0.260986,
                    0.342041,
                    0.425781,
                    0.340088,
                    0.431641,
                    0.411621,
                    0.282227,
                    0.352783,
                    0.411865,
                    0.424561,
                    0.372803,
                    0.306152,
                    0.412109,
                    0.327393,
                    0.334961,
                    0.463379,
                    0.438477,
                    0.414551,
                    0.324951,
                    0.355713,
                    0.418213,
                    0.383789,
                    0.436035,
                    0.343018,
                    0.282471,
                    0.414307,
                    0.399414,
                    0.393066,
                    0.348389,
                    0.441895,
                    0.27124,
                    0.416504,
                    0.241577,
                    0.291748,
                    0.432861,
                    0.411377,
                    0.408936,
                    0.229248,
                    0.436279,
                    0.305664,
                    0.438965,
                    0.392822,
                    0.420898,
                    0.376953,
                    0.428955,
                    0.405518,
                    0.408203,
                    0.40332,
                    0.351318,
                    0.424316,
                    0.266846,
                    0.244995,
                    0.449707,
                    0.397217,
                    0.390137,
                    0.329834,
                    0.393066,
                    0.37915,
                    0.344482,
                    0.362793,
                    0.37207,
                    0.420654,
                    0.321777,
                    0.380615,
                    0.452148,
                    0.431885,
                    0.416016,
                    0.364258,
                    0.395752,
                    0.393311,
                    0.403809,
                    0.323486,
                    0.404785,
                    0.29126,
                    0.485596,
                    0.39502,
                    0.388916,
                    0.387695,
                    0.402344,
                    0.383789,
                    0.416016,
                    0.337158,
                    0.401123,
                    0.323242,
                    0.443359,
                    0.384277,
                    0.435303,
                    0.335205,
                    0.440674,
                    0.346924,
                    0.512695,
                    0.378662,
                    0.422852,
                    0.39502,
                    0.31543,
                    0.409424,
                    0.346436,
                    0.408203,
                    0.409424,
                    0.393555,
                    0.359375,
                    0.321777,
                    0.286621,
                    0.406738,
                    0.367432,
                    0.409424,
                    0.344971,
                    0.398193,
                    0.3125,
                    0.435547,
                    0.411133,
                    0.366455,
                    0.406494,
                    0.307617,
                    0.313232,
                    0.398926,
                    0.387939,
                    0.441895,
                    0.42627,
                    0.21875,
                    0.262695,
                    0.309814,
                    0.414795,
                    0.405029,
                    0.404541,
                    0.380371,
                    0.394531,
                    0.408203,
                    0.401367,
                    0.378174,
                    0.335449,
                    0.276367,
                    0.421875,
                    0.355225,
                    0.369141,
                    0.387939,
                    0.411865,
                    0.25415,
                    0.37793,
                    0.442627,
                    0.395996,
                    0.265625,
                    0.350586,
                    0.410889,
                    0.352783,
                    0.435547,
                    0.391602,
                    0.33667,
                    0.429199,
                    0.346191,
                    0.216309,
                    0.413818,
                    0.287842,
                    0.262451,
                    0.416748,
                    0.470947,
                    0.270752,
                    0.385742,
                    0.374512,
                    0.289795,
                    0.31958,
                    0.406982,
                    0.309814,
                    0.420898,
                    0.397461,
                    0.390137,
                    0.42627,
                    0.451416,
                    0.407715,
                    0.373047,
                    0.354248,
                    0.278564,
                    0.244995,
                    0.394531,
                    0.357422,
                    0.376953,
                    0.349854,
                    0.430908,
                    0.436523,
                    0.295654,
                    0.344238,
                    0.368164,
                    0.296143,
                    0.412842,
                    0.361572,
                    0.368164,
                    0.404785,
                    0.4104,
                    0.40332,
                    0.436768,
                    0.418701,
                    0.213989,
                    0.407471,
                    0.412842,
                    0.393555,
                    0.412598,
                    0.368408,
                    0.35498,
                    0.451416,
                    0.220825,
                    0.407471,
                    0.312012,
                    0.347412,
                    0.355469,
                    0.368408,
                    0.329834,
                    0.363525,
                    0.414551,
                    0.321289,
                    0.29248,
                    0.39624,
                    0.390625,
                    0.415039,
                    0.426025,
                    0.399414,
                    0.412109,
                    0.391846,
                    0.331299,
                    0.397461,
                    0.323242,
                    0.410645,
                    0.371582,
                    0.407715,
                    0.276367,
                    0.38501,
                    0.252686,
                    0.234009,
                    0.398193,
                    0.423096,
                    0.413086,
                    0.399902,
                    0.446289,
                    0.429688,
                    0.440186,
                    0.322754,
                    0.336426,
                    0.403076,
                    0.375,
                    0.456299,
                    0.379639,
                    0.414551,
                    0.398926
                ]
            },
            "name": "model.model.layers.13.post_attention_layernorm.weight",
            "outputIndexes": [
                1154
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1153
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_13/Mul_output_0",
            "outputIndexes": [
                1155
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1154,
                1155
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_13/Mul_1_output_0",
            "outputIndexes": [
                1156
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1156
            ],
            "outputIndexes": [
                2847
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                2847
            ],
            "outputIndexes": [
                2848
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/mlp/gate_proj/Linear",
            "inputIndexes": [
                2848
            ],
            "outputIndexes": [
                2849
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    29308970,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                2849
            ],
            "outputIndexes": [
                2850
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2850
            ],
            "outputIndexes": [
                1157
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1157
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_13/Sigmoid_output_0",
            "outputIndexes": [
                1158
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1157,
                1158
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_13/Mul_output_0",
            "outputIndexes": [
                1159
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1156
            ],
            "outputIndexes": [
                2851
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                2851
            ],
            "outputIndexes": [
                2852
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/mlp/up_proj/Linear",
            "inputIndexes": [
                2852
            ],
            "outputIndexes": [
                2853
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    29861952,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                2853
            ],
            "outputIndexes": [
                2854
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2854
            ],
            "outputIndexes": [
                1160
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1159,
                1160
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_13/Mul_output_0",
            "outputIndexes": [
                1161
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1161
            ],
            "outputIndexes": [
                2855
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                2855
            ],
            "outputIndexes": [
                2856
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/mlp/down_proj/Linear",
            "inputIndexes": [
                2856
            ],
            "outputIndexes": [
                2857
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    30414934,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                2857
            ],
            "outputIndexes": [
                2858
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.13/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2858
            ],
            "outputIndexes": [
                1162
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1153,
                1162
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_69_output_0",
            "outputIndexes": [
                1163
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1163,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_126_output_0",
            "outputIndexes": [
                1164
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.47583,
                    0.581543,
                    0.580078,
                    0.616211,
                    0.550293,
                    0.767578,
                    0.671387,
                    0.662598,
                    0.640137,
                    0.430176,
                    0.320312,
                    0.43457,
                    0.57666,
                    0.379639,
                    0.471191,
                    0.533203,
                    0.491699,
                    0.492676,
                    0.544922,
                    0.655762,
                    0.611816,
                    0.433838,
                    0.759766,
                    0.586426,
                    0.45874,
                    0.457031,
                    0.551758,
                    0.558105,
                    0.446045,
                    0.814941,
                    0.532715,
                    0.331299,
                    0.468262,
                    0.603516,
                    0.605957,
                    0.609375,
                    0.546387,
                    0.598633,
                    0.491943,
                    0.609863,
                    0.398193,
                    0.478271,
                    0.782715,
                    0.498779,
                    0.545898,
                    0.567871,
                    0.498047,
                    0.575684,
                    0.502441,
                    0.455322,
                    0.73584,
                    0.404053,
                    0.506348,
                    0.25293,
                    0.589844,
                    0.546875,
                    0.47998,
                    0.373535,
                    0.513672,
                    0.525879,
                    0.376465,
                    0.998047,
                    0.486572,
                    0.619629,
                    0.324951,
                    0.608887,
                    0.528809,
                    0.653809,
                    0.310303,
                    0.549805,
                    0.596191,
                    0.508301,
                    0.58252,
                    0.575684,
                    0.307617,
                    0.648926,
                    0.482666,
                    0.550293,
                    0.634766,
                    0.554199,
                    0.639648,
                    0.285889,
                    0.288574,
                    0.436279,
                    0.521973,
                    0.591797,
                    0.447998,
                    0.594238,
                    0.334473,
                    0.446045,
                    0.365234,
                    0.572266,
                    0.541504,
                    0.489014,
                    0.337646,
                    0.518555,
                    0.320557,
                    0.529785,
                    0.611328,
                    0.589355,
                    0.464844,
                    0.309326,
                    0.588867,
                    0.556641,
                    0.307617,
                    0.547363,
                    0.518555,
                    0.544922,
                    0.42334,
                    0.303955,
                    0.634277,
                    0.489258,
                    0.502441,
                    0.303223,
                    0.304932,
                    0.384766,
                    0.584473,
                    0.513184,
                    0.467773,
                    0.625488,
                    0.587402,
                    0.375732,
                    0.552734,
                    0.631348,
                    0.564941,
                    0.521484,
                    0.523926,
                    0.326416,
                    0.320312,
                    0.329834,
                    0.47876,
                    0.477539,
                    0.62793,
                    0.508789,
                    0.348389,
                    0.553223,
                    0.552246,
                    0.551758,
                    0.444092,
                    0.554688,
                    0.461426,
                    0.447754,
                    0.539551,
                    0.670898,
                    0.332764,
                    0.50293,
                    0.581543,
                    0.351074,
                    0.322266,
                    0.54248,
                    0.552734,
                    0.539062,
                    0.536133,
                    0.598633,
                    0.697266,
                    0.649414,
                    0.548828,
                    0.599609,
                    0.362305,
                    0.714355,
                    0.583984,
                    0.760742,
                    0.401123,
                    0.618164,
                    0.627441,
                    0.474854,
                    0.61377,
                    0.625,
                    0.65332,
                    0.613281,
                    0.321045,
                    0.303467,
                    0.449951,
                    0.706543,
                    0.599121,
                    0.588379,
                    0.535156,
                    0.357422,
                    0.611328,
                    0.606445,
                    0.537109,
                    0.474854,
                    0.330811,
                    0.402832,
                    0.547852,
                    0.629883,
                    0.580566,
                    0.613281,
                    0.533691,
                    0.559082,
                    0.552734,
                    0.313232,
                    0.321533,
                    0.629395,
                    0.618652,
                    0.50293,
                    0.610352,
                    0.615234,
                    0.564453,
                    0.57666,
                    0.529785,
                    0.41333,
                    0.451172,
                    0.332031,
                    0.695801,
                    0.520996,
                    0.625488,
                    0.712402,
                    0.652832,
                    0.537598,
                    0.583984,
                    0.524902,
                    0.442627,
                    0.475586,
                    0.662109,
                    0.635254,
                    0.84082,
                    0.309326,
                    0.447754,
                    0.382812,
                    0.594238,
                    0.51416,
                    0.642578,
                    0.703613,
                    0.438232,
                    0.556641,
                    0.568359,
                    0.616699,
                    0.652344,
                    0.894531,
                    0.382568,
                    0.323242,
                    0.363281,
                    0.604004,
                    0.286377,
                    0.54834,
                    0.60791,
                    0.356445,
                    0.288574,
                    0.621094,
                    0.618652,
                    0.429688,
                    0.326904,
                    0.496826,
                    0.38501,
                    0.538086,
                    0.597656,
                    0.548828,
                    0.540039,
                    0.543457,
                    0.380859,
                    0.430176,
                    0.505859,
                    0.629883,
                    0.525879,
                    0.596191,
                    0.553711,
                    0.497314,
                    0.661621,
                    0.518066,
                    0.496094,
                    0.566895,
                    0.62793,
                    0.556152,
                    0.635742,
                    0.57959,
                    0.363525,
                    0.617188,
                    0.51416,
                    0.419678,
                    0.367432,
                    0.594727,
                    0.519043,
                    0.513184,
                    0.546387,
                    0.580078,
                    0.53125,
                    0.475586,
                    0.444336,
                    0.669922,
                    0.693848,
                    0.566406,
                    0.123108,
                    0.452881,
                    0.493164,
                    0.690918,
                    0.695312,
                    0.324707,
                    0.331299,
                    0.604492,
                    0.424561,
                    0.561035,
                    0.622559,
                    0.478516,
                    0.28833,
                    0.636719,
                    0.430176,
                    0.51709,
                    0.366211,
                    0.497803,
                    0.347656,
                    0.621094,
                    0.335449,
                    0.553223,
                    0.552246,
                    0.58252,
                    0.61084,
                    0.470459,
                    0.394775,
                    0.584473,
                    0.450684,
                    0.346924,
                    0.556641,
                    0.578613,
                    0.457031,
                    0.742188,
                    0.386475,
                    0.556152,
                    0.418213,
                    0.465576,
                    0.479004,
                    0.638672,
                    0.342773,
                    0.329834,
                    0.981934,
                    0.49707,
                    0.511719,
                    0.4375,
                    0.691895,
                    0.12915,
                    0.66748,
                    0.611816,
                    0.375488,
                    0.598145,
                    0.322266,
                    0.450195,
                    0.552246,
                    0.378906,
                    0.592285,
                    0.568359,
                    0.319824,
                    0.748047,
                    0.605957,
                    0.594727,
                    0.509766,
                    0.348145,
                    0.502441,
                    0.542969,
                    0.468018,
                    0.544922,
                    0.616699,
                    0.394043,
                    0.409424,
                    0.464355,
                    0.558105,
                    0.580566,
                    0.621094,
                    0.481201,
                    0.306152,
                    0.630859,
                    0.474365,
                    0.666016,
                    0.395508,
                    0.583984,
                    0.327637,
                    0.566895,
                    0.341064,
                    0.391846,
                    0.618164,
                    0.527344,
                    0.646973,
                    0.318604,
                    0.618164,
                    0.381348,
                    0.553711,
                    0.455811,
                    0.540527,
                    0.640137,
                    0.621094,
                    0.602051,
                    0.587402,
                    0.63623,
                    0.599121,
                    0.622559,
                    0.421631,
                    0.39917,
                    0.584473,
                    0.470215,
                    0.556152,
                    0.537598,
                    0.510254,
                    0.508301,
                    0.407471,
                    0.428467,
                    0.45166,
                    0.525879,
                    0.438965,
                    0.605957,
                    0.654297,
                    0.575684,
                    0.599121,
                    0.476074,
                    0.939941,
                    0.55127,
                    0.556641,
                    0.385986,
                    0.480957,
                    0.553223,
                    0.631836,
                    0.443604,
                    0.58252,
                    0.487793,
                    0.496338,
                    0.509766,
                    0.49585,
                    0.431885,
                    0.492188,
                    0.306641,
                    0.638184,
                    0.548828,
                    0.550293,
                    0.391846,
                    0.580566,
                    0.403809,
                    0.631836,
                    0.541992,
                    0.509277,
                    0.610352,
                    0.379639,
                    0.54248,
                    0.397705,
                    0.439453,
                    0.611816,
                    0.5625,
                    0.424805,
                    0.37085,
                    0.304199,
                    0.550293,
                    0.530273,
                    0.623047,
                    0.696289,
                    0.600098,
                    0.396729,
                    0.57666,
                    0.649414,
                    0.436523,
                    0.678711,
                    0.428467,
                    0.373291,
                    0.553223,
                    0.556641,
                    0.52002,
                    0.625488,
                    0.311279,
                    0.576172,
                    0.352539,
                    0.706543,
                    0.623047,
                    0.652344,
                    0.601562,
                    0.706055,
                    0.61377,
                    0.655273,
                    0.563477,
                    0.339355,
                    0.521484,
                    0.597656,
                    0.51123,
                    0.547852,
                    0.454102,
                    0.485596,
                    0.31958,
                    0.548828,
                    0.638672,
                    0.552246,
                    0.330811,
                    0.582031,
                    0.592285,
                    0.415527,
                    0.54834,
                    0.553711,
                    0.432129,
                    0.589355,
                    0.414062,
                    0.313477,
                    0.492676,
                    0.376465,
                    0.280518,
                    0.575684,
                    0.603516,
                    0.328125,
                    0.539062,
                    0.546387,
                    0.52832,
                    0.580078,
                    0.554199,
                    0.419434,
                    0.584473,
                    0.507812,
                    0.463867,
                    0.505371,
                    0.659668,
                    0.52832,
                    0.446045,
                    0.536621,
                    0.324707,
                    0.280029,
                    0.558594,
                    0.685547,
                    0.483398,
                    0.390625,
                    0.697266,
                    0.630859,
                    0.341553,
                    0.400635,
                    0.474609,
                    0.501953,
                    0.574707,
                    0.500977,
                    0.513672,
                    0.498535,
                    0.609375,
                    0.546875,
                    0.583008,
                    0.646484,
                    0.46582,
                    0.616699,
                    0.512695,
                    0.599609,
                    0.532715,
                    0.441162,
                    0.628418,
                    0.564453,
                    0.28125,
                    0.673828,
                    0.743164,
                    0.39209,
                    0.664062,
                    0.431641,
                    0.394043,
                    0.67334,
                    0.619629,
                    0.536133,
                    0.446533,
                    0.724609,
                    0.504883,
                    0.535156,
                    0.587891,
                    0.473877,
                    0.555664,
                    0.449219,
                    0.406006,
                    0.503906,
                    0.95459,
                    0.51416,
                    0.488525,
                    0.604004,
                    0.399414,
                    0.650391,
                    0.38916,
                    0.305176,
                    0.475098,
                    0.582031,
                    0.515137,
                    0.498779,
                    0.632324,
                    0.596191,
                    0.585938,
                    0.431885,
                    0.562012,
                    0.482666,
                    0.484619,
                    0.676758,
                    0.652832,
                    0.515625,
                    0.607422
                ]
            },
            "name": "model.model.layers.14.input_layernorm.weight",
            "outputIndexes": [
                1165
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1164
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_14/Mul_output_0",
            "outputIndexes": [
                1166
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1165,
                1166
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_14/Mul_1_output_0",
            "outputIndexes": [
                1167
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1167
            ],
            "outputIndexes": [
                2859
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                2859
            ],
            "outputIndexes": [
                2860
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/q_proj/Linear",
            "inputIndexes": [
                2860
            ],
            "outputIndexes": [
                2861
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    30967916,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                2861
            ],
            "outputIndexes": [
                2862
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2862
            ],
            "outputIndexes": [
                1168
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1167
            ],
            "main_type": "NONE",
            "name": "/Shape_197_output_0",
            "outputIndexes": [
                1169
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1169
            ],
            "main_type": "NONE",
            "name": "Shape3101",
            "outputIndexes": [
                1170
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1169
            ],
            "main_type": "NONE",
            "name": "Rank3103",
            "outputIndexes": [
                1171
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1171,
                1171
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3105",
            "outputIndexes": [
                1172
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1172
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3106",
            "outputIndexes": [
                1173
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1172,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3108",
            "outputIndexes": [
                1174
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1174
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3109",
            "outputIndexes": [
                1175
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1170,
                1173,
                1175,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice3112",
            "outputIndexes": [
                1176
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1176
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze3113",
            "outputIndexes": [
                1177
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                1177
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3114",
            "outputIndexes": [
                1178
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1178,
                1177
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3115",
            "outputIndexes": [
                1179
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1169,
                1179,
                1172
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_214_output_0",
            "outputIndexes": [
                1180
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1180,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_449_output_0",
            "outputIndexes": [
                1181
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                1181,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_182_output_0",
            "outputIndexes": [
                1182
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1168,
                1182
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_127_output_0",
            "outputIndexes": [
                1183
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1183,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_112_output_0",
            "outputIndexes": [
                1184
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1183
            ],
            "main_type": "NONE",
            "name": "/Shape_198_output_0",
            "outputIndexes": [
                1185
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1185
            ],
            "main_type": "NONE",
            "name": "Shape3122",
            "outputIndexes": [
                1186
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1185
            ],
            "main_type": "NONE",
            "name": "Rank3124",
            "outputIndexes": [
                1187
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1187,
                1187
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3126",
            "outputIndexes": [
                1188
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1188
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3127",
            "outputIndexes": [
                1189
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1188,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3129",
            "outputIndexes": [
                1190
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1190
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3130",
            "outputIndexes": [
                1191
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1186,
                1189,
                1191,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice3133",
            "outputIndexes": [
                1192
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1192
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze3134",
            "outputIndexes": [
                1193
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                1193
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3135",
            "outputIndexes": [
                1194
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1194,
                1193
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3136",
            "outputIndexes": [
                1195
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1185,
                1195,
                1188
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_215_output_0",
            "outputIndexes": [
                1196
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1196,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_42_output_0",
            "outputIndexes": [
                1197
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1197,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_454_output_0",
            "outputIndexes": [
                1198
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1183,
                1198,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_57_output_0",
            "outputIndexes": [
                1199
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1199
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_28_output_0",
            "outputIndexes": [
                1200
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1183,
                22,
                1198,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_56_output_0",
            "outputIndexes": [
                1201
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1200,
                1201
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_185_output_0",
            "outputIndexes": [
                1202
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1202,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_113_output_0",
            "outputIndexes": [
                1203
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1184,
                1203
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_70_output_0",
            "outputIndexes": [
                1204
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1167
            ],
            "outputIndexes": [
                2863
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                2863
            ],
            "outputIndexes": [
                2864
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/k_proj/Linear",
            "inputIndexes": [
                2864
            ],
            "outputIndexes": [
                2865
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    31175298,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                2865
            ],
            "outputIndexes": [
                2866
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2866
            ],
            "outputIndexes": [
                1205
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                1181,
                70,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_183_output_0",
            "outputIndexes": [
                1206
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1205,
                1206
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_128_output_0",
            "outputIndexes": [
                1207
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1207,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_114_output_0",
            "outputIndexes": [
                1208
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1207
            ],
            "main_type": "NONE",
            "name": "/Shape_199_output_0",
            "outputIndexes": [
                1209
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1209
            ],
            "main_type": "NONE",
            "name": "Shape3185",
            "outputIndexes": [
                1210
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1209
            ],
            "main_type": "NONE",
            "name": "Rank3187",
            "outputIndexes": [
                1211
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1211,
                1211
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3189",
            "outputIndexes": [
                1212
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1212
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3190",
            "outputIndexes": [
                1213
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1212,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3192",
            "outputIndexes": [
                1214
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1214
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3193",
            "outputIndexes": [
                1215
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1210,
                1213,
                1215,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice3196",
            "outputIndexes": [
                1216
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1216
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze3197",
            "outputIndexes": [
                1217
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                1217
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3198",
            "outputIndexes": [
                1218
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1218,
                1217
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3199",
            "outputIndexes": [
                1219
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1209,
                1219,
                1212
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_216_output_0",
            "outputIndexes": [
                1220
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1220,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_43_output_0",
            "outputIndexes": [
                1221
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1221,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_456_output_0",
            "outputIndexes": [
                1222
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1207,
                1222,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_59_output_0",
            "outputIndexes": [
                1223
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1223
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_29_output_0",
            "outputIndexes": [
                1224
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1207,
                22,
                1222,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_58_output_0",
            "outputIndexes": [
                1225
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1224,
                1225
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_186_output_0",
            "outputIndexes": [
                1226
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1226,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_115_output_0",
            "outputIndexes": [
                1227
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1208,
                1227
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_71_output_0",
            "outputIndexes": [
                1228
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1167
            ],
            "outputIndexes": [
                2867
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                2867
            ],
            "outputIndexes": [
                2868
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/v_proj/Linear",
            "inputIndexes": [
                2868
            ],
            "outputIndexes": [
                2869
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    31244440,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                2869
            ],
            "outputIndexes": [
                2870
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2870
            ],
            "outputIndexes": [
                1229
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1229,
                1206
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_129_output_0",
            "outputIndexes": [
                1230
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1204,
                1228,
                1230,
                110
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_134_output_0",
            "outputIndexes": [
                1231
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1231
            ],
            "outputIndexes": [
                2871
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                2871
            ],
            "outputIndexes": [
                2872
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/o_proj/Linear",
            "inputIndexes": [
                2872
            ],
            "outputIndexes": [
                2873
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    31313582,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                2873
            ],
            "outputIndexes": [
                2874
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2874
            ],
            "outputIndexes": [
                1232
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1164,
                1232
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_73_output_0",
            "outputIndexes": [
                1233
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.354736,
                    0.315674,
                    0.380859,
                    0.409424,
                    0.358398,
                    0.277588,
                    0.311035,
                    0.400391,
                    0.415771,
                    0.295166,
                    0.314941,
                    0.38208,
                    0.409668,
                    0.313232,
                    0.371582,
                    0.424072,
                    0.417236,
                    0.388428,
                    0.419678,
                    0.458496,
                    0.408936,
                    0.360107,
                    0.354004,
                    0.436523,
                    0.361328,
                    0.388672,
                    0.41626,
                    0.418701,
                    0.343018,
                    0.228638,
                    0.334717,
                    0.300781,
                    0.405029,
                    0.408691,
                    0.442627,
                    0.482666,
                    0.404297,
                    0.377686,
                    0.325195,
                    0.375977,
                    0.321533,
                    0.396729,
                    0.328613,
                    0.380127,
                    0.408936,
                    0.401611,
                    0.399414,
                    0.413086,
                    0.341309,
                    0.363037,
                    0.382568,
                    0.349121,
                    0.424805,
                    0.303955,
                    0.416504,
                    0.399902,
                    0.384521,
                    0.381104,
                    0.399414,
                    0.354248,
                    0.294922,
                    0.326172,
                    0.360352,
                    0.430176,
                    0.255615,
                    0.422607,
                    0.294189,
                    0.428467,
                    0.294922,
                    0.39917,
                    0.362305,
                    0.342773,
                    0.377686,
                    0.381104,
                    0.306396,
                    0.415283,
                    0.394287,
                    0.397461,
                    0.385742,
                    0.407471,
                    0.461914,
                    0.27417,
                    0.292969,
                    0.289795,
                    0.383301,
                    0.387207,
                    0.386719,
                    0.30542,
                    0.308838,
                    0.366455,
                    0.298096,
                    0.421631,
                    0.392334,
                    0.39624,
                    0.133423,
                    0.372314,
                    0.309326,
                    0.402588,
                    0.438721,
                    0.410889,
                    0.366211,
                    0.302002,
                    0.368164,
                    0.371338,
                    0.25,
                    0.454102,
                    0.354248,
                    0.401367,
                    0.427002,
                    0.268311,
                    0.416992,
                    0.390137,
                    0.374268,
                    0.28125,
                    0.277588,
                    0.351807,
                    0.401367,
                    0.379639,
                    0.362549,
                    0.412109,
                    0.442627,
                    0.343506,
                    0.401367,
                    0.388184,
                    0.402588,
                    0.381836,
                    0.436279,
                    0.311768,
                    0.277832,
                    0.312012,
                    0.381592,
                    0.36792,
                    0.406982,
                    0.395752,
                    0.283691,
                    0.406738,
                    0.398682,
                    0.417236,
                    0.364258,
                    0.401367,
                    0.374023,
                    0.371826,
                    0.366455,
                    0.326172,
                    0.330078,
                    0.4021,
                    0.437012,
                    0.300049,
                    0.317383,
                    0.409668,
                    0.408691,
                    0.400879,
                    0.395996,
                    0.399902,
                    0.421387,
                    0.435059,
                    0.400879,
                    0.446777,
                    0.338623,
                    0.413086,
                    0.414795,
                    0.36792,
                    0.322998,
                    0.453613,
                    0.402832,
                    0.395264,
                    0.421875,
                    0.406006,
                    0.443359,
                    0.397217,
                    0.310303,
                    0.274414,
                    0.369873,
                    0.34668,
                    0.481689,
                    0.455322,
                    0.423584,
                    0.252441,
                    0.459961,
                    0.437012,
                    0.330811,
                    0.317139,
                    0.294434,
                    0.369385,
                    0.417236,
                    0.400635,
                    0.422852,
                    0.438477,
                    0.408936,
                    0.387695,
                    0.394531,
                    0.320557,
                    0.300293,
                    0.431885,
                    0.431885,
                    0.419678,
                    0.41333,
                    0.428223,
                    0.394775,
                    0.462891,
                    0.311768,
                    0.355469,
                    0.364014,
                    0.299561,
                    0.39917,
                    0.397217,
                    0.428467,
                    0.465088,
                    0.401367,
                    0.392578,
                    0.326904,
                    0.401367,
                    0.364502,
                    0.376221,
                    0.466553,
                    0.436035,
                    0.333984,
                    0.284668,
                    0.363037,
                    0.327881,
                    0.427002,
                    0.409912,
                    0.438721,
                    0.354736,
                    0.34668,
                    0.43335,
                    0.448486,
                    0.3125,
                    0.409424,
                    0.288818,
                    0.328857,
                    0.404297,
                    0.317871,
                    0.39624,
                    0.266357,
                    0.427979,
                    0.423096,
                    0.261719,
                    0.288086,
                    0.380615,
                    0.396484,
                    0.368164,
                    0.304199,
                    0.411133,
                    0.346436,
                    0.446045,
                    0.395752,
                    0.380127,
                    0.395508,
                    0.402832,
                    0.352295,
                    0.364014,
                    0.384033,
                    0.453369,
                    0.40918,
                    0.347656,
                    0.415283,
                    0.390137,
                    0.391113,
                    0.400635,
                    0.370605,
                    0.362305,
                    0.431396,
                    0.396484,
                    0.420166,
                    0.477295,
                    0.34375,
                    0.43335,
                    0.370361,
                    0.36792,
                    0.312988,
                    0.399902,
                    0.398926,
                    0.4021,
                    0.354248,
                    0.421631,
                    0.391357,
                    0.393311,
                    0.387695,
                    0.375732,
                    0.427002,
                    0.469727,
                    0.311279,
                    0.389404,
                    0.365967,
                    0.423584,
                    0.428955,
                    0.282227,
                    0.30127,
                    0.431152,
                    0.345459,
                    0.391602,
                    0.38916,
                    0.29834,
                    0.277588,
                    0.432617,
                    0.389404,
                    0.413086,
                    0.354492,
                    0.394287,
                    0.293945,
                    0.475586,
                    0.339355,
                    0.442627,
                    0.425781,
                    0.426514,
                    0.43042,
                    0.382568,
                    0.305176,
                    0.403564,
                    0.369629,
                    0.294922,
                    0.385498,
                    0.422119,
                    0.381592,
                    0.269287,
                    0.281006,
                    0.400391,
                    0.362549,
                    0.375732,
                    0.356445,
                    0.491699,
                    0.29126,
                    0.289551,
                    0.339111,
                    0.39502,
                    0.393311,
                    0.313721,
                    0.399902,
                    0.315674,
                    0.457764,
                    0.541016,
                    0.329102,
                    0.406006,
                    0.294434,
                    0.347168,
                    0.429688,
                    0.343018,
                    0.433838,
                    0.400391,
                    0.318359,
                    0.36792,
                    0.422852,
                    0.431152,
                    0.387939,
                    0.311279,
                    0.402344,
                    0.344238,
                    0.350098,
                    0.458496,
                    0.446289,
                    0.388428,
                    0.340088,
                    0.341064,
                    0.405029,
                    0.385742,
                    0.414062,
                    0.344971,
                    0.311035,
                    0.419678,
                    0.389404,
                    0.378662,
                    0.344482,
                    0.427002,
                    0.306885,
                    0.419922,
                    0.268066,
                    0.325195,
                    0.425537,
                    0.390137,
                    0.40332,
                    0.27124,
                    0.427734,
                    0.354492,
                    0.425293,
                    0.376953,
                    0.422119,
                    0.38208,
                    0.431152,
                    0.409668,
                    0.381592,
                    0.4021,
                    0.348877,
                    0.420898,
                    0.299316,
                    0.280762,
                    0.436768,
                    0.395752,
                    0.41333,
                    0.339111,
                    0.38623,
                    0.386475,
                    0.365479,
                    0.372803,
                    0.370117,
                    0.420898,
                    0.325684,
                    0.368896,
                    0.438477,
                    0.428223,
                    0.434326,
                    0.381836,
                    0.379883,
                    0.39502,
                    0.401611,
                    0.307373,
                    0.400146,
                    0.317383,
                    0.468994,
                    0.409668,
                    0.390625,
                    0.37085,
                    0.384277,
                    0.396484,
                    0.411621,
                    0.353027,
                    0.409424,
                    0.326416,
                    0.435303,
                    0.385986,
                    0.432861,
                    0.344971,
                    0.451172,
                    0.355957,
                    0.486572,
                    0.379883,
                    0.421143,
                    0.401367,
                    0.324463,
                    0.393799,
                    0.337891,
                    0.393799,
                    0.419189,
                    0.398193,
                    0.358887,
                    0.323242,
                    0.303711,
                    0.403564,
                    0.386963,
                    0.439209,
                    0.357178,
                    0.399902,
                    0.338867,
                    0.435547,
                    0.418945,
                    0.359619,
                    0.403076,
                    0.340332,
                    0.330078,
                    0.411377,
                    0.380615,
                    0.427246,
                    0.408447,
                    0.275391,
                    0.289062,
                    0.314697,
                    0.412354,
                    0.39624,
                    0.416748,
                    0.428467,
                    0.386963,
                    0.415039,
                    0.393311,
                    0.381348,
                    0.348633,
                    0.311035,
                    0.410156,
                    0.354736,
                    0.379395,
                    0.354248,
                    0.412842,
                    0.270996,
                    0.381836,
                    0.459473,
                    0.403564,
                    0.305176,
                    0.359863,
                    0.413086,
                    0.327637,
                    0.42749,
                    0.395264,
                    0.348877,
                    0.418213,
                    0.349365,
                    0.250977,
                    0.414307,
                    0.315186,
                    0.297119,
                    0.417969,
                    0.46582,
                    0.302734,
                    0.394775,
                    0.37207,
                    0.324951,
                    0.319336,
                    0.407959,
                    0.344971,
                    0.425537,
                    0.387695,
                    0.376465,
                    0.413818,
                    0.444092,
                    0.418945,
                    0.376465,
                    0.348389,
                    0.313965,
                    0.280029,
                    0.403809,
                    0.365723,
                    0.372803,
                    0.349365,
                    0.426025,
                    0.439209,
                    0.314941,
                    0.362061,
                    0.368408,
                    0.32251,
                    0.412598,
                    0.369141,
                    0.371826,
                    0.413086,
                    0.42334,
                    0.4104,
                    0.417236,
                    0.46582,
                    0.212769,
                    0.400635,
                    0.412354,
                    0.391357,
                    0.408691,
                    0.380371,
                    0.369873,
                    0.440674,
                    0.260742,
                    0.461182,
                    0.286865,
                    0.356934,
                    0.398438,
                    0.374756,
                    0.348877,
                    0.374268,
                    0.413086,
                    0.348389,
                    0.341064,
                    0.366455,
                    0.394287,
                    0.407227,
                    0.412598,
                    0.406006,
                    0.413086,
                    0.384277,
                    0.343262,
                    0.396484,
                    0.311768,
                    0.408447,
                    0.384033,
                    0.406738,
                    0.260742,
                    0.39917,
                    0.296875,
                    0.284668,
                    0.385498,
                    0.42749,
                    0.412109,
                    0.411133,
                    0.469238,
                    0.427002,
                    0.445068,
                    0.336914,
                    0.337158,
                    0.402832,
                    0.380859,
                    0.43335,
                    0.386963,
                    0.406006,
                    0.398682
                ]
            },
            "name": "model.model.layers.14.post_attention_layernorm.weight",
            "outputIndexes": [
                1234
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1233
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_14/Mul_output_0",
            "outputIndexes": [
                1235
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1234,
                1235
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_14/Mul_1_output_0",
            "outputIndexes": [
                1236
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1236
            ],
            "outputIndexes": [
                2875
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                2875
            ],
            "outputIndexes": [
                2876
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/mlp/gate_proj/Linear",
            "inputIndexes": [
                2876
            ],
            "outputIndexes": [
                2877
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    31520964,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                2877
            ],
            "outputIndexes": [
                2878
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2878
            ],
            "outputIndexes": [
                1237
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1237
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_14/Sigmoid_output_0",
            "outputIndexes": [
                1238
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1237,
                1238
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_14/Mul_output_0",
            "outputIndexes": [
                1239
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1236
            ],
            "outputIndexes": [
                2879
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                2879
            ],
            "outputIndexes": [
                2880
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/mlp/up_proj/Linear",
            "inputIndexes": [
                2880
            ],
            "outputIndexes": [
                2881
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    32073946,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                2881
            ],
            "outputIndexes": [
                2882
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2882
            ],
            "outputIndexes": [
                1240
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1239,
                1240
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_14/Mul_output_0",
            "outputIndexes": [
                1241
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1241
            ],
            "outputIndexes": [
                2883
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                2883
            ],
            "outputIndexes": [
                2884
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/mlp/down_proj/Linear",
            "inputIndexes": [
                2884
            ],
            "outputIndexes": [
                2885
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    32626928,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                2885
            ],
            "outputIndexes": [
                2886
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.14/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2886
            ],
            "outputIndexes": [
                1242
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1233,
                1242
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_74_output_0",
            "outputIndexes": [
                1243
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1243,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_135_output_0",
            "outputIndexes": [
                1244
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.526855,
                    0.569824,
                    0.55957,
                    0.624023,
                    0.487549,
                    0.780762,
                    0.677734,
                    0.685547,
                    0.596191,
                    0.592285,
                    0.415039,
                    0.513184,
                    0.591797,
                    0.457275,
                    0.54541,
                    0.587402,
                    0.564941,
                    0.571777,
                    0.562012,
                    0.644531,
                    0.592285,
                    0.501953,
                    0.794922,
                    0.615234,
                    0.497803,
                    0.498779,
                    0.549316,
                    0.612305,
                    0.502441,
                    0.806641,
                    0.541504,
                    0.494629,
                    0.537598,
                    0.653809,
                    0.605469,
                    0.631348,
                    0.592285,
                    0.592285,
                    0.57666,
                    0.574707,
                    0.452148,
                    0.54248,
                    0.709473,
                    0.499756,
                    0.550293,
                    0.567383,
                    0.554688,
                    0.623535,
                    0.548828,
                    0.530762,
                    0.678223,
                    0.482178,
                    0.572754,
                    0.380859,
                    0.63916,
                    0.601074,
                    0.532715,
                    0.410645,
                    0.581055,
                    0.551758,
                    0.583984,
                    0.845703,
                    0.492676,
                    0.611328,
                    0.386719,
                    0.704102,
                    0.724609,
                    0.620117,
                    0.430664,
                    0.585938,
                    0.564453,
                    0.545898,
                    0.61084,
                    0.585938,
                    0.443848,
                    0.641602,
                    0.568359,
                    0.543945,
                    0.641113,
                    0.62207,
                    0.637695,
                    0.421143,
                    0.375,
                    0.592773,
                    0.547852,
                    0.623535,
                    0.472656,
                    0.603027,
                    0.446045,
                    0.495361,
                    0.508301,
                    0.595215,
                    0.561523,
                    0.536621,
                    0.332764,
                    0.577148,
                    0.418457,
                    0.568848,
                    0.593262,
                    0.603027,
                    0.527832,
                    0.395996,
                    0.575684,
                    0.543457,
                    0.453613,
                    0.614258,
                    0.558594,
                    0.578613,
                    0.518555,
                    0.377441,
                    0.608887,
                    0.496338,
                    0.483643,
                    0.416992,
                    0.406982,
                    0.427979,
                    0.572266,
                    0.541016,
                    0.518555,
                    0.655762,
                    0.640625,
                    0.439697,
                    0.517578,
                    0.605957,
                    0.602539,
                    0.521484,
                    0.619629,
                    0.441895,
                    0.439697,
                    0.465576,
                    0.479736,
                    0.455566,
                    0.666992,
                    0.513672,
                    0.507324,
                    0.539551,
                    0.579102,
                    0.600098,
                    0.489746,
                    0.534668,
                    0.495361,
                    0.491455,
                    0.556152,
                    0.615234,
                    0.414062,
                    0.557129,
                    0.621094,
                    0.432129,
                    0.402344,
                    0.546387,
                    0.562012,
                    0.593262,
                    0.561035,
                    0.559082,
                    0.62207,
                    0.606934,
                    0.584961,
                    0.578613,
                    0.42749,
                    0.69873,
                    0.582031,
                    0.817871,
                    0.452148,
                    0.624512,
                    0.625,
                    0.550781,
                    0.621094,
                    0.614746,
                    0.621582,
                    0.606934,
                    0.387939,
                    0.421875,
                    0.524414,
                    0.722656,
                    0.656738,
                    0.611328,
                    0.603516,
                    0.509766,
                    0.691895,
                    0.609863,
                    0.560547,
                    0.466309,
                    0.415771,
                    0.479004,
                    0.580566,
                    0.599609,
                    0.650391,
                    0.621582,
                    0.557617,
                    0.638672,
                    0.531738,
                    0.388916,
                    0.436035,
                    0.662109,
                    0.568359,
                    0.606445,
                    0.626465,
                    0.564941,
                    0.586914,
                    0.685059,
                    0.591797,
                    0.479492,
                    0.521973,
                    0.44165,
                    0.556641,
                    0.541016,
                    0.583984,
                    0.689453,
                    0.740234,
                    0.518555,
                    0.589844,
                    0.574707,
                    0.480957,
                    0.556641,
                    0.656738,
                    0.587402,
                    0.742676,
                    0.448242,
                    0.469238,
                    0.457031,
                    0.563477,
                    0.541504,
                    0.641113,
                    0.645996,
                    0.501953,
                    0.57373,
                    0.577148,
                    0.578125,
                    0.636719,
                    0.864746,
                    0.429932,
                    0.366211,
                    0.423096,
                    0.665039,
                    0.372803,
                    0.596191,
                    0.649902,
                    0.492676,
                    0.414551,
                    0.659668,
                    0.60498,
                    0.483154,
                    0.421631,
                    0.583008,
                    0.450928,
                    0.611816,
                    0.567871,
                    0.530762,
                    0.587891,
                    0.584961,
                    0.433105,
                    0.494141,
                    0.501465,
                    0.696289,
                    0.545898,
                    0.560059,
                    0.571777,
                    0.573242,
                    0.687988,
                    0.543945,
                    0.549316,
                    0.607422,
                    0.619141,
                    0.579102,
                    0.575684,
                    0.646973,
                    0.438232,
                    0.609863,
                    0.567871,
                    0.465576,
                    0.432617,
                    0.610352,
                    0.543945,
                    0.518555,
                    0.52002,
                    0.53418,
                    0.568359,
                    0.527832,
                    0.53125,
                    0.655762,
                    0.670898,
                    0.635742,
                    0.134277,
                    0.466797,
                    0.530273,
                    0.677734,
                    0.723145,
                    0.464111,
                    0.396729,
                    0.544434,
                    0.479492,
                    0.572266,
                    0.600098,
                    0.493896,
                    0.38623,
                    0.634277,
                    0.527344,
                    0.589844,
                    0.434082,
                    0.563965,
                    0.463623,
                    0.663574,
                    0.423096,
                    0.57959,
                    0.557617,
                    0.619629,
                    0.634277,
                    0.525391,
                    0.586426,
                    0.582031,
                    0.529785,
                    0.482666,
                    0.599121,
                    0.599121,
                    0.506836,
                    0.675781,
                    0.521484,
                    0.569824,
                    0.510742,
                    0.529297,
                    0.519531,
                    0.618652,
                    0.428955,
                    0.443359,
                    0.843262,
                    0.553223,
                    0.491699,
                    0.623047,
                    0.605469,
                    0.137695,
                    0.685547,
                    0.671875,
                    0.481689,
                    0.60791,
                    0.462158,
                    0.534668,
                    0.584473,
                    0.462402,
                    0.677246,
                    0.658203,
                    0.393555,
                    0.644531,
                    0.637695,
                    0.563477,
                    0.535156,
                    0.435547,
                    0.603516,
                    0.608887,
                    0.509277,
                    0.543945,
                    0.638672,
                    0.435059,
                    0.476074,
                    0.490967,
                    0.584961,
                    0.563477,
                    0.637695,
                    0.499268,
                    0.446777,
                    0.641113,
                    0.506348,
                    0.674316,
                    0.51416,
                    0.624023,
                    0.42041,
                    0.623535,
                    0.491455,
                    0.438965,
                    0.668457,
                    0.543945,
                    0.621582,
                    0.395508,
                    0.623535,
                    0.42627,
                    0.588379,
                    0.499268,
                    0.599121,
                    0.647461,
                    0.634277,
                    0.614258,
                    0.580078,
                    0.668457,
                    0.588379,
                    0.630371,
                    0.571777,
                    0.488037,
                    0.602051,
                    0.551758,
                    0.552734,
                    0.527344,
                    0.560547,
                    0.491943,
                    0.48999,
                    0.490234,
                    0.484619,
                    0.567871,
                    0.514648,
                    0.596191,
                    0.618164,
                    0.623047,
                    0.603516,
                    0.541992,
                    0.791016,
                    0.579102,
                    0.603516,
                    0.459473,
                    0.533203,
                    0.560059,
                    0.591797,
                    0.52832,
                    0.531738,
                    0.467041,
                    0.537109,
                    0.547363,
                    0.489502,
                    0.46167,
                    0.50293,
                    0.475586,
                    0.660645,
                    0.596191,
                    0.591309,
                    0.467285,
                    0.64209,
                    0.460938,
                    0.627441,
                    0.57666,
                    0.603516,
                    0.624512,
                    0.44751,
                    0.566895,
                    0.461914,
                    0.537109,
                    0.617188,
                    0.582031,
                    0.483154,
                    0.456299,
                    0.427002,
                    0.569824,
                    0.567383,
                    0.588379,
                    0.645996,
                    0.580078,
                    0.505371,
                    0.623535,
                    0.620117,
                    0.487305,
                    0.701172,
                    0.475586,
                    0.455566,
                    0.563477,
                    0.580566,
                    0.560547,
                    0.625977,
                    0.403564,
                    0.730469,
                    0.445557,
                    0.677246,
                    0.600098,
                    0.627441,
                    0.672363,
                    0.725098,
                    0.653809,
                    0.63623,
                    0.579102,
                    0.387695,
                    0.70459,
                    0.633789,
                    0.566406,
                    0.58252,
                    0.485596,
                    0.54541,
                    0.441895,
                    0.56543,
                    0.596191,
                    0.561523,
                    0.470459,
                    0.550781,
                    0.626953,
                    0.487793,
                    0.632324,
                    0.651855,
                    0.456543,
                    0.604004,
                    0.463623,
                    0.363037,
                    0.56543,
                    0.469482,
                    0.439697,
                    0.60498,
                    0.666016,
                    0.480957,
                    0.563477,
                    0.537109,
                    0.620605,
                    0.59082,
                    0.566406,
                    0.444336,
                    0.617676,
                    0.513184,
                    0.509277,
                    0.564941,
                    0.682617,
                    0.615234,
                    0.472412,
                    0.550781,
                    0.416992,
                    0.392334,
                    0.544922,
                    0.630371,
                    0.541992,
                    0.467529,
                    0.67334,
                    0.675781,
                    0.387207,
                    0.415771,
                    0.489746,
                    0.595215,
                    0.620117,
                    0.560059,
                    0.541016,
                    0.592285,
                    0.571777,
                    0.579102,
                    0.609375,
                    0.670898,
                    0.494873,
                    0.685547,
                    0.55127,
                    0.599121,
                    0.569336,
                    0.524902,
                    0.585938,
                    0.61377,
                    0.442383,
                    0.658691,
                    0.707031,
                    0.451904,
                    0.65918,
                    0.522949,
                    0.456055,
                    0.640137,
                    0.605957,
                    0.530762,
                    0.611328,
                    0.614746,
                    0.529785,
                    0.584961,
                    0.605469,
                    0.524902,
                    0.588379,
                    0.538574,
                    0.471436,
                    0.586426,
                    0.760254,
                    0.501953,
                    0.532715,
                    0.584961,
                    0.410645,
                    0.694336,
                    0.580078,
                    0.418213,
                    0.512207,
                    0.630859,
                    0.558594,
                    0.548828,
                    0.651367,
                    0.580078,
                    0.624512,
                    0.480469,
                    0.526367,
                    0.554199,
                    0.561035,
                    0.652344,
                    0.63623,
                    0.549805,
                    0.646973
                ]
            },
            "name": "model.model.layers.15.input_layernorm.weight",
            "outputIndexes": [
                1245
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1244
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_15/Mul_output_0",
            "outputIndexes": [
                1246
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1245,
                1246
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_15/Mul_1_output_0",
            "outputIndexes": [
                1247
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1247
            ],
            "outputIndexes": [
                2887
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                2887
            ],
            "outputIndexes": [
                2888
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/q_proj/Linear",
            "inputIndexes": [
                2888
            ],
            "outputIndexes": [
                2889
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    33179910,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                2889
            ],
            "outputIndexes": [
                2890
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2890
            ],
            "outputIndexes": [
                1248
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1247
            ],
            "main_type": "NONE",
            "name": "/Shape_211_output_0",
            "outputIndexes": [
                1249
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1249
            ],
            "main_type": "NONE",
            "name": "Shape3317",
            "outputIndexes": [
                1250
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1249
            ],
            "main_type": "NONE",
            "name": "Rank3319",
            "outputIndexes": [
                1251
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1251,
                1251
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3321",
            "outputIndexes": [
                1252
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1252
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3322",
            "outputIndexes": [
                1253
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1252,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3324",
            "outputIndexes": [
                1254
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1254
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3325",
            "outputIndexes": [
                1255
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1250,
                1253,
                1255,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice3328",
            "outputIndexes": [
                1256
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1256
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze3329",
            "outputIndexes": [
                1257
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                1257
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3330",
            "outputIndexes": [
                1258
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1258,
                1257
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3331",
            "outputIndexes": [
                1259
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1249,
                1259,
                1252
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_229_output_0",
            "outputIndexes": [
                1260
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1260,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_481_output_0",
            "outputIndexes": [
                1261
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                1261,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_195_output_0",
            "outputIndexes": [
                1262
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1248,
                1262
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_136_output_0",
            "outputIndexes": [
                1263
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1263,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_120_output_0",
            "outputIndexes": [
                1264
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1263
            ],
            "main_type": "NONE",
            "name": "/Shape_212_output_0",
            "outputIndexes": [
                1265
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1265
            ],
            "main_type": "NONE",
            "name": "Shape3338",
            "outputIndexes": [
                1266
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1265
            ],
            "main_type": "NONE",
            "name": "Rank3340",
            "outputIndexes": [
                1267
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1267,
                1267
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3342",
            "outputIndexes": [
                1268
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1268
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3343",
            "outputIndexes": [
                1269
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1268,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3345",
            "outputIndexes": [
                1270
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1270
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3346",
            "outputIndexes": [
                1271
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1266,
                1269,
                1271,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice3349",
            "outputIndexes": [
                1272
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1272
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze3350",
            "outputIndexes": [
                1273
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                1273
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3351",
            "outputIndexes": [
                1274
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1274,
                1273
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3352",
            "outputIndexes": [
                1275
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1265,
                1275,
                1268
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_230_output_0",
            "outputIndexes": [
                1276
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1276,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_45_output_0",
            "outputIndexes": [
                1277
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1277,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_486_output_0",
            "outputIndexes": [
                1278
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1263,
                1278,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_61_output_0",
            "outputIndexes": [
                1279
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1279
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_30_output_0",
            "outputIndexes": [
                1280
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1263,
                22,
                1278,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_60_output_0",
            "outputIndexes": [
                1281
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1280,
                1281
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_198_output_0",
            "outputIndexes": [
                1282
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1282,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_121_output_0",
            "outputIndexes": [
                1283
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1264,
                1283
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_75_output_0",
            "outputIndexes": [
                1284
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1247
            ],
            "outputIndexes": [
                2891
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                2891
            ],
            "outputIndexes": [
                2892
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/k_proj/Linear",
            "inputIndexes": [
                2892
            ],
            "outputIndexes": [
                2893
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    33387292,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                2893
            ],
            "outputIndexes": [
                2894
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2894
            ],
            "outputIndexes": [
                1285
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                1261,
                70,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_196_output_0",
            "outputIndexes": [
                1286
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1285,
                1286
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_137_output_0",
            "outputIndexes": [
                1287
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1287,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_122_output_0",
            "outputIndexes": [
                1288
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1287
            ],
            "main_type": "NONE",
            "name": "/Shape_213_output_0",
            "outputIndexes": [
                1289
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1289
            ],
            "main_type": "NONE",
            "name": "Shape3401",
            "outputIndexes": [
                1290
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1289
            ],
            "main_type": "NONE",
            "name": "Rank3403",
            "outputIndexes": [
                1291
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1291,
                1291
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3405",
            "outputIndexes": [
                1292
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1292
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3406",
            "outputIndexes": [
                1293
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1292,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3408",
            "outputIndexes": [
                1294
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1294
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3409",
            "outputIndexes": [
                1295
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1290,
                1293,
                1295,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice3412",
            "outputIndexes": [
                1296
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1296
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze3413",
            "outputIndexes": [
                1297
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                1297
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3414",
            "outputIndexes": [
                1298
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1298,
                1297
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3415",
            "outputIndexes": [
                1299
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1289,
                1299,
                1292
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_231_output_0",
            "outputIndexes": [
                1300
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1300,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_46_output_0",
            "outputIndexes": [
                1301
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1301,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_488_output_0",
            "outputIndexes": [
                1302
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1287,
                1302,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_63_output_0",
            "outputIndexes": [
                1303
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1303
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_31_output_0",
            "outputIndexes": [
                1304
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1287,
                22,
                1302,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_62_output_0",
            "outputIndexes": [
                1305
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1304,
                1305
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_199_output_0",
            "outputIndexes": [
                1306
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1306,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_123_output_0",
            "outputIndexes": [
                1307
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1288,
                1307
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_76_output_0",
            "outputIndexes": [
                1308
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1247
            ],
            "outputIndexes": [
                2895
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                2895
            ],
            "outputIndexes": [
                2896
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/v_proj/Linear",
            "inputIndexes": [
                2896
            ],
            "outputIndexes": [
                2897
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    33456434,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                2897
            ],
            "outputIndexes": [
                2898
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2898
            ],
            "outputIndexes": [
                1309
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1309,
                1286
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_138_output_0",
            "outputIndexes": [
                1310
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1284,
                1308,
                1310,
                110
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_143_output_0",
            "outputIndexes": [
                1311
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1311
            ],
            "outputIndexes": [
                2899
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                2899
            ],
            "outputIndexes": [
                2900
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/o_proj/Linear",
            "inputIndexes": [
                2900
            ],
            "outputIndexes": [
                2901
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    33525576,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                2901
            ],
            "outputIndexes": [
                2902
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2902
            ],
            "outputIndexes": [
                1312
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1244,
                1312
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_78_output_0",
            "outputIndexes": [
                1313
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.377197,
                    0.320557,
                    0.405273,
                    0.40918,
                    0.352051,
                    0.264648,
                    0.311768,
                    0.38916,
                    0.438232,
                    0.296143,
                    0.327393,
                    0.398193,
                    0.413574,
                    0.327881,
                    0.380615,
                    0.437988,
                    0.418701,
                    0.397217,
                    0.40918,
                    0.450195,
                    0.410889,
                    0.37793,
                    0.335449,
                    0.428223,
                    0.392334,
                    0.398682,
                    0.437744,
                    0.436768,
                    0.373779,
                    0.199097,
                    0.354492,
                    0.292236,
                    0.411621,
                    0.408203,
                    0.442871,
                    0.469971,
                    0.414551,
                    0.393555,
                    0.327637,
                    0.405762,
                    0.334229,
                    0.405029,
                    0.32959,
                    0.385254,
                    0.420898,
                    0.393799,
                    0.404541,
                    0.407227,
                    0.36084,
                    0.363525,
                    0.394043,
                    0.378174,
                    0.434082,
                    0.333984,
                    0.416748,
                    0.397217,
                    0.404785,
                    0.409668,
                    0.416016,
                    0.356689,
                    0.303467,
                    0.279053,
                    0.382324,
                    0.423584,
                    0.29126,
                    0.409912,
                    0.317627,
                    0.425049,
                    0.308838,
                    0.417969,
                    0.35376,
                    0.366211,
                    0.387451,
                    0.386719,
                    0.306152,
                    0.401123,
                    0.404053,
                    0.411621,
                    0.376221,
                    0.417969,
                    0.474121,
                    0.29248,
                    0.317139,
                    0.300049,
                    0.400635,
                    0.395996,
                    0.404053,
                    0.315674,
                    0.317871,
                    0.375977,
                    0.312744,
                    0.436279,
                    0.383057,
                    0.415771,
                    0.131348,
                    0.381836,
                    0.329102,
                    0.413818,
                    0.429199,
                    0.41748,
                    0.375,
                    0.32959,
                    0.388916,
                    0.388428,
                    0.2854,
                    0.441162,
                    0.370117,
                    0.415527,
                    0.43335,
                    0.279785,
                    0.452393,
                    0.414307,
                    0.388184,
                    0.29834,
                    0.308594,
                    0.381592,
                    0.419678,
                    0.37915,
                    0.380371,
                    0.438232,
                    0.432861,
                    0.363525,
                    0.426514,
                    0.40918,
                    0.428955,
                    0.401855,
                    0.439941,
                    0.327393,
                    0.306885,
                    0.333252,
                    0.38916,
                    0.349121,
                    0.403564,
                    0.398193,
                    0.297607,
                    0.421143,
                    0.416992,
                    0.420898,
                    0.39209,
                    0.414795,
                    0.386719,
                    0.388428,
                    0.395264,
                    0.331787,
                    0.349365,
                    0.405273,
                    0.450439,
                    0.325928,
                    0.330078,
                    0.413086,
                    0.436523,
                    0.414551,
                    0.413086,
                    0.387207,
                    0.405762,
                    0.430176,
                    0.395264,
                    0.466553,
                    0.351074,
                    0.40918,
                    0.415039,
                    0.344482,
                    0.331787,
                    0.449219,
                    0.401367,
                    0.411377,
                    0.434082,
                    0.409668,
                    0.469971,
                    0.42041,
                    0.343262,
                    0.287842,
                    0.389648,
                    0.352051,
                    0.491699,
                    0.463867,
                    0.428955,
                    0.280029,
                    0.464355,
                    0.436768,
                    0.319092,
                    0.327881,
                    0.296387,
                    0.375732,
                    0.425049,
                    0.402344,
                    0.426514,
                    0.452393,
                    0.422363,
                    0.393799,
                    0.420898,
                    0.351807,
                    0.306152,
                    0.433105,
                    0.436279,
                    0.433105,
                    0.424072,
                    0.429443,
                    0.419922,
                    0.494873,
                    0.311523,
                    0.368896,
                    0.367676,
                    0.304443,
                    0.434814,
                    0.420166,
                    0.393555,
                    0.452148,
                    0.376465,
                    0.39917,
                    0.319336,
                    0.404297,
                    0.378662,
                    0.38623,
                    0.489502,
                    0.436523,
                    0.331543,
                    0.283203,
                    0.375732,
                    0.336914,
                    0.435547,
                    0.438477,
                    0.468506,
                    0.366211,
                    0.339355,
                    0.440186,
                    0.44458,
                    0.307861,
                    0.401123,
                    0.282471,
                    0.348145,
                    0.416992,
                    0.344482,
                    0.396729,
                    0.297607,
                    0.43457,
                    0.425293,
                    0.28418,
                    0.305664,
                    0.370117,
                    0.421631,
                    0.381348,
                    0.324951,
                    0.405762,
                    0.372314,
                    0.432373,
                    0.39624,
                    0.362549,
                    0.409668,
                    0.396484,
                    0.370117,
                    0.383301,
                    0.39502,
                    0.450684,
                    0.411865,
                    0.315918,
                    0.41626,
                    0.411621,
                    0.385986,
                    0.400146,
                    0.387207,
                    0.379639,
                    0.438965,
                    0.439453,
                    0.42041,
                    0.483887,
                    0.362061,
                    0.431641,
                    0.386719,
                    0.369141,
                    0.324951,
                    0.418213,
                    0.415527,
                    0.407715,
                    0.364258,
                    0.424805,
                    0.400391,
                    0.415283,
                    0.395264,
                    0.390137,
                    0.422363,
                    0.462646,
                    0.311523,
                    0.392822,
                    0.37207,
                    0.437256,
                    0.427734,
                    0.300049,
                    0.325439,
                    0.447998,
                    0.368164,
                    0.401367,
                    0.4021,
                    0.310791,
                    0.298584,
                    0.435791,
                    0.408447,
                    0.426758,
                    0.372559,
                    0.401123,
                    0.321045,
                    0.483154,
                    0.350342,
                    0.434082,
                    0.437744,
                    0.43042,
                    0.442383,
                    0.388184,
                    0.309326,
                    0.428711,
                    0.363281,
                    0.297607,
                    0.39209,
                    0.427734,
                    0.406006,
                    0.252686,
                    0.285889,
                    0.422119,
                    0.391602,
                    0.397705,
                    0.376221,
                    0.45459,
                    0.311279,
                    0.311768,
                    0.323486,
                    0.405029,
                    0.435059,
                    0.293457,
                    0.409912,
                    0.322021,
                    0.462891,
                    0.54834,
                    0.334717,
                    0.406006,
                    0.29834,
                    0.344238,
                    0.467773,
                    0.356689,
                    0.432373,
                    0.412354,
                    0.32959,
                    0.373779,
                    0.430176,
                    0.435791,
                    0.385742,
                    0.337891,
                    0.408936,
                    0.347412,
                    0.330078,
                    0.468262,
                    0.448975,
                    0.412598,
                    0.345947,
                    0.360352,
                    0.400146,
                    0.381592,
                    0.409424,
                    0.35498,
                    0.322021,
                    0.434326,
                    0.401855,
                    0.37915,
                    0.364502,
                    0.428711,
                    0.324707,
                    0.423584,
                    0.285156,
                    0.343994,
                    0.431396,
                    0.39502,
                    0.42627,
                    0.295654,
                    0.426514,
                    0.34082,
                    0.452637,
                    0.400146,
                    0.428467,
                    0.385742,
                    0.444092,
                    0.422607,
                    0.39502,
                    0.4104,
                    0.360596,
                    0.423584,
                    0.314697,
                    0.289551,
                    0.432129,
                    0.411133,
                    0.430176,
                    0.362305,
                    0.397949,
                    0.394531,
                    0.361572,
                    0.38208,
                    0.39624,
                    0.425537,
                    0.347168,
                    0.378906,
                    0.438477,
                    0.436523,
                    0.438477,
                    0.394287,
                    0.370117,
                    0.399902,
                    0.425293,
                    0.303467,
                    0.404053,
                    0.309814,
                    0.522461,
                    0.410156,
                    0.384521,
                    0.387451,
                    0.4021,
                    0.419189,
                    0.417725,
                    0.372314,
                    0.415527,
                    0.375977,
                    0.432373,
                    0.394775,
                    0.432129,
                    0.354736,
                    0.469971,
                    0.375732,
                    0.483398,
                    0.389648,
                    0.435303,
                    0.421631,
                    0.343262,
                    0.40332,
                    0.363525,
                    0.408691,
                    0.42627,
                    0.390381,
                    0.379395,
                    0.344482,
                    0.340576,
                    0.430664,
                    0.404297,
                    0.439697,
                    0.380859,
                    0.419189,
                    0.341797,
                    0.444092,
                    0.428223,
                    0.370117,
                    0.406738,
                    0.34375,
                    0.346924,
                    0.434082,
                    0.392578,
                    0.429932,
                    0.422852,
                    0.292969,
                    0.282471,
                    0.356689,
                    0.425781,
                    0.422852,
                    0.438721,
                    0.425049,
                    0.393799,
                    0.409424,
                    0.398193,
                    0.385498,
                    0.356689,
                    0.302002,
                    0.419922,
                    0.358154,
                    0.388184,
                    0.372803,
                    0.419189,
                    0.312012,
                    0.387695,
                    0.453613,
                    0.407227,
                    0.317871,
                    0.386963,
                    0.430664,
                    0.327637,
                    0.44043,
                    0.414551,
                    0.360352,
                    0.434326,
                    0.369629,
                    0.291992,
                    0.40625,
                    0.329346,
                    0.311035,
                    0.417725,
                    0.456055,
                    0.320312,
                    0.408691,
                    0.387695,
                    0.296875,
                    0.308838,
                    0.424805,
                    0.358887,
                    0.430664,
                    0.403809,
                    0.394775,
                    0.430664,
                    0.445801,
                    0.418945,
                    0.392822,
                    0.346436,
                    0.329346,
                    0.303467,
                    0.416016,
                    0.379883,
                    0.383057,
                    0.374512,
                    0.435303,
                    0.448242,
                    0.336914,
                    0.372314,
                    0.380859,
                    0.324707,
                    0.434814,
                    0.386719,
                    0.381104,
                    0.425781,
                    0.417969,
                    0.408691,
                    0.416016,
                    0.4646,
                    0.172119,
                    0.412598,
                    0.405029,
                    0.395508,
                    0.427002,
                    0.386475,
                    0.389404,
                    0.454834,
                    0.289551,
                    0.462646,
                    0.278809,
                    0.367676,
                    0.395264,
                    0.391846,
                    0.353516,
                    0.379639,
                    0.424316,
                    0.347656,
                    0.326416,
                    0.375977,
                    0.401123,
                    0.408203,
                    0.407959,
                    0.425049,
                    0.42627,
                    0.408447,
                    0.352051,
                    0.40918,
                    0.299316,
                    0.418213,
                    0.385742,
                    0.412598,
                    0.273438,
                    0.398193,
                    0.295898,
                    0.293213,
                    0.394287,
                    0.425293,
                    0.418213,
                    0.422852,
                    0.47876,
                    0.436279,
                    0.448486,
                    0.361572,
                    0.365479,
                    0.420898,
                    0.40332,
                    0.42749,
                    0.380127,
                    0.438477,
                    0.399658
                ]
            },
            "name": "model.model.layers.15.post_attention_layernorm.weight",
            "outputIndexes": [
                1314
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1313
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_15/Mul_output_0",
            "outputIndexes": [
                1315
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1314,
                1315
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_15/Mul_1_output_0",
            "outputIndexes": [
                1316
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1316
            ],
            "outputIndexes": [
                2903
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                2903
            ],
            "outputIndexes": [
                2904
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/mlp/gate_proj/Linear",
            "inputIndexes": [
                2904
            ],
            "outputIndexes": [
                2905
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    33732958,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                2905
            ],
            "outputIndexes": [
                2906
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2906
            ],
            "outputIndexes": [
                1317
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1317
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_15/Sigmoid_output_0",
            "outputIndexes": [
                1318
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1317,
                1318
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_15/Mul_output_0",
            "outputIndexes": [
                1319
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1316
            ],
            "outputIndexes": [
                2907
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                2907
            ],
            "outputIndexes": [
                2908
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/mlp/up_proj/Linear",
            "inputIndexes": [
                2908
            ],
            "outputIndexes": [
                2909
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    34285940,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                2909
            ],
            "outputIndexes": [
                2910
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2910
            ],
            "outputIndexes": [
                1320
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1319,
                1320
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_15/Mul_output_0",
            "outputIndexes": [
                1321
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1321
            ],
            "outputIndexes": [
                2911
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                2911
            ],
            "outputIndexes": [
                2912
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/mlp/down_proj/Linear",
            "inputIndexes": [
                2912
            ],
            "outputIndexes": [
                2913
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    34838922,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                2913
            ],
            "outputIndexes": [
                2914
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.15/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2914
            ],
            "outputIndexes": [
                1322
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1313,
                1322
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_79_output_0",
            "outputIndexes": [
                1323
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1323,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_144_output_0",
            "outputIndexes": [
                1324
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.412598,
                    0.572266,
                    0.463135,
                    0.53418,
                    0.453613,
                    0.773438,
                    0.529297,
                    0.570312,
                    0.517578,
                    0.363281,
                    0.333252,
                    0.419922,
                    0.511719,
                    0.341309,
                    0.428223,
                    0.501953,
                    0.483887,
                    0.465332,
                    0.498291,
                    0.523438,
                    0.506348,
                    0.421387,
                    0.646973,
                    0.492676,
                    0.447998,
                    0.409912,
                    0.516113,
                    0.486084,
                    0.375488,
                    0.873535,
                    0.497803,
                    0.303467,
                    0.473145,
                    0.566406,
                    0.556641,
                    0.541992,
                    0.492432,
                    0.468018,
                    0.430908,
                    0.472168,
                    0.330811,
                    0.441895,
                    0.58252,
                    0.4104,
                    0.501465,
                    0.454346,
                    0.495361,
                    0.579102,
                    0.474365,
                    0.395264,
                    0.625977,
                    0.403809,
                    0.47168,
                    0.27417,
                    0.55957,
                    0.46582,
                    0.438477,
                    0.378906,
                    0.468018,
                    0.431641,
                    0.333496,
                    0.771484,
                    0.411133,
                    0.538574,
                    0.229004,
                    0.563965,
                    0.422363,
                    0.488281,
                    0.305664,
                    0.495605,
                    0.517578,
                    0.440674,
                    0.485107,
                    0.486572,
                    0.29541,
                    0.518066,
                    0.4646,
                    0.495361,
                    0.564453,
                    0.51123,
                    0.516602,
                    0.250977,
                    0.302734,
                    0.327393,
                    0.452637,
                    0.526367,
                    0.448975,
                    0.512207,
                    0.316162,
                    0.382324,
                    0.338379,
                    0.563477,
                    0.533203,
                    0.44458,
                    0.307373,
                    0.450684,
                    0.306641,
                    0.515137,
                    0.484375,
                    0.521484,
                    0.436279,
                    0.296875,
                    0.492188,
                    0.424316,
                    0.256348,
                    0.529297,
                    0.434814,
                    0.550781,
                    0.395508,
                    0.244141,
                    0.544922,
                    0.441162,
                    0.4646,
                    0.262695,
                    0.258789,
                    0.379395,
                    0.48584,
                    0.41333,
                    0.435547,
                    0.54541,
                    0.54541,
                    0.365723,
                    0.51416,
                    0.5625,
                    0.54248,
                    0.434814,
                    0.487061,
                    0.331299,
                    0.234863,
                    0.360107,
                    0.415771,
                    0.394531,
                    0.496338,
                    0.445801,
                    0.27832,
                    0.504395,
                    0.523926,
                    0.486816,
                    0.439209,
                    0.51709,
                    0.423584,
                    0.455566,
                    0.520508,
                    0.537109,
                    0.356445,
                    0.480225,
                    0.571289,
                    0.31958,
                    0.325195,
                    0.483398,
                    0.530273,
                    0.516602,
                    0.489258,
                    0.455811,
                    0.526367,
                    0.518066,
                    0.48877,
                    0.516602,
                    0.38916,
                    0.602051,
                    0.5,
                    0.614746,
                    0.388672,
                    0.552246,
                    0.517578,
                    0.464355,
                    0.541016,
                    0.510254,
                    0.526855,
                    0.538574,
                    0.330078,
                    0.267822,
                    0.432129,
                    0.604004,
                    0.546875,
                    0.571777,
                    0.540039,
                    0.233643,
                    0.541504,
                    0.524902,
                    0.428955,
                    0.437988,
                    0.257568,
                    0.400391,
                    0.503418,
                    0.529297,
                    0.528809,
                    0.581055,
                    0.525879,
                    0.541504,
                    0.469727,
                    0.35083,
                    0.315186,
                    0.525391,
                    0.505859,
                    0.504395,
                    0.485596,
                    0.522461,
                    0.530273,
                    0.568359,
                    0.381836,
                    0.414062,
                    0.427246,
                    0.296631,
                    0.518555,
                    0.496338,
                    0.520508,
                    0.577148,
                    0.552246,
                    0.491943,
                    0.515625,
                    0.481445,
                    0.410889,
                    0.442627,
                    0.536621,
                    0.528809,
                    0.70459,
                    0.273438,
                    0.431396,
                    0.348145,
                    0.54541,
                    0.4646,
                    0.592285,
                    0.669922,
                    0.41748,
                    0.512207,
                    0.514648,
                    0.503906,
                    0.498291,
                    0.830566,
                    0.375,
                    0.311768,
                    0.363281,
                    0.466553,
                    0.237793,
                    0.487305,
                    0.525391,
                    0.217285,
                    0.283936,
                    0.524902,
                    0.521484,
                    0.413086,
                    0.319092,
                    0.467773,
                    0.374023,
                    0.491699,
                    0.510254,
                    0.435547,
                    0.493408,
                    0.495361,
                    0.378906,
                    0.416504,
                    0.469238,
                    0.579102,
                    0.482178,
                    0.590332,
                    0.505371,
                    0.458496,
                    0.556152,
                    0.475586,
                    0.458496,
                    0.53418,
                    0.537598,
                    0.495361,
                    0.530762,
                    0.523926,
                    0.359863,
                    0.502441,
                    0.478271,
                    0.445312,
                    0.342773,
                    0.504395,
                    0.499268,
                    0.467285,
                    0.467041,
                    0.522461,
                    0.483154,
                    0.434814,
                    0.459473,
                    0.485596,
                    0.545898,
                    0.538086,
                    0.130737,
                    0.428955,
                    0.428467,
                    0.689453,
                    0.508301,
                    0.304443,
                    0.30957,
                    0.533203,
                    0.402832,
                    0.500488,
                    0.521973,
                    0.409424,
                    0.272217,
                    0.549805,
                    0.413086,
                    0.518066,
                    0.373047,
                    0.445801,
                    0.309814,
                    0.573242,
                    0.37207,
                    0.529297,
                    0.454834,
                    0.544434,
                    0.562012,
                    0.397949,
                    0.294678,
                    0.54248,
                    0.411621,
                    0.288086,
                    0.495605,
                    0.487793,
                    0.434326,
                    0.682129,
                    0.267822,
                    0.489502,
                    0.390381,
                    0.419922,
                    0.480469,
                    0.544434,
                    0.287109,
                    0.318604,
                    0.681152,
                    0.474854,
                    0.419678,
                    0.364258,
                    0.546387,
                    0.132812,
                    0.604492,
                    0.627441,
                    0.364014,
                    0.514648,
                    0.305664,
                    0.410156,
                    0.53418,
                    0.365479,
                    0.54248,
                    0.474365,
                    0.309326,
                    0.532715,
                    0.513184,
                    0.533691,
                    0.476807,
                    0.312988,
                    0.457031,
                    0.50293,
                    0.448242,
                    0.494385,
                    0.571289,
                    0.373779,
                    0.352783,
                    0.410156,
                    0.487305,
                    0.545898,
                    0.495117,
                    0.428467,
                    0.30127,
                    0.507812,
                    0.451416,
                    0.501465,
                    0.390137,
                    0.516113,
                    0.288086,
                    0.497314,
                    0.253418,
                    0.348145,
                    0.582031,
                    0.480957,
                    0.585449,
                    0.260498,
                    0.485107,
                    0.344727,
                    0.524414,
                    0.43457,
                    0.477783,
                    0.552734,
                    0.549316,
                    0.487793,
                    0.514648,
                    0.510254,
                    0.454102,
                    0.556152,
                    0.348877,
                    0.298828,
                    0.510742,
                    0.47998,
                    0.455322,
                    0.435059,
                    0.489502,
                    0.477783,
                    0.425537,
                    0.404297,
                    0.434082,
                    0.513672,
                    0.385498,
                    0.486816,
                    0.56543,
                    0.513672,
                    0.530273,
                    0.440674,
                    0.627441,
                    0.503906,
                    0.543945,
                    0.358154,
                    0.427002,
                    0.614746,
                    0.549805,
                    0.428223,
                    0.483398,
                    0.435059,
                    0.458008,
                    0.500488,
                    0.46167,
                    0.409424,
                    0.454834,
                    0.281982,
                    0.565918,
                    0.48877,
                    0.492432,
                    0.346924,
                    0.536621,
                    0.382568,
                    0.554688,
                    0.48291,
                    0.507812,
                    0.547852,
                    0.380371,
                    0.473145,
                    0.398438,
                    0.408203,
                    0.563477,
                    0.46582,
                    0.416016,
                    0.365234,
                    0.321289,
                    0.463379,
                    0.464355,
                    0.549805,
                    0.584473,
                    0.549805,
                    0.405518,
                    0.556641,
                    0.538086,
                    0.384033,
                    0.603516,
                    0.356934,
                    0.363525,
                    0.498291,
                    0.483398,
                    0.517578,
                    0.552734,
                    0.232178,
                    0.507812,
                    0.322998,
                    0.526367,
                    0.508789,
                    0.521973,
                    0.537598,
                    0.547852,
                    0.48584,
                    0.532715,
                    0.467285,
                    0.328369,
                    0.358887,
                    0.544434,
                    0.490967,
                    0.478271,
                    0.39917,
                    0.4646,
                    0.265869,
                    0.496338,
                    0.535645,
                    0.490479,
                    0.300049,
                    0.418701,
                    0.498291,
                    0.389404,
                    0.552734,
                    0.485107,
                    0.36499,
                    0.489014,
                    0.420898,
                    0.223267,
                    0.469971,
                    0.326172,
                    0.270264,
                    0.469238,
                    0.529297,
                    0.304932,
                    0.489502,
                    0.446045,
                    0.45874,
                    0.47168,
                    0.538086,
                    0.401611,
                    0.536133,
                    0.408203,
                    0.452393,
                    0.471191,
                    0.580078,
                    0.500977,
                    0.40625,
                    0.467285,
                    0.309814,
                    0.244141,
                    0.475342,
                    0.529785,
                    0.438477,
                    0.375977,
                    0.552734,
                    0.552734,
                    0.331055,
                    0.358398,
                    0.421875,
                    0.441406,
                    0.526855,
                    0.496582,
                    0.453369,
                    0.476074,
                    0.535645,
                    0.512207,
                    0.493408,
                    0.575684,
                    0.419189,
                    0.561035,
                    0.483887,
                    0.483154,
                    0.471436,
                    0.435303,
                    0.529785,
                    0.523926,
                    0.232788,
                    0.566895,
                    0.682617,
                    0.380127,
                    0.529297,
                    0.440186,
                    0.380859,
                    0.529785,
                    0.495117,
                    0.437256,
                    0.367676,
                    0.590332,
                    0.445801,
                    0.486084,
                    0.537598,
                    0.435791,
                    0.524902,
                    0.416016,
                    0.388184,
                    0.509766,
                    0.722168,
                    0.462891,
                    0.456543,
                    0.510742,
                    0.393799,
                    0.541992,
                    0.302002,
                    0.256348,
                    0.473389,
                    0.520996,
                    0.507812,
                    0.494873,
                    0.542969,
                    0.503418,
                    0.525391,
                    0.385254,
                    0.453613,
                    0.440918,
                    0.477051,
                    0.544434,
                    0.509277,
                    0.504883,
                    0.515625
                ]
            },
            "name": "model.model.layers.16.input_layernorm.weight",
            "outputIndexes": [
                1325
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1324
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_16/Mul_output_0",
            "outputIndexes": [
                1326
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1325,
                1326
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_16/Mul_1_output_0",
            "outputIndexes": [
                1327
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1327
            ],
            "outputIndexes": [
                2915
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                2915
            ],
            "outputIndexes": [
                2916
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/q_proj/Linear",
            "inputIndexes": [
                2916
            ],
            "outputIndexes": [
                2917
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    35391904,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                2917
            ],
            "outputIndexes": [
                2918
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2918
            ],
            "outputIndexes": [
                1328
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1327
            ],
            "main_type": "NONE",
            "name": "/Shape_225_output_0",
            "outputIndexes": [
                1329
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1329
            ],
            "main_type": "NONE",
            "name": "Shape3533",
            "outputIndexes": [
                1330
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1329
            ],
            "main_type": "NONE",
            "name": "Rank3535",
            "outputIndexes": [
                1331
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1331,
                1331
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3537",
            "outputIndexes": [
                1332
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1332
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3538",
            "outputIndexes": [
                1333
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1332,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3540",
            "outputIndexes": [
                1334
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1334
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3541",
            "outputIndexes": [
                1335
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1330,
                1333,
                1335,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice3544",
            "outputIndexes": [
                1336
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1336
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze3545",
            "outputIndexes": [
                1337
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                1337
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3546",
            "outputIndexes": [
                1338
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1338,
                1337
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3547",
            "outputIndexes": [
                1339
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1329,
                1339,
                1332
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_244_output_0",
            "outputIndexes": [
                1340
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1340,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_513_output_0",
            "outputIndexes": [
                1341
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                1341,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_208_output_0",
            "outputIndexes": [
                1342
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1328,
                1342
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_145_output_0",
            "outputIndexes": [
                1343
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1343,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_128_output_0",
            "outputIndexes": [
                1344
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1343
            ],
            "main_type": "NONE",
            "name": "/Shape_226_output_0",
            "outputIndexes": [
                1345
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1345
            ],
            "main_type": "NONE",
            "name": "Shape3554",
            "outputIndexes": [
                1346
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1345
            ],
            "main_type": "NONE",
            "name": "Rank3556",
            "outputIndexes": [
                1347
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1347,
                1347
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3558",
            "outputIndexes": [
                1348
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1348
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3559",
            "outputIndexes": [
                1349
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1348,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3561",
            "outputIndexes": [
                1350
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1350
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3562",
            "outputIndexes": [
                1351
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1346,
                1349,
                1351,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice3565",
            "outputIndexes": [
                1352
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1352
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze3566",
            "outputIndexes": [
                1353
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                1353
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3567",
            "outputIndexes": [
                1354
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1354,
                1353
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3568",
            "outputIndexes": [
                1355
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1345,
                1355,
                1348
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_245_output_0",
            "outputIndexes": [
                1356
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1356,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_48_output_0",
            "outputIndexes": [
                1357
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1357,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_518_output_0",
            "outputIndexes": [
                1358
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1343,
                1358,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_65_output_0",
            "outputIndexes": [
                1359
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1359
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_32_output_0",
            "outputIndexes": [
                1360
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1343,
                22,
                1358,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_64_output_0",
            "outputIndexes": [
                1361
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1360,
                1361
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_211_output_0",
            "outputIndexes": [
                1362
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1362,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_129_output_0",
            "outputIndexes": [
                1363
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1344,
                1363
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_80_output_0",
            "outputIndexes": [
                1364
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1327
            ],
            "outputIndexes": [
                2919
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                2919
            ],
            "outputIndexes": [
                2920
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/k_proj/Linear",
            "inputIndexes": [
                2920
            ],
            "outputIndexes": [
                2921
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    35599286,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                2921
            ],
            "outputIndexes": [
                2922
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2922
            ],
            "outputIndexes": [
                1365
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                1341,
                70,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_209_output_0",
            "outputIndexes": [
                1366
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1365,
                1366
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_146_output_0",
            "outputIndexes": [
                1367
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1367,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_130_output_0",
            "outputIndexes": [
                1368
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1367
            ],
            "main_type": "NONE",
            "name": "/Shape_227_output_0",
            "outputIndexes": [
                1369
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1369
            ],
            "main_type": "NONE",
            "name": "Shape3617",
            "outputIndexes": [
                1370
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1369
            ],
            "main_type": "NONE",
            "name": "Rank3619",
            "outputIndexes": [
                1371
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1371,
                1371
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3621",
            "outputIndexes": [
                1372
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1372
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3622",
            "outputIndexes": [
                1373
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1372,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3624",
            "outputIndexes": [
                1374
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1374
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3625",
            "outputIndexes": [
                1375
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1370,
                1373,
                1375,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice3628",
            "outputIndexes": [
                1376
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1376
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze3629",
            "outputIndexes": [
                1377
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                1377
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3630",
            "outputIndexes": [
                1378
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1378,
                1377
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3631",
            "outputIndexes": [
                1379
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1369,
                1379,
                1372
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_246_output_0",
            "outputIndexes": [
                1380
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1380,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_49_output_0",
            "outputIndexes": [
                1381
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1381,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_520_output_0",
            "outputIndexes": [
                1382
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1367,
                1382,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_67_output_0",
            "outputIndexes": [
                1383
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1383
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_33_output_0",
            "outputIndexes": [
                1384
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1367,
                22,
                1382,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_66_output_0",
            "outputIndexes": [
                1385
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1384,
                1385
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_212_output_0",
            "outputIndexes": [
                1386
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1386,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_131_output_0",
            "outputIndexes": [
                1387
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1368,
                1387
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_81_output_0",
            "outputIndexes": [
                1388
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1327
            ],
            "outputIndexes": [
                2923
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                2923
            ],
            "outputIndexes": [
                2924
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/v_proj/Linear",
            "inputIndexes": [
                2924
            ],
            "outputIndexes": [
                2925
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    35668428,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                2925
            ],
            "outputIndexes": [
                2926
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2926
            ],
            "outputIndexes": [
                1389
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1389,
                1366
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_147_output_0",
            "outputIndexes": [
                1390
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1364,
                1388,
                1390,
                110
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_152_output_0",
            "outputIndexes": [
                1391
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1391
            ],
            "outputIndexes": [
                2927
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                2927
            ],
            "outputIndexes": [
                2928
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/o_proj/Linear",
            "inputIndexes": [
                2928
            ],
            "outputIndexes": [
                2929
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    35737570,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                2929
            ],
            "outputIndexes": [
                2930
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2930
            ],
            "outputIndexes": [
                1392
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1324,
                1392
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_83_output_0",
            "outputIndexes": [
                1393
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.383545,
                    0.346436,
                    0.409912,
                    0.424805,
                    0.366943,
                    0.276367,
                    0.331543,
                    0.395264,
                    0.444824,
                    0.30957,
                    0.342041,
                    0.413818,
                    0.435059,
                    0.347656,
                    0.408447,
                    0.4375,
                    0.424805,
                    0.414062,
                    0.435791,
                    0.460449,
                    0.415039,
                    0.398193,
                    0.360596,
                    0.452393,
                    0.388428,
                    0.412109,
                    0.430176,
                    0.430908,
                    0.378906,
                    0.231689,
                    0.368408,
                    0.321289,
                    0.429688,
                    0.429199,
                    0.456055,
                    0.477539,
                    0.421875,
                    0.412109,
                    0.338867,
                    0.405273,
                    0.344971,
                    0.417725,
                    0.371338,
                    0.406494,
                    0.424805,
                    0.415283,
                    0.419434,
                    0.426758,
                    0.362305,
                    0.385986,
                    0.409668,
                    0.388184,
                    0.436523,
                    0.341309,
                    0.428467,
                    0.417236,
                    0.409424,
                    0.424805,
                    0.432129,
                    0.383545,
                    0.30957,
                    0.321045,
                    0.406494,
                    0.442139,
                    0.297607,
                    0.42334,
                    0.349365,
                    0.433105,
                    0.31543,
                    0.424316,
                    0.364014,
                    0.370361,
                    0.405762,
                    0.401123,
                    0.332031,
                    0.412842,
                    0.423096,
                    0.418213,
                    0.391357,
                    0.424805,
                    0.459473,
                    0.30835,
                    0.337646,
                    0.301758,
                    0.402832,
                    0.417236,
                    0.436523,
                    0.322998,
                    0.330566,
                    0.406006,
                    0.318115,
                    0.473877,
                    0.408691,
                    0.435059,
                    0.151733,
                    0.39917,
                    0.338135,
                    0.421143,
                    0.435059,
                    0.438965,
                    0.406982,
                    0.345459,
                    0.380859,
                    0.412842,
                    0.29248,
                    0.453857,
                    0.379639,
                    0.429443,
                    0.439453,
                    0.296631,
                    0.45874,
                    0.423584,
                    0.405762,
                    0.310547,
                    0.324951,
                    0.389648,
                    0.419678,
                    0.39624,
                    0.39917,
                    0.456787,
                    0.463379,
                    0.38208,
                    0.432861,
                    0.414795,
                    0.433594,
                    0.421631,
                    0.458984,
                    0.335938,
                    0.300049,
                    0.343262,
                    0.394043,
                    0.364258,
                    0.43335,
                    0.417725,
                    0.312256,
                    0.433105,
                    0.436279,
                    0.440186,
                    0.399414,
                    0.412109,
                    0.410156,
                    0.411133,
                    0.407227,
                    0.353516,
                    0.350342,
                    0.414307,
                    0.45459,
                    0.335449,
                    0.340332,
                    0.423584,
                    0.445068,
                    0.434082,
                    0.425537,
                    0.427734,
                    0.411865,
                    0.483643,
                    0.419678,
                    0.454102,
                    0.36792,
                    0.430176,
                    0.433105,
                    0.367188,
                    0.341553,
                    0.470703,
                    0.405518,
                    0.406494,
                    0.437256,
                    0.416016,
                    0.454346,
                    0.43042,
                    0.355225,
                    0.317627,
                    0.389893,
                    0.375977,
                    0.476562,
                    0.473633,
                    0.442871,
                    0.292236,
                    0.488281,
                    0.448486,
                    0.321289,
                    0.322021,
                    0.301758,
                    0.395752,
                    0.418701,
                    0.410645,
                    0.419434,
                    0.44873,
                    0.433594,
                    0.403809,
                    0.425537,
                    0.361572,
                    0.334229,
                    0.463135,
                    0.449707,
                    0.425049,
                    0.414551,
                    0.458008,
                    0.432373,
                    0.499268,
                    0.306641,
                    0.381836,
                    0.388184,
                    0.317627,
                    0.437256,
                    0.437256,
                    0.410889,
                    0.487305,
                    0.402588,
                    0.415283,
                    0.356201,
                    0.419189,
                    0.387695,
                    0.407227,
                    0.477539,
                    0.441895,
                    0.344727,
                    0.300293,
                    0.393066,
                    0.356689,
                    0.448975,
                    0.424805,
                    0.476074,
                    0.401611,
                    0.360596,
                    0.457031,
                    0.460205,
                    0.344971,
                    0.435303,
                    0.301025,
                    0.366943,
                    0.454346,
                    0.358643,
                    0.426758,
                    0.311279,
                    0.427246,
                    0.437256,
                    0.291992,
                    0.314209,
                    0.393066,
                    0.429688,
                    0.388672,
                    0.341553,
                    0.406494,
                    0.385742,
                    0.447754,
                    0.400879,
                    0.398193,
                    0.420654,
                    0.421143,
                    0.398438,
                    0.394531,
                    0.412842,
                    0.452393,
                    0.428467,
                    0.359863,
                    0.440186,
                    0.406982,
                    0.401367,
                    0.419678,
                    0.411133,
                    0.412598,
                    0.450439,
                    0.425537,
                    0.447266,
                    0.477051,
                    0.360352,
                    0.428711,
                    0.392334,
                    0.388672,
                    0.349854,
                    0.421143,
                    0.423096,
                    0.412354,
                    0.395508,
                    0.443115,
                    0.420654,
                    0.438721,
                    0.402832,
                    0.413086,
                    0.424805,
                    0.464111,
                    0.319092,
                    0.406006,
                    0.359863,
                    0.441406,
                    0.401611,
                    0.31958,
                    0.333496,
                    0.457275,
                    0.38501,
                    0.418213,
                    0.409668,
                    0.291992,
                    0.320801,
                    0.445557,
                    0.421875,
                    0.44458,
                    0.408203,
                    0.409912,
                    0.317383,
                    0.473633,
                    0.365723,
                    0.439941,
                    0.457031,
                    0.428711,
                    0.462402,
                    0.404541,
                    0.317627,
                    0.425537,
                    0.388428,
                    0.320801,
                    0.413574,
                    0.442139,
                    0.426758,
                    0.265625,
                    0.289062,
                    0.43457,
                    0.389404,
                    0.400879,
                    0.380371,
                    0.489746,
                    0.32666,
                    0.335449,
                    0.34668,
                    0.413818,
                    0.437988,
                    0.316406,
                    0.411377,
                    0.327393,
                    0.47168,
                    0.611328,
                    0.36499,
                    0.422363,
                    0.32373,
                    0.369873,
                    0.463135,
                    0.377686,
                    0.428955,
                    0.424316,
                    0.347656,
                    0.38916,
                    0.443359,
                    0.468018,
                    0.412598,
                    0.362793,
                    0.418213,
                    0.371338,
                    0.331299,
                    0.469727,
                    0.474854,
                    0.430664,
                    0.371826,
                    0.381836,
                    0.419922,
                    0.389648,
                    0.418701,
                    0.37915,
                    0.338379,
                    0.467529,
                    0.419434,
                    0.39917,
                    0.378906,
                    0.449219,
                    0.346924,
                    0.442139,
                    0.305664,
                    0.372803,
                    0.430176,
                    0.422607,
                    0.44165,
                    0.29248,
                    0.437744,
                    0.36792,
                    0.465332,
                    0.414795,
                    0.43335,
                    0.400146,
                    0.452881,
                    0.44043,
                    0.394287,
                    0.425293,
                    0.388916,
                    0.436279,
                    0.333984,
                    0.30249,
                    0.42749,
                    0.411865,
                    0.433594,
                    0.378418,
                    0.435303,
                    0.407715,
                    0.391846,
                    0.40625,
                    0.400391,
                    0.446289,
                    0.370605,
                    0.390381,
                    0.464355,
                    0.43457,
                    0.445801,
                    0.404053,
                    0.384521,
                    0.389404,
                    0.435303,
                    0.323242,
                    0.423584,
                    0.321533,
                    0.552246,
                    0.427002,
                    0.416504,
                    0.414062,
                    0.426514,
                    0.424561,
                    0.431396,
                    0.393799,
                    0.439941,
                    0.369141,
                    0.456055,
                    0.414062,
                    0.44043,
                    0.356201,
                    0.469482,
                    0.394043,
                    0.532715,
                    0.407715,
                    0.448242,
                    0.417236,
                    0.361328,
                    0.420166,
                    0.383057,
                    0.404297,
                    0.420654,
                    0.407471,
                    0.392334,
                    0.358398,
                    0.350586,
                    0.437012,
                    0.415039,
                    0.438721,
                    0.387451,
                    0.43335,
                    0.353516,
                    0.451904,
                    0.432861,
                    0.388916,
                    0.424805,
                    0.339844,
                    0.361816,
                    0.446533,
                    0.419922,
                    0.428711,
                    0.432129,
                    0.29541,
                    0.301758,
                    0.375488,
                    0.420898,
                    0.425537,
                    0.445312,
                    0.430176,
                    0.425293,
                    0.425293,
                    0.421875,
                    0.399902,
                    0.378418,
                    0.328369,
                    0.450439,
                    0.377441,
                    0.391357,
                    0.36792,
                    0.438477,
                    0.30957,
                    0.400635,
                    0.455078,
                    0.424072,
                    0.32959,
                    0.397705,
                    0.445557,
                    0.320312,
                    0.45874,
                    0.421387,
                    0.368164,
                    0.446289,
                    0.38208,
                    0.28418,
                    0.421387,
                    0.34082,
                    0.338135,
                    0.421387,
                    0.458496,
                    0.335938,
                    0.416992,
                    0.399902,
                    0.331787,
                    0.322266,
                    0.420654,
                    0.383545,
                    0.444824,
                    0.410889,
                    0.405273,
                    0.445557,
                    0.439453,
                    0.423096,
                    0.407471,
                    0.376953,
                    0.345215,
                    0.319092,
                    0.423584,
                    0.389648,
                    0.406006,
                    0.380371,
                    0.465576,
                    0.455322,
                    0.335205,
                    0.391846,
                    0.387451,
                    0.347656,
                    0.461182,
                    0.407471,
                    0.4104,
                    0.426514,
                    0.423096,
                    0.426025,
                    0.439697,
                    0.47168,
                    0.188843,
                    0.434082,
                    0.432129,
                    0.420898,
                    0.429443,
                    0.390137,
                    0.397949,
                    0.461914,
                    0.279053,
                    0.463623,
                    0.310547,
                    0.385986,
                    0.407715,
                    0.408691,
                    0.365723,
                    0.378418,
                    0.437988,
                    0.373779,
                    0.328613,
                    0.386963,
                    0.409668,
                    0.433594,
                    0.428955,
                    0.416504,
                    0.450439,
                    0.418457,
                    0.376221,
                    0.426025,
                    0.315918,
                    0.433105,
                    0.410156,
                    0.432861,
                    0.222534,
                    0.411865,
                    0.319824,
                    0.310303,
                    0.423828,
                    0.424805,
                    0.435791,
                    0.438721,
                    0.482666,
                    0.453613,
                    0.448486,
                    0.366455,
                    0.381836,
                    0.424805,
                    0.427246,
                    0.454102,
                    0.394043,
                    0.441162,
                    0.409424
                ]
            },
            "name": "model.model.layers.16.post_attention_layernorm.weight",
            "outputIndexes": [
                1394
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1393
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_16/Mul_output_0",
            "outputIndexes": [
                1395
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1394,
                1395
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_16/Mul_1_output_0",
            "outputIndexes": [
                1396
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1396
            ],
            "outputIndexes": [
                2931
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                2931
            ],
            "outputIndexes": [
                2932
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/mlp/gate_proj/Linear",
            "inputIndexes": [
                2932
            ],
            "outputIndexes": [
                2933
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    35944952,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                2933
            ],
            "outputIndexes": [
                2934
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2934
            ],
            "outputIndexes": [
                1397
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1397
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_16/Sigmoid_output_0",
            "outputIndexes": [
                1398
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1397,
                1398
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_16/Mul_output_0",
            "outputIndexes": [
                1399
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1396
            ],
            "outputIndexes": [
                2935
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                2935
            ],
            "outputIndexes": [
                2936
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/mlp/up_proj/Linear",
            "inputIndexes": [
                2936
            ],
            "outputIndexes": [
                2937
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    36497934,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                2937
            ],
            "outputIndexes": [
                2938
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2938
            ],
            "outputIndexes": [
                1400
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1399,
                1400
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_16/Mul_output_0",
            "outputIndexes": [
                1401
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1401
            ],
            "outputIndexes": [
                2939
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                2939
            ],
            "outputIndexes": [
                2940
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/mlp/down_proj/Linear",
            "inputIndexes": [
                2940
            ],
            "outputIndexes": [
                2941
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    37050916,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                2941
            ],
            "outputIndexes": [
                2942
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.16/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2942
            ],
            "outputIndexes": [
                1402
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1393,
                1402
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_84_output_0",
            "outputIndexes": [
                1403
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1403,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_153_output_0",
            "outputIndexes": [
                1404
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.501465,
                    0.549316,
                    0.599121,
                    0.624023,
                    0.513672,
                    0.814941,
                    0.596191,
                    0.637207,
                    0.591309,
                    0.410889,
                    0.324463,
                    0.501465,
                    0.645508,
                    0.392822,
                    0.458496,
                    0.538086,
                    0.569824,
                    0.517578,
                    0.580566,
                    0.567383,
                    0.550293,
                    0.46582,
                    0.841309,
                    0.581543,
                    0.478027,
                    0.459961,
                    0.625977,
                    0.620117,
                    0.424805,
                    0.713379,
                    0.549805,
                    0.344971,
                    0.541504,
                    0.709473,
                    0.619141,
                    0.612793,
                    0.5625,
                    0.598145,
                    0.442139,
                    0.54541,
                    0.434326,
                    0.510742,
                    0.79541,
                    0.51416,
                    0.517578,
                    0.513672,
                    0.51416,
                    0.644043,
                    0.539062,
                    0.520996,
                    0.716797,
                    0.495361,
                    0.577148,
                    0.366943,
                    0.621094,
                    0.592285,
                    0.553711,
                    0.419189,
                    0.553223,
                    0.471191,
                    0.379883,
                    0.882812,
                    0.521973,
                    0.606445,
                    0.272217,
                    0.603516,
                    0.441895,
                    0.590332,
                    0.377197,
                    0.588379,
                    0.477539,
                    0.526367,
                    0.638184,
                    0.57959,
                    0.362549,
                    0.64209,
                    0.547852,
                    0.510742,
                    0.592285,
                    0.604492,
                    0.663086,
                    0.317871,
                    0.363281,
                    0.350342,
                    0.544922,
                    0.599121,
                    0.50293,
                    0.536133,
                    0.357178,
                    0.468994,
                    0.385986,
                    0.653809,
                    0.635742,
                    0.481934,
                    0.357666,
                    0.542969,
                    0.344482,
                    0.605469,
                    0.607422,
                    0.601074,
                    0.508301,
                    0.382324,
                    0.581055,
                    0.538574,
                    0.279053,
                    0.636719,
                    0.525391,
                    0.609863,
                    0.531738,
                    0.270752,
                    0.650391,
                    0.516602,
                    0.536133,
                    0.31958,
                    0.328369,
                    0.443604,
                    0.624512,
                    0.450195,
                    0.51416,
                    0.673828,
                    0.621094,
                    0.436279,
                    0.575684,
                    0.612305,
                    0.602051,
                    0.557617,
                    0.585449,
                    0.351562,
                    0.273438,
                    0.38623,
                    0.470215,
                    0.408936,
                    0.698242,
                    0.540039,
                    0.306152,
                    0.592773,
                    0.553711,
                    0.608887,
                    0.480957,
                    0.564941,
                    0.49292,
                    0.421387,
                    0.597656,
                    0.607422,
                    0.383545,
                    0.541504,
                    0.611816,
                    0.38916,
                    0.36084,
                    0.544922,
                    0.599121,
                    0.61084,
                    0.583496,
                    0.594727,
                    0.611816,
                    0.529785,
                    0.567383,
                    0.523926,
                    0.450439,
                    0.673828,
                    0.59375,
                    0.825195,
                    0.368164,
                    0.612305,
                    0.605469,
                    0.536621,
                    0.647461,
                    0.622559,
                    0.647949,
                    0.654297,
                    0.376953,
                    0.308594,
                    0.508789,
                    0.671875,
                    0.626465,
                    0.662109,
                    0.595703,
                    0.278809,
                    0.671387,
                    0.622559,
                    0.441162,
                    0.491455,
                    0.328613,
                    0.459473,
                    0.59082,
                    0.54541,
                    0.599609,
                    0.631348,
                    0.572266,
                    0.64502,
                    0.55957,
                    0.399414,
                    0.349365,
                    0.615234,
                    0.552246,
                    0.604004,
                    0.594238,
                    0.562012,
                    0.536621,
                    0.644531,
                    0.466797,
                    0.462402,
                    0.454834,
                    0.361572,
                    0.560547,
                    0.614258,
                    0.631348,
                    0.569336,
                    0.72168,
                    0.605957,
                    0.609375,
                    0.536621,
                    0.518555,
                    0.48584,
                    0.64209,
                    0.623047,
                    0.796875,
                    0.295654,
                    0.498291,
                    0.391357,
                    0.624023,
                    0.516113,
                    0.623047,
                    0.696289,
                    0.378174,
                    0.597168,
                    0.587402,
                    0.501465,
                    0.640625,
                    0.918945,
                    0.42627,
                    0.412109,
                    0.423096,
                    0.588867,
                    0.284668,
                    0.528809,
                    0.652344,
                    0.263672,
                    0.327393,
                    0.609863,
                    0.629883,
                    0.462891,
                    0.364746,
                    0.564941,
                    0.418213,
                    0.545898,
                    0.645996,
                    0.497314,
                    0.576172,
                    0.617676,
                    0.457764,
                    0.488281,
                    0.564941,
                    0.66748,
                    0.504395,
                    0.589355,
                    0.545898,
                    0.57666,
                    0.627441,
                    0.554688,
                    0.512207,
                    0.588867,
                    0.666016,
                    0.580078,
                    0.624512,
                    0.646484,
                    0.413086,
                    0.588867,
                    0.55957,
                    0.512695,
                    0.386475,
                    0.598633,
                    0.560547,
                    0.51416,
                    0.564941,
                    0.564941,
                    0.596191,
                    0.541504,
                    0.508301,
                    0.568848,
                    0.60791,
                    0.512207,
                    0.135376,
                    0.548828,
                    0.424805,
                    0.678711,
                    0.629883,
                    0.333252,
                    0.330322,
                    0.577148,
                    0.453125,
                    0.611328,
                    0.621582,
                    0.437744,
                    0.338135,
                    0.608887,
                    0.469727,
                    0.593262,
                    0.45874,
                    0.54541,
                    0.338867,
                    0.571777,
                    0.428467,
                    0.692871,
                    0.537598,
                    0.62793,
                    0.604004,
                    0.525879,
                    0.312256,
                    0.583496,
                    0.480957,
                    0.305664,
                    0.572754,
                    0.544922,
                    0.562988,
                    0.661621,
                    0.293701,
                    0.512207,
                    0.529785,
                    0.521484,
                    0.566406,
                    0.578613,
                    0.346924,
                    0.351807,
                    0.872559,
                    0.522949,
                    0.499023,
                    0.403076,
                    0.635742,
                    0.126831,
                    0.726074,
                    0.640625,
                    0.394287,
                    0.633301,
                    0.352783,
                    0.456299,
                    0.598633,
                    0.438477,
                    0.639648,
                    0.591309,
                    0.366699,
                    0.585938,
                    0.633789,
                    0.607422,
                    0.534668,
                    0.383545,
                    0.585449,
                    0.590332,
                    0.448242,
                    0.560547,
                    0.622559,
                    0.430176,
                    0.458008,
                    0.521973,
                    0.630371,
                    0.47876,
                    0.619629,
                    0.45752,
                    0.347412,
                    0.621094,
                    0.503418,
                    0.62793,
                    0.452637,
                    0.529785,
                    0.359863,
                    0.575684,
                    0.307129,
                    0.349121,
                    0.68457,
                    0.539062,
                    0.658203,
                    0.275391,
                    0.595703,
                    0.388672,
                    0.601074,
                    0.522949,
                    0.581543,
                    0.778809,
                    0.623535,
                    0.588379,
                    0.644043,
                    0.646484,
                    0.466553,
                    0.603027,
                    0.322998,
                    0.337402,
                    0.616699,
                    0.552246,
                    0.555176,
                    0.529785,
                    0.591797,
                    0.519043,
                    0.432617,
                    0.460938,
                    0.498291,
                    0.540527,
                    0.44873,
                    0.575684,
                    0.658203,
                    0.663086,
                    0.609375,
                    0.523438,
                    0.822754,
                    0.475586,
                    0.61084,
                    0.334961,
                    0.552734,
                    0.588379,
                    0.59082,
                    0.500977,
                    0.541992,
                    0.478027,
                    0.543457,
                    0.595703,
                    0.499023,
                    0.483887,
                    0.523926,
                    0.313477,
                    0.543457,
                    0.549316,
                    0.57373,
                    0.393555,
                    0.607422,
                    0.460938,
                    0.64502,
                    0.557129,
                    0.623535,
                    0.628418,
                    0.395996,
                    0.544922,
                    0.478027,
                    0.504883,
                    0.587402,
                    0.616211,
                    0.48877,
                    0.426758,
                    0.397705,
                    0.564453,
                    0.497803,
                    0.615234,
                    0.646973,
                    0.677734,
                    0.43335,
                    0.624512,
                    0.552734,
                    0.43457,
                    0.650391,
                    0.446533,
                    0.454834,
                    0.580078,
                    0.57959,
                    0.600586,
                    0.618164,
                    0.295654,
                    0.638672,
                    0.426025,
                    0.640625,
                    0.546875,
                    0.588379,
                    0.661621,
                    0.558594,
                    0.486572,
                    0.605469,
                    0.561523,
                    0.391846,
                    0.410889,
                    0.647461,
                    0.568359,
                    0.521484,
                    0.448975,
                    0.557617,
                    0.324951,
                    0.65918,
                    0.643066,
                    0.595703,
                    0.354004,
                    0.509766,
                    0.647949,
                    0.36792,
                    0.581055,
                    0.530273,
                    0.468506,
                    0.565918,
                    0.513672,
                    0.260742,
                    0.562988,
                    0.389404,
                    0.321289,
                    0.422852,
                    0.603027,
                    0.368164,
                    0.597168,
                    0.541016,
                    0.52002,
                    0.448242,
                    0.642578,
                    0.465332,
                    0.60791,
                    0.525391,
                    0.539551,
                    0.547363,
                    0.665039,
                    0.604492,
                    0.500977,
                    0.381348,
                    0.373779,
                    0.295898,
                    0.57666,
                    0.65918,
                    0.547852,
                    0.437988,
                    0.70166,
                    0.622559,
                    0.381836,
                    0.46582,
                    0.510742,
                    0.442871,
                    0.59668,
                    0.529785,
                    0.561035,
                    0.55127,
                    0.654297,
                    0.594727,
                    0.560059,
                    0.640625,
                    0.557129,
                    0.623535,
                    0.506348,
                    0.612793,
                    0.54834,
                    0.459229,
                    0.604004,
                    0.542969,
                    0.296143,
                    0.56543,
                    0.791504,
                    0.482666,
                    0.535645,
                    0.509277,
                    0.441895,
                    0.609375,
                    0.620117,
                    0.449219,
                    0.383057,
                    0.452637,
                    0.55957,
                    0.513184,
                    0.544922,
                    0.546387,
                    0.601074,
                    0.522461,
                    0.425049,
                    0.599609,
                    0.810059,
                    0.494873,
                    0.551758,
                    0.595703,
                    0.382812,
                    0.614258,
                    0.400391,
                    0.318848,
                    0.517578,
                    0.642578,
                    0.552246,
                    0.554199,
                    0.600586,
                    0.581055,
                    0.575195,
                    0.482666,
                    0.497559,
                    0.51709,
                    0.581055,
                    0.572754,
                    0.584473,
                    0.575684,
                    0.63916
                ]
            },
            "name": "model.model.layers.17.input_layernorm.weight",
            "outputIndexes": [
                1405
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1404
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_17/Mul_output_0",
            "outputIndexes": [
                1406
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1405,
                1406
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_17/Mul_1_output_0",
            "outputIndexes": [
                1407
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1407
            ],
            "outputIndexes": [
                2943
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                2943
            ],
            "outputIndexes": [
                2944
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/q_proj/Linear",
            "inputIndexes": [
                2944
            ],
            "outputIndexes": [
                2945
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    37603898,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                2945
            ],
            "outputIndexes": [
                2946
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2946
            ],
            "outputIndexes": [
                1408
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1407
            ],
            "main_type": "NONE",
            "name": "/Shape_239_output_0",
            "outputIndexes": [
                1409
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1409
            ],
            "main_type": "NONE",
            "name": "Shape3749",
            "outputIndexes": [
                1410
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1409
            ],
            "main_type": "NONE",
            "name": "Rank3751",
            "outputIndexes": [
                1411
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1411,
                1411
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3753",
            "outputIndexes": [
                1412
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1412
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3754",
            "outputIndexes": [
                1413
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1412,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3756",
            "outputIndexes": [
                1414
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1414
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3757",
            "outputIndexes": [
                1415
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1410,
                1413,
                1415,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice3760",
            "outputIndexes": [
                1416
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1416
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze3761",
            "outputIndexes": [
                1417
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                1417
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3762",
            "outputIndexes": [
                1418
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1418,
                1417
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3763",
            "outputIndexes": [
                1419
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1409,
                1419,
                1412
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_259_output_0",
            "outputIndexes": [
                1420
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1420,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_545_output_0",
            "outputIndexes": [
                1421
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                1421,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_221_output_0",
            "outputIndexes": [
                1422
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1408,
                1422
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_154_output_0",
            "outputIndexes": [
                1423
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1423,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_136_output_0",
            "outputIndexes": [
                1424
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1423
            ],
            "main_type": "NONE",
            "name": "/Shape_240_output_0",
            "outputIndexes": [
                1425
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1425
            ],
            "main_type": "NONE",
            "name": "Shape3770",
            "outputIndexes": [
                1426
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1425
            ],
            "main_type": "NONE",
            "name": "Rank3772",
            "outputIndexes": [
                1427
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1427,
                1427
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3774",
            "outputIndexes": [
                1428
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1428
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3775",
            "outputIndexes": [
                1429
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1428,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3777",
            "outputIndexes": [
                1430
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1430
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3778",
            "outputIndexes": [
                1431
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1426,
                1429,
                1431,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice3781",
            "outputIndexes": [
                1432
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1432
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze3782",
            "outputIndexes": [
                1433
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                1433
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3783",
            "outputIndexes": [
                1434
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1434,
                1433
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3784",
            "outputIndexes": [
                1435
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1425,
                1435,
                1428
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_260_output_0",
            "outputIndexes": [
                1436
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1436,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_51_output_0",
            "outputIndexes": [
                1437
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1437,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_550_output_0",
            "outputIndexes": [
                1438
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1423,
                1438,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_69_output_0",
            "outputIndexes": [
                1439
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1439
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_34_output_0",
            "outputIndexes": [
                1440
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1423,
                22,
                1438,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_68_output_0",
            "outputIndexes": [
                1441
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1440,
                1441
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_224_output_0",
            "outputIndexes": [
                1442
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1442,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_137_output_0",
            "outputIndexes": [
                1443
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1424,
                1443
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_85_output_0",
            "outputIndexes": [
                1444
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1407
            ],
            "outputIndexes": [
                2947
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                2947
            ],
            "outputIndexes": [
                2948
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/k_proj/Linear",
            "inputIndexes": [
                2948
            ],
            "outputIndexes": [
                2949
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    37811280,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                2949
            ],
            "outputIndexes": [
                2950
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2950
            ],
            "outputIndexes": [
                1445
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                1421,
                70,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_222_output_0",
            "outputIndexes": [
                1446
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1445,
                1446
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_155_output_0",
            "outputIndexes": [
                1447
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1447,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_138_output_0",
            "outputIndexes": [
                1448
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1447
            ],
            "main_type": "NONE",
            "name": "/Shape_241_output_0",
            "outputIndexes": [
                1449
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1449
            ],
            "main_type": "NONE",
            "name": "Shape3833",
            "outputIndexes": [
                1450
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1449
            ],
            "main_type": "NONE",
            "name": "Rank3835",
            "outputIndexes": [
                1451
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1451,
                1451
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3837",
            "outputIndexes": [
                1452
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1452
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3838",
            "outputIndexes": [
                1453
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1452,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3840",
            "outputIndexes": [
                1454
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1454
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3841",
            "outputIndexes": [
                1455
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1450,
                1453,
                1455,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice3844",
            "outputIndexes": [
                1456
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1456
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze3845",
            "outputIndexes": [
                1457
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                1457
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3846",
            "outputIndexes": [
                1458
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1458,
                1457
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3847",
            "outputIndexes": [
                1459
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1449,
                1459,
                1452
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_261_output_0",
            "outputIndexes": [
                1460
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1460,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_52_output_0",
            "outputIndexes": [
                1461
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1461,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_552_output_0",
            "outputIndexes": [
                1462
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1447,
                1462,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_71_output_0",
            "outputIndexes": [
                1463
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1463
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_35_output_0",
            "outputIndexes": [
                1464
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1447,
                22,
                1462,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_70_output_0",
            "outputIndexes": [
                1465
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1464,
                1465
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_225_output_0",
            "outputIndexes": [
                1466
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1466,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_139_output_0",
            "outputIndexes": [
                1467
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1448,
                1467
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_86_output_0",
            "outputIndexes": [
                1468
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1407
            ],
            "outputIndexes": [
                2951
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                2951
            ],
            "outputIndexes": [
                2952
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/v_proj/Linear",
            "inputIndexes": [
                2952
            ],
            "outputIndexes": [
                2953
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    37880422,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                2953
            ],
            "outputIndexes": [
                2954
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2954
            ],
            "outputIndexes": [
                1469
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1469,
                1446
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_156_output_0",
            "outputIndexes": [
                1470
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1444,
                1468,
                1470,
                110
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_161_output_0",
            "outputIndexes": [
                1471
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1471
            ],
            "outputIndexes": [
                2955
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                2955
            ],
            "outputIndexes": [
                2956
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/o_proj/Linear",
            "inputIndexes": [
                2956
            ],
            "outputIndexes": [
                2957
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    37949564,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                2957
            ],
            "outputIndexes": [
                2958
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2958
            ],
            "outputIndexes": [
                1472
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1404,
                1472
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_88_output_0",
            "outputIndexes": [
                1473
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.407471,
                    0.365479,
                    0.402344,
                    0.425293,
                    0.428955,
                    0.28125,
                    0.355957,
                    0.389404,
                    0.427246,
                    0.344971,
                    0.364746,
                    0.41626,
                    0.427734,
                    0.364258,
                    0.402832,
                    0.430908,
                    0.427734,
                    0.412598,
                    0.427246,
                    0.456787,
                    0.416016,
                    0.412842,
                    0.343994,
                    0.451416,
                    0.405762,
                    0.415771,
                    0.434814,
                    0.443115,
                    0.390869,
                    0.194214,
                    0.381592,
                    0.358154,
                    0.42334,
                    0.429688,
                    0.432617,
                    0.492676,
                    0.422119,
                    0.402588,
                    0.35791,
                    0.421631,
                    0.378906,
                    0.421631,
                    0.354492,
                    0.4104,
                    0.435547,
                    0.407959,
                    0.422607,
                    0.424805,
                    0.383789,
                    0.39502,
                    0.403564,
                    0.400635,
                    0.446289,
                    0.363525,
                    0.406006,
                    0.415039,
                    0.424072,
                    0.427734,
                    0.427002,
                    0.384277,
                    0.338379,
                    0.327881,
                    0.404053,
                    0.439941,
                    0.342773,
                    0.429688,
                    0.368408,
                    0.450684,
                    0.366943,
                    0.42627,
                    0.352051,
                    0.381836,
                    0.404053,
                    0.409424,
                    0.352539,
                    0.415283,
                    0.420166,
                    0.424316,
                    0.386475,
                    0.431885,
                    0.450684,
                    0.360352,
                    0.375,
                    0.349854,
                    0.419189,
                    0.417969,
                    0.421875,
                    0.345459,
                    0.382324,
                    0.393555,
                    0.352783,
                    0.450195,
                    0.4104,
                    0.420898,
                    0.144897,
                    0.404541,
                    0.375488,
                    0.421387,
                    0.450439,
                    0.408691,
                    0.404053,
                    0.373535,
                    0.39624,
                    0.397705,
                    0.342285,
                    0.448242,
                    0.394287,
                    0.411377,
                    0.474609,
                    0.341064,
                    0.473389,
                    0.41333,
                    0.403564,
                    0.347412,
                    0.34082,
                    0.397461,
                    0.431885,
                    0.395752,
                    0.405762,
                    0.45752,
                    0.443604,
                    0.402832,
                    0.418945,
                    0.413086,
                    0.440674,
                    0.432129,
                    0.460693,
                    0.359131,
                    0.362061,
                    0.376953,
                    0.433838,
                    0.402588,
                    0.431396,
                    0.421143,
                    0.358398,
                    0.430908,
                    0.432617,
                    0.436035,
                    0.417969,
                    0.405029,
                    0.412354,
                    0.405762,
                    0.401611,
                    0.366211,
                    0.386719,
                    0.415039,
                    0.438721,
                    0.371826,
                    0.376221,
                    0.423828,
                    0.452148,
                    0.434326,
                    0.42041,
                    0.416504,
                    0.428223,
                    0.45874,
                    0.42041,
                    0.44873,
                    0.387695,
                    0.405029,
                    0.442627,
                    0.352295,
                    0.362305,
                    0.469482,
                    0.39502,
                    0.413818,
                    0.43335,
                    0.411865,
                    0.45459,
                    0.422119,
                    0.383789,
                    0.349609,
                    0.405518,
                    0.368652,
                    0.499268,
                    0.452637,
                    0.438721,
                    0.326172,
                    0.498779,
                    0.440186,
                    0.347656,
                    0.354736,
                    0.346924,
                    0.41626,
                    0.405273,
                    0.423584,
                    0.430664,
                    0.422607,
                    0.424805,
                    0.403809,
                    0.429688,
                    0.379395,
                    0.358154,
                    0.444824,
                    0.443604,
                    0.427002,
                    0.419189,
                    0.443359,
                    0.437256,
                    0.529785,
                    0.341553,
                    0.410645,
                    0.400879,
                    0.360107,
                    0.438232,
                    0.42041,
                    0.421631,
                    0.459717,
                    0.393555,
                    0.421875,
                    0.369141,
                    0.415283,
                    0.4021,
                    0.407959,
                    0.477051,
                    0.420898,
                    0.361328,
                    0.3396,
                    0.380615,
                    0.379639,
                    0.463867,
                    0.431152,
                    0.481201,
                    0.393555,
                    0.394531,
                    0.446289,
                    0.450684,
                    0.362061,
                    0.416504,
                    0.290039,
                    0.377441,
                    0.468018,
                    0.383545,
                    0.422363,
                    0.344971,
                    0.432129,
                    0.427734,
                    0.314209,
                    0.346924,
                    0.398193,
                    0.410645,
                    0.406738,
                    0.358643,
                    0.411377,
                    0.401367,
                    0.437744,
                    0.405518,
                    0.393555,
                    0.410889,
                    0.418945,
                    0.397949,
                    0.403076,
                    0.425049,
                    0.430664,
                    0.415283,
                    0.366455,
                    0.434814,
                    0.411377,
                    0.405762,
                    0.418945,
                    0.396729,
                    0.400391,
                    0.445801,
                    0.432617,
                    0.449463,
                    0.492676,
                    0.388672,
                    0.437256,
                    0.404297,
                    0.409424,
                    0.37207,
                    0.422363,
                    0.420898,
                    0.4104,
                    0.398682,
                    0.430664,
                    0.412109,
                    0.437012,
                    0.41626,
                    0.401123,
                    0.424561,
                    0.463867,
                    0.329346,
                    0.408447,
                    0.429688,
                    0.411865,
                    0.405273,
                    0.348633,
                    0.362793,
                    0.45459,
                    0.404053,
                    0.415283,
                    0.424316,
                    0.336426,
                    0.345947,
                    0.433594,
                    0.418945,
                    0.43042,
                    0.40332,
                    0.411865,
                    0.372314,
                    0.461182,
                    0.389893,
                    0.442383,
                    0.430908,
                    0.438721,
                    0.467773,
                    0.417969,
                    0.373779,
                    0.415283,
                    0.39917,
                    0.351807,
                    0.41748,
                    0.439209,
                    0.426025,
                    0.280273,
                    0.326904,
                    0.418701,
                    0.402588,
                    0.407959,
                    0.393799,
                    0.489502,
                    0.353271,
                    0.358154,
                    0.334717,
                    0.417969,
                    0.447998,
                    0.356201,
                    0.397461,
                    0.341553,
                    0.450928,
                    0.619141,
                    0.367676,
                    0.416504,
                    0.357422,
                    0.373291,
                    0.470703,
                    0.392822,
                    0.44458,
                    0.411621,
                    0.369385,
                    0.379639,
                    0.44458,
                    0.464111,
                    0.405273,
                    0.38501,
                    0.425049,
                    0.387695,
                    0.356445,
                    0.469482,
                    0.46582,
                    0.438721,
                    0.385498,
                    0.388428,
                    0.409668,
                    0.416748,
                    0.426758,
                    0.384277,
                    0.363281,
                    0.441895,
                    0.415283,
                    0.393311,
                    0.389648,
                    0.416016,
                    0.389893,
                    0.441162,
                    0.338135,
                    0.388672,
                    0.430664,
                    0.419434,
                    0.429199,
                    0.338623,
                    0.432861,
                    0.406006,
                    0.465332,
                    0.412598,
                    0.426025,
                    0.389648,
                    0.438232,
                    0.453369,
                    0.404053,
                    0.424072,
                    0.389404,
                    0.423828,
                    0.348877,
                    0.335449,
                    0.427734,
                    0.425049,
                    0.457764,
                    0.385742,
                    0.424561,
                    0.408691,
                    0.408447,
                    0.410645,
                    0.414551,
                    0.453369,
                    0.382568,
                    0.387695,
                    0.431641,
                    0.440186,
                    0.429932,
                    0.398926,
                    0.375732,
                    0.404053,
                    0.429443,
                    0.359131,
                    0.426514,
                    0.34375,
                    0.538086,
                    0.430908,
                    0.409912,
                    0.416504,
                    0.430176,
                    0.423584,
                    0.44751,
                    0.403076,
                    0.437744,
                    0.379395,
                    0.457031,
                    0.413574,
                    0.443604,
                    0.406982,
                    0.448242,
                    0.414307,
                    0.518555,
                    0.403809,
                    0.439209,
                    0.405518,
                    0.370361,
                    0.424316,
                    0.397705,
                    0.416504,
                    0.420654,
                    0.417969,
                    0.405029,
                    0.391113,
                    0.363281,
                    0.442139,
                    0.42627,
                    0.425049,
                    0.380859,
                    0.42749,
                    0.381104,
                    0.444824,
                    0.438232,
                    0.43335,
                    0.43042,
                    0.362549,
                    0.38501,
                    0.445801,
                    0.405762,
                    0.4375,
                    0.424316,
                    0.328857,
                    0.323242,
                    0.388184,
                    0.420166,
                    0.422119,
                    0.434814,
                    0.430176,
                    0.399414,
                    0.424072,
                    0.415527,
                    0.411133,
                    0.407227,
                    0.344727,
                    0.438232,
                    0.381592,
                    0.392334,
                    0.429688,
                    0.423584,
                    0.362305,
                    0.391113,
                    0.442383,
                    0.432129,
                    0.364746,
                    0.397217,
                    0.428955,
                    0.395752,
                    0.448975,
                    0.427734,
                    0.396484,
                    0.443359,
                    0.404053,
                    0.325439,
                    0.41333,
                    0.369385,
                    0.351562,
                    0.434082,
                    0.45874,
                    0.365967,
                    0.42627,
                    0.397705,
                    0.351074,
                    0.351807,
                    0.415527,
                    0.384521,
                    0.436768,
                    0.413574,
                    0.408203,
                    0.440674,
                    0.449463,
                    0.429443,
                    0.412109,
                    0.400146,
                    0.376465,
                    0.353271,
                    0.426758,
                    0.396484,
                    0.395508,
                    0.390625,
                    0.442139,
                    0.449707,
                    0.373047,
                    0.402832,
                    0.406982,
                    0.360596,
                    0.443604,
                    0.404785,
                    0.423584,
                    0.438232,
                    0.422363,
                    0.421143,
                    0.44458,
                    0.501953,
                    0.176514,
                    0.422852,
                    0.42749,
                    0.407471,
                    0.425781,
                    0.424316,
                    0.401611,
                    0.44043,
                    0.344238,
                    0.464111,
                    0.291748,
                    0.390137,
                    0.396973,
                    0.417236,
                    0.378174,
                    0.378906,
                    0.436523,
                    0.37793,
                    0.363037,
                    0.400391,
                    0.428955,
                    0.426514,
                    0.428955,
                    0.439941,
                    0.439209,
                    0.429932,
                    0.384033,
                    0.42627,
                    0.313721,
                    0.434326,
                    0.42334,
                    0.445801,
                    0.267578,
                    0.399414,
                    0.344727,
                    0.355469,
                    0.41748,
                    0.425293,
                    0.425049,
                    0.442627,
                    0.455078,
                    0.45752,
                    0.424072,
                    0.395264,
                    0.38623,
                    0.421631,
                    0.406982,
                    0.458252,
                    0.404785,
                    0.434326,
                    0.402832
                ]
            },
            "name": "model.model.layers.17.post_attention_layernorm.weight",
            "outputIndexes": [
                1474
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1473
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_17/Mul_output_0",
            "outputIndexes": [
                1475
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1474,
                1475
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_17/Mul_1_output_0",
            "outputIndexes": [
                1476
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1476
            ],
            "outputIndexes": [
                2959
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                2959
            ],
            "outputIndexes": [
                2960
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/mlp/gate_proj/Linear",
            "inputIndexes": [
                2960
            ],
            "outputIndexes": [
                2961
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    38156946,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                2961
            ],
            "outputIndexes": [
                2962
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2962
            ],
            "outputIndexes": [
                1477
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1477
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_17/Sigmoid_output_0",
            "outputIndexes": [
                1478
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1477,
                1478
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_17/Mul_output_0",
            "outputIndexes": [
                1479
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1476
            ],
            "outputIndexes": [
                2963
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                2963
            ],
            "outputIndexes": [
                2964
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/mlp/up_proj/Linear",
            "inputIndexes": [
                2964
            ],
            "outputIndexes": [
                2965
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    38709928,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                2965
            ],
            "outputIndexes": [
                2966
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2966
            ],
            "outputIndexes": [
                1480
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1479,
                1480
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_17/Mul_output_0",
            "outputIndexes": [
                1481
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1481
            ],
            "outputIndexes": [
                2967
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                2967
            ],
            "outputIndexes": [
                2968
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/mlp/down_proj/Linear",
            "inputIndexes": [
                2968
            ],
            "outputIndexes": [
                2969
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    39262910,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                2969
            ],
            "outputIndexes": [
                2970
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.17/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2970
            ],
            "outputIndexes": [
                1482
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1473,
                1482
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_89_output_0",
            "outputIndexes": [
                1483
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1483,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_162_output_0",
            "outputIndexes": [
                1484
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.469238,
                    0.54834,
                    0.525879,
                    0.525391,
                    0.395508,
                    0.690918,
                    0.544922,
                    0.61084,
                    0.549805,
                    0.430176,
                    0.415039,
                    0.493408,
                    0.508789,
                    0.409912,
                    0.440674,
                    0.516113,
                    0.516602,
                    0.509766,
                    0.474365,
                    0.574219,
                    0.500488,
                    0.496338,
                    0.62207,
                    0.556152,
                    0.44751,
                    0.464111,
                    0.541504,
                    0.529297,
                    0.43042,
                    0.736328,
                    0.54541,
                    0.375732,
                    0.478027,
                    0.590332,
                    0.557129,
                    0.589355,
                    0.44043,
                    0.497314,
                    0.418701,
                    0.491211,
                    0.392578,
                    0.505371,
                    0.622559,
                    0.462891,
                    0.515137,
                    0.501465,
                    0.525391,
                    0.614258,
                    0.502441,
                    0.446289,
                    0.673828,
                    0.444824,
                    0.481445,
                    0.377197,
                    0.566406,
                    0.537109,
                    0.549316,
                    0.439209,
                    0.533691,
                    0.505859,
                    0.361328,
                    0.682129,
                    0.475342,
                    0.575195,
                    0.316895,
                    0.615234,
                    0.450195,
                    0.561523,
                    0.388184,
                    0.53418,
                    0.506836,
                    0.450195,
                    0.56543,
                    0.523438,
                    0.370605,
                    0.551758,
                    0.509277,
                    0.473633,
                    0.54248,
                    0.533203,
                    0.563965,
                    0.361572,
                    0.367188,
                    0.374512,
                    0.498535,
                    0.558594,
                    0.487793,
                    0.510254,
                    0.364502,
                    0.454102,
                    0.380859,
                    0.518066,
                    0.549316,
                    0.490234,
                    0.295898,
                    0.453857,
                    0.387695,
                    0.536133,
                    0.517578,
                    0.530762,
                    0.490234,
                    0.39917,
                    0.492188,
                    0.447266,
                    0.351318,
                    0.591797,
                    0.477783,
                    0.528809,
                    0.431641,
                    0.326904,
                    0.608887,
                    0.464111,
                    0.503906,
                    0.351318,
                    0.356445,
                    0.40918,
                    0.576172,
                    0.481445,
                    0.489746,
                    0.577148,
                    0.566406,
                    0.438232,
                    0.463867,
                    0.587891,
                    0.547852,
                    0.492188,
                    0.54834,
                    0.379883,
                    0.338135,
                    0.408936,
                    0.493164,
                    0.435791,
                    0.595703,
                    0.503906,
                    0.276367,
                    0.499268,
                    0.541016,
                    0.513184,
                    0.470459,
                    0.51123,
                    0.457031,
                    0.483398,
                    0.516113,
                    0.557129,
                    0.374512,
                    0.50293,
                    0.560059,
                    0.383545,
                    0.407227,
                    0.52832,
                    0.504395,
                    0.561035,
                    0.474854,
                    0.523438,
                    0.606934,
                    0.575684,
                    0.528809,
                    0.512207,
                    0.412354,
                    0.577148,
                    0.533203,
                    0.738281,
                    0.432129,
                    0.57666,
                    0.54834,
                    0.520508,
                    0.544434,
                    0.547852,
                    0.569336,
                    0.541992,
                    0.392334,
                    0.334473,
                    0.467773,
                    0.615723,
                    0.546875,
                    0.548828,
                    0.537109,
                    0.327148,
                    0.616699,
                    0.560059,
                    0.473633,
                    0.46582,
                    0.336426,
                    0.449951,
                    0.484131,
                    0.592285,
                    0.565918,
                    0.552246,
                    0.486816,
                    0.584961,
                    0.508301,
                    0.41333,
                    0.364746,
                    0.534668,
                    0.51416,
                    0.550781,
                    0.509766,
                    0.52832,
                    0.529297,
                    0.600586,
                    0.408936,
                    0.463379,
                    0.489258,
                    0.39209,
                    0.525391,
                    0.535156,
                    0.585449,
                    0.634766,
                    0.674805,
                    0.513184,
                    0.509277,
                    0.507812,
                    0.472168,
                    0.503906,
                    0.594727,
                    0.542969,
                    0.715332,
                    0.364502,
                    0.450439,
                    0.388916,
                    0.560059,
                    0.464844,
                    0.613281,
                    0.614258,
                    0.453125,
                    0.540527,
                    0.580566,
                    0.541504,
                    0.569824,
                    0.740723,
                    0.440674,
                    0.380371,
                    0.441162,
                    0.526367,
                    0.317383,
                    0.509766,
                    0.587402,
                    0.304443,
                    0.348633,
                    0.508301,
                    0.550781,
                    0.471436,
                    0.407715,
                    0.532715,
                    0.446289,
                    0.516113,
                    0.520996,
                    0.471924,
                    0.519531,
                    0.52002,
                    0.4375,
                    0.460205,
                    0.497559,
                    0.59082,
                    0.438477,
                    0.510742,
                    0.560547,
                    0.514648,
                    0.56543,
                    0.546875,
                    0.467529,
                    0.60498,
                    0.531738,
                    0.545898,
                    0.612305,
                    0.553711,
                    0.430908,
                    0.523926,
                    0.450684,
                    0.427734,
                    0.422119,
                    0.504883,
                    0.526367,
                    0.47876,
                    0.485596,
                    0.524414,
                    0.526855,
                    0.504395,
                    0.490479,
                    0.510742,
                    0.57959,
                    0.508789,
                    0.1203,
                    0.48584,
                    0.422852,
                    0.606445,
                    0.54834,
                    0.362305,
                    0.367676,
                    0.546875,
                    0.444336,
                    0.500488,
                    0.57666,
                    0.343262,
                    0.373779,
                    0.600586,
                    0.459717,
                    0.521484,
                    0.415283,
                    0.486328,
                    0.384766,
                    0.631348,
                    0.425049,
                    0.627441,
                    0.528809,
                    0.514648,
                    0.564941,
                    0.46582,
                    0.401367,
                    0.565918,
                    0.443359,
                    0.353516,
                    0.505859,
                    0.521484,
                    0.469727,
                    0.70752,
                    0.291504,
                    0.559082,
                    0.45166,
                    0.500488,
                    0.477051,
                    0.586426,
                    0.392822,
                    0.352051,
                    0.679688,
                    0.460449,
                    0.474609,
                    0.404297,
                    0.545898,
                    0.116333,
                    0.619629,
                    0.643066,
                    0.426758,
                    0.514648,
                    0.342285,
                    0.434326,
                    0.552734,
                    0.437012,
                    0.580566,
                    0.560059,
                    0.373779,
                    0.536133,
                    0.590332,
                    0.605469,
                    0.462891,
                    0.38916,
                    0.51416,
                    0.518066,
                    0.432617,
                    0.549316,
                    0.599121,
                    0.425049,
                    0.440674,
                    0.434814,
                    0.524414,
                    0.54541,
                    0.564941,
                    0.467285,
                    0.366699,
                    0.550781,
                    0.467285,
                    0.54834,
                    0.453369,
                    0.523438,
                    0.381348,
                    0.551758,
                    0.305908,
                    0.384033,
                    0.595703,
                    0.508301,
                    0.52832,
                    0.33252,
                    0.532715,
                    0.415283,
                    0.529297,
                    0.4646,
                    0.48877,
                    0.583496,
                    0.553711,
                    0.498535,
                    0.54834,
                    0.537109,
                    0.492432,
                    0.556152,
                    0.395996,
                    0.374268,
                    0.525879,
                    0.539062,
                    0.509277,
                    0.479492,
                    0.491943,
                    0.510254,
                    0.410889,
                    0.502441,
                    0.449707,
                    0.534668,
                    0.445801,
                    0.499023,
                    0.536133,
                    0.566895,
                    0.521973,
                    0.474609,
                    0.687012,
                    0.489502,
                    0.553223,
                    0.284912,
                    0.483398,
                    0.61377,
                    0.586914,
                    0.432373,
                    0.521973,
                    0.492188,
                    0.488037,
                    0.530762,
                    0.443359,
                    0.461914,
                    0.505859,
                    0.333496,
                    0.631836,
                    0.541016,
                    0.575684,
                    0.419189,
                    0.536621,
                    0.459717,
                    0.569824,
                    0.442627,
                    0.608398,
                    0.621094,
                    0.400146,
                    0.510254,
                    0.4375,
                    0.434326,
                    0.577637,
                    0.504395,
                    0.447754,
                    0.47168,
                    0.427734,
                    0.477051,
                    0.486084,
                    0.576172,
                    0.586426,
                    0.556641,
                    0.46582,
                    0.567383,
                    0.553711,
                    0.436768,
                    0.648926,
                    0.394531,
                    0.454102,
                    0.557617,
                    0.479248,
                    0.507812,
                    0.57373,
                    0.31543,
                    0.552734,
                    0.447021,
                    0.572754,
                    0.526367,
                    0.518066,
                    0.615723,
                    0.615234,
                    0.544922,
                    0.537598,
                    0.477783,
                    0.372559,
                    0.401855,
                    0.564453,
                    0.517578,
                    0.518066,
                    0.45752,
                    0.482666,
                    0.325928,
                    0.556641,
                    0.525391,
                    0.521973,
                    0.386963,
                    0.482666,
                    0.564941,
                    0.414551,
                    0.52002,
                    0.513672,
                    0.436035,
                    0.514648,
                    0.463623,
                    0.313232,
                    0.503906,
                    0.412109,
                    0.346436,
                    0.509277,
                    0.547852,
                    0.408203,
                    0.483643,
                    0.436279,
                    0.412598,
                    0.461914,
                    0.524414,
                    0.459229,
                    0.528809,
                    0.476074,
                    0.464355,
                    0.518066,
                    0.595215,
                    0.537598,
                    0.459229,
                    0.45874,
                    0.408691,
                    0.35376,
                    0.543945,
                    0.572266,
                    0.487793,
                    0.428955,
                    0.603516,
                    0.563965,
                    0.39624,
                    0.403076,
                    0.415527,
                    0.444092,
                    0.503418,
                    0.484619,
                    0.489258,
                    0.560547,
                    0.554199,
                    0.547363,
                    0.519531,
                    0.553711,
                    0.513672,
                    0.630371,
                    0.497559,
                    0.54248,
                    0.504883,
                    0.457275,
                    0.500977,
                    0.496826,
                    0.324463,
                    0.552734,
                    0.615723,
                    0.440186,
                    0.567383,
                    0.494385,
                    0.402832,
                    0.540527,
                    0.543457,
                    0.456299,
                    0.443115,
                    0.537109,
                    0.537109,
                    0.503418,
                    0.536621,
                    0.458252,
                    0.525879,
                    0.44165,
                    0.424805,
                    0.516113,
                    0.708496,
                    0.504883,
                    0.519531,
                    0.568359,
                    0.421875,
                    0.571777,
                    0.366455,
                    0.359619,
                    0.468994,
                    0.565918,
                    0.510742,
                    0.506348,
                    0.581055,
                    0.508301,
                    0.588867,
                    0.43457,
                    0.473389,
                    0.476074,
                    0.492188,
                    0.562012,
                    0.547852,
                    0.513672,
                    0.548828
                ]
            },
            "name": "model.model.layers.18.input_layernorm.weight",
            "outputIndexes": [
                1485
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1484
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_18/Mul_output_0",
            "outputIndexes": [
                1486
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1485,
                1486
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_18/Mul_1_output_0",
            "outputIndexes": [
                1487
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1487
            ],
            "outputIndexes": [
                2971
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                2971
            ],
            "outputIndexes": [
                2972
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/q_proj/Linear",
            "inputIndexes": [
                2972
            ],
            "outputIndexes": [
                2973
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    39815892,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                2973
            ],
            "outputIndexes": [
                2974
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2974
            ],
            "outputIndexes": [
                1488
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1487
            ],
            "main_type": "NONE",
            "name": "/Shape_253_output_0",
            "outputIndexes": [
                1489
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1489
            ],
            "main_type": "NONE",
            "name": "Shape3965",
            "outputIndexes": [
                1490
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1489
            ],
            "main_type": "NONE",
            "name": "Rank3967",
            "outputIndexes": [
                1491
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1491,
                1491
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3969",
            "outputIndexes": [
                1492
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1492
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3970",
            "outputIndexes": [
                1493
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1492,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3972",
            "outputIndexes": [
                1494
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1494
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3973",
            "outputIndexes": [
                1495
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1490,
                1493,
                1495,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice3976",
            "outputIndexes": [
                1496
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1496
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze3977",
            "outputIndexes": [
                1497
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                1497
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3978",
            "outputIndexes": [
                1498
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1498,
                1497
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3979",
            "outputIndexes": [
                1499
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1489,
                1499,
                1492
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_274_output_0",
            "outputIndexes": [
                1500
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1500,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_577_output_0",
            "outputIndexes": [
                1501
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                1501,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_234_output_0",
            "outputIndexes": [
                1502
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1488,
                1502
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_163_output_0",
            "outputIndexes": [
                1503
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1503,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_144_output_0",
            "outputIndexes": [
                1504
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1503
            ],
            "main_type": "NONE",
            "name": "/Shape_254_output_0",
            "outputIndexes": [
                1505
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1505
            ],
            "main_type": "NONE",
            "name": "Shape3986",
            "outputIndexes": [
                1506
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1505
            ],
            "main_type": "NONE",
            "name": "Rank3988",
            "outputIndexes": [
                1507
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1507,
                1507
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3990",
            "outputIndexes": [
                1508
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1508
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3991",
            "outputIndexes": [
                1509
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1508,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3993",
            "outputIndexes": [
                1510
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1510
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze3994",
            "outputIndexes": [
                1511
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1506,
                1509,
                1511,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice3997",
            "outputIndexes": [
                1512
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1512
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze3998",
            "outputIndexes": [
                1513
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                1513
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp3999",
            "outputIndexes": [
                1514
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1514,
                1513
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4000",
            "outputIndexes": [
                1515
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1505,
                1515,
                1508
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_275_output_0",
            "outputIndexes": [
                1516
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1516,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_54_output_0",
            "outputIndexes": [
                1517
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1517,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_582_output_0",
            "outputIndexes": [
                1518
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1503,
                1518,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_73_output_0",
            "outputIndexes": [
                1519
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1519
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_36_output_0",
            "outputIndexes": [
                1520
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1503,
                22,
                1518,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_72_output_0",
            "outputIndexes": [
                1521
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1520,
                1521
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_237_output_0",
            "outputIndexes": [
                1522
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1522,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_145_output_0",
            "outputIndexes": [
                1523
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1504,
                1523
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_90_output_0",
            "outputIndexes": [
                1524
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1487
            ],
            "outputIndexes": [
                2975
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                2975
            ],
            "outputIndexes": [
                2976
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/k_proj/Linear",
            "inputIndexes": [
                2976
            ],
            "outputIndexes": [
                2977
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    40023274,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                2977
            ],
            "outputIndexes": [
                2978
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2978
            ],
            "outputIndexes": [
                1525
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                1501,
                70,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_235_output_0",
            "outputIndexes": [
                1526
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1525,
                1526
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_164_output_0",
            "outputIndexes": [
                1527
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1527,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_146_output_0",
            "outputIndexes": [
                1528
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1527
            ],
            "main_type": "NONE",
            "name": "/Shape_255_output_0",
            "outputIndexes": [
                1529
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1529
            ],
            "main_type": "NONE",
            "name": "Shape4049",
            "outputIndexes": [
                1530
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1529
            ],
            "main_type": "NONE",
            "name": "Rank4051",
            "outputIndexes": [
                1531
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1531,
                1531
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4053",
            "outputIndexes": [
                1532
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1532
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze4054",
            "outputIndexes": [
                1533
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1532,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4056",
            "outputIndexes": [
                1534
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1534
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze4057",
            "outputIndexes": [
                1535
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1530,
                1533,
                1535,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice4060",
            "outputIndexes": [
                1536
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1536
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze4061",
            "outputIndexes": [
                1537
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                1537
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4062",
            "outputIndexes": [
                1538
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1538,
                1537
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4063",
            "outputIndexes": [
                1539
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1529,
                1539,
                1532
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_276_output_0",
            "outputIndexes": [
                1540
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1540,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_55_output_0",
            "outputIndexes": [
                1541
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1541,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_584_output_0",
            "outputIndexes": [
                1542
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1527,
                1542,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_75_output_0",
            "outputIndexes": [
                1543
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1543
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_37_output_0",
            "outputIndexes": [
                1544
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1527,
                22,
                1542,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_74_output_0",
            "outputIndexes": [
                1545
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1544,
                1545
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_238_output_0",
            "outputIndexes": [
                1546
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1546,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_147_output_0",
            "outputIndexes": [
                1547
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1528,
                1547
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_91_output_0",
            "outputIndexes": [
                1548
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1487
            ],
            "outputIndexes": [
                2979
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                2979
            ],
            "outputIndexes": [
                2980
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/v_proj/Linear",
            "inputIndexes": [
                2980
            ],
            "outputIndexes": [
                2981
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    40092416,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                2981
            ],
            "outputIndexes": [
                2982
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2982
            ],
            "outputIndexes": [
                1549
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1549,
                1526
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_165_output_0",
            "outputIndexes": [
                1550
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1524,
                1548,
                1550,
                110
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_170_output_0",
            "outputIndexes": [
                1551
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1551
            ],
            "outputIndexes": [
                2983
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                2983
            ],
            "outputIndexes": [
                2984
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/o_proj/Linear",
            "inputIndexes": [
                2984
            ],
            "outputIndexes": [
                2985
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    40161558,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                2985
            ],
            "outputIndexes": [
                2986
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2986
            ],
            "outputIndexes": [
                1552
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1484,
                1552
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_93_output_0",
            "outputIndexes": [
                1553
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.437256,
                    0.398193,
                    0.432617,
                    0.436035,
                    0.443848,
                    0.306641,
                    0.390625,
                    0.407227,
                    0.46582,
                    0.395996,
                    0.411865,
                    0.43335,
                    0.449463,
                    0.424805,
                    0.421143,
                    0.466309,
                    0.444092,
                    0.455811,
                    0.445312,
                    0.48877,
                    0.452637,
                    0.436523,
                    0.369141,
                    0.473389,
                    0.428711,
                    0.424805,
                    0.4646,
                    0.466553,
                    0.409668,
                    0.228882,
                    0.409668,
                    0.399414,
                    0.457031,
                    0.450439,
                    0.478516,
                    0.51123,
                    0.425293,
                    0.437012,
                    0.39502,
                    0.454834,
                    0.412354,
                    0.450684,
                    0.366943,
                    0.42627,
                    0.443359,
                    0.418945,
                    0.459961,
                    0.452393,
                    0.412598,
                    0.418945,
                    0.430664,
                    0.424316,
                    0.452148,
                    0.413818,
                    0.427002,
                    0.444824,
                    0.454102,
                    0.455811,
                    0.4375,
                    0.39917,
                    0.381348,
                    0.331543,
                    0.43335,
                    0.480469,
                    0.370605,
                    0.456543,
                    0.409668,
                    0.450928,
                    0.409424,
                    0.445312,
                    0.385254,
                    0.437012,
                    0.436279,
                    0.404785,
                    0.414307,
                    0.439209,
                    0.438721,
                    0.453125,
                    0.428955,
                    0.456787,
                    0.468262,
                    0.391113,
                    0.418213,
                    0.392822,
                    0.443359,
                    0.435059,
                    0.457764,
                    0.392822,
                    0.419434,
                    0.42334,
                    0.409424,
                    0.482666,
                    0.43457,
                    0.452637,
                    0.151611,
                    0.433838,
                    0.424072,
                    0.431641,
                    0.458008,
                    0.443115,
                    0.422363,
                    0.406982,
                    0.419434,
                    0.427002,
                    0.391113,
                    0.471436,
                    0.401855,
                    0.45166,
                    0.481689,
                    0.384033,
                    0.503906,
                    0.434082,
                    0.425049,
                    0.395996,
                    0.394287,
                    0.427246,
                    0.459229,
                    0.429199,
                    0.43042,
                    0.476807,
                    0.478027,
                    0.414795,
                    0.439941,
                    0.435547,
                    0.458984,
                    0.464844,
                    0.476074,
                    0.407715,
                    0.395508,
                    0.405762,
                    0.44458,
                    0.430664,
                    0.466553,
                    0.442139,
                    0.40918,
                    0.467285,
                    0.466309,
                    0.447266,
                    0.424561,
                    0.436279,
                    0.447266,
                    0.440918,
                    0.457275,
                    0.384766,
                    0.404053,
                    0.440186,
                    0.465576,
                    0.400635,
                    0.406738,
                    0.455322,
                    0.478027,
                    0.462402,
                    0.446045,
                    0.433105,
                    0.437012,
                    0.485352,
                    0.437012,
                    0.469727,
                    0.427734,
                    0.446777,
                    0.480225,
                    0.365234,
                    0.406006,
                    0.475098,
                    0.425049,
                    0.444336,
                    0.4646,
                    0.435791,
                    0.478516,
                    0.452393,
                    0.415039,
                    0.373291,
                    0.431396,
                    0.412354,
                    0.505859,
                    0.465088,
                    0.467041,
                    0.384033,
                    0.499023,
                    0.486816,
                    0.4104,
                    0.39624,
                    0.37207,
                    0.453369,
                    0.420654,
                    0.454834,
                    0.455078,
                    0.453613,
                    0.447998,
                    0.421631,
                    0.455078,
                    0.424316,
                    0.388916,
                    0.472656,
                    0.455811,
                    0.456055,
                    0.43457,
                    0.459961,
                    0.451416,
                    0.537598,
                    0.36499,
                    0.429688,
                    0.422119,
                    0.383301,
                    0.461914,
                    0.447266,
                    0.449219,
                    0.493652,
                    0.415771,
                    0.455566,
                    0.394043,
                    0.446289,
                    0.424072,
                    0.426758,
                    0.493408,
                    0.458496,
                    0.350586,
                    0.378662,
                    0.425781,
                    0.424316,
                    0.468262,
                    0.44043,
                    0.501953,
                    0.438477,
                    0.424805,
                    0.463379,
                    0.491211,
                    0.374023,
                    0.455078,
                    0.300537,
                    0.398682,
                    0.491211,
                    0.409424,
                    0.440918,
                    0.385254,
                    0.452637,
                    0.456299,
                    0.368408,
                    0.386475,
                    0.429688,
                    0.421387,
                    0.441406,
                    0.40625,
                    0.442871,
                    0.439941,
                    0.461914,
                    0.422607,
                    0.427734,
                    0.44751,
                    0.436768,
                    0.424561,
                    0.44043,
                    0.45459,
                    0.466064,
                    0.441406,
                    0.353027,
                    0.449463,
                    0.439941,
                    0.427979,
                    0.446045,
                    0.426758,
                    0.439209,
                    0.468994,
                    0.469482,
                    0.458984,
                    0.505859,
                    0.414551,
                    0.463379,
                    0.419434,
                    0.434814,
                    0.406494,
                    0.448486,
                    0.443115,
                    0.447998,
                    0.420654,
                    0.458008,
                    0.441406,
                    0.461426,
                    0.440918,
                    0.433105,
                    0.432861,
                    0.486816,
                    0.344727,
                    0.449707,
                    0.450439,
                    0.428955,
                    0.422852,
                    0.397217,
                    0.40332,
                    0.479492,
                    0.431885,
                    0.436279,
                    0.467285,
                    0.379883,
                    0.398682,
                    0.447021,
                    0.465088,
                    0.447021,
                    0.45874,
                    0.460938,
                    0.380127,
                    0.482666,
                    0.426514,
                    0.487305,
                    0.4646,
                    0.446777,
                    0.489502,
                    0.426758,
                    0.411865,
                    0.452148,
                    0.427246,
                    0.38623,
                    0.455811,
                    0.452148,
                    0.444336,
                    0.307861,
                    0.392334,
                    0.453857,
                    0.433105,
                    0.430664,
                    0.424805,
                    0.510254,
                    0.400635,
                    0.400635,
                    0.34668,
                    0.438232,
                    0.474121,
                    0.399414,
                    0.417969,
                    0.353027,
                    0.469482,
                    0.605957,
                    0.411377,
                    0.443115,
                    0.397217,
                    0.406738,
                    0.480469,
                    0.412354,
                    0.468506,
                    0.433105,
                    0.401367,
                    0.401855,
                    0.466309,
                    0.495117,
                    0.425781,
                    0.421143,
                    0.437744,
                    0.419678,
                    0.37207,
                    0.509277,
                    0.489014,
                    0.455811,
                    0.421631,
                    0.401611,
                    0.430664,
                    0.455566,
                    0.434326,
                    0.401611,
                    0.41626,
                    0.45752,
                    0.430176,
                    0.419189,
                    0.424072,
                    0.444336,
                    0.409424,
                    0.459961,
                    0.371582,
                    0.435547,
                    0.476074,
                    0.453613,
                    0.456299,
                    0.378174,
                    0.491455,
                    0.426025,
                    0.461914,
                    0.440674,
                    0.447021,
                    0.421143,
                    0.459961,
                    0.464844,
                    0.418213,
                    0.439697,
                    0.439941,
                    0.444336,
                    0.391357,
                    0.383301,
                    0.436279,
                    0.432617,
                    0.481689,
                    0.409912,
                    0.454102,
                    0.434326,
                    0.43042,
                    0.439453,
                    0.446533,
                    0.472412,
                    0.415527,
                    0.407471,
                    0.462891,
                    0.470703,
                    0.456055,
                    0.434326,
                    0.402588,
                    0.420898,
                    0.463867,
                    0.400635,
                    0.436035,
                    0.374023,
                    0.521973,
                    0.451904,
                    0.442139,
                    0.432373,
                    0.433594,
                    0.444092,
                    0.464111,
                    0.43457,
                    0.462158,
                    0.417725,
                    0.486816,
                    0.434814,
                    0.465088,
                    0.458496,
                    0.459473,
                    0.429932,
                    0.504883,
                    0.427979,
                    0.453369,
                    0.435791,
                    0.400879,
                    0.436768,
                    0.43042,
                    0.430664,
                    0.450684,
                    0.439453,
                    0.428711,
                    0.415527,
                    0.39917,
                    0.454102,
                    0.447754,
                    0.469971,
                    0.425049,
                    0.439453,
                    0.410156,
                    0.467529,
                    0.455322,
                    0.46582,
                    0.450928,
                    0.420654,
                    0.411377,
                    0.472656,
                    0.449951,
                    0.466309,
                    0.447266,
                    0.388916,
                    0.364014,
                    0.407959,
                    0.440918,
                    0.453613,
                    0.45874,
                    0.457031,
                    0.415039,
                    0.437012,
                    0.432129,
                    0.422363,
                    0.44458,
                    0.38623,
                    0.449219,
                    0.416748,
                    0.434326,
                    0.457764,
                    0.440186,
                    0.384033,
                    0.419189,
                    0.472656,
                    0.445801,
                    0.388184,
                    0.414062,
                    0.461182,
                    0.411133,
                    0.477051,
                    0.436768,
                    0.420654,
                    0.479004,
                    0.419189,
                    0.379395,
                    0.445068,
                    0.390869,
                    0.421631,
                    0.452881,
                    0.4646,
                    0.40918,
                    0.454346,
                    0.44043,
                    0.393066,
                    0.384033,
                    0.448242,
                    0.426025,
                    0.458984,
                    0.42749,
                    0.432617,
                    0.467529,
                    0.458984,
                    0.446289,
                    0.446777,
                    0.430176,
                    0.406982,
                    0.394775,
                    0.44458,
                    0.438721,
                    0.428223,
                    0.42749,
                    0.47168,
                    0.455566,
                    0.399902,
                    0.424072,
                    0.42627,
                    0.407227,
                    0.483643,
                    0.439209,
                    0.438477,
                    0.471191,
                    0.453613,
                    0.4646,
                    0.466553,
                    0.493652,
                    0.19458,
                    0.456299,
                    0.456055,
                    0.425293,
                    0.453613,
                    0.44043,
                    0.423828,
                    0.483398,
                    0.387207,
                    0.462891,
                    0.291992,
                    0.416016,
                    0.428223,
                    0.447021,
                    0.411621,
                    0.405518,
                    0.458252,
                    0.394043,
                    0.418945,
                    0.443604,
                    0.432129,
                    0.445312,
                    0.44751,
                    0.467773,
                    0.466553,
                    0.452148,
                    0.429932,
                    0.454346,
                    0.317627,
                    0.443115,
                    0.427979,
                    0.456543,
                    0.266357,
                    0.431885,
                    0.397949,
                    0.389404,
                    0.455811,
                    0.440674,
                    0.449463,
                    0.458496,
                    0.481689,
                    0.464844,
                    0.470947,
                    0.422363,
                    0.416748,
                    0.456787,
                    0.447754,
                    0.477051,
                    0.431152,
                    0.480713,
                    0.413574
                ]
            },
            "name": "model.model.layers.18.post_attention_layernorm.weight",
            "outputIndexes": [
                1554
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1553
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_18/Mul_output_0",
            "outputIndexes": [
                1555
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1554,
                1555
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_18/Mul_1_output_0",
            "outputIndexes": [
                1556
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1556
            ],
            "outputIndexes": [
                2987
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                2987
            ],
            "outputIndexes": [
                2988
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/mlp/gate_proj/Linear",
            "inputIndexes": [
                2988
            ],
            "outputIndexes": [
                2989
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    40368940,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                2989
            ],
            "outputIndexes": [
                2990
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2990
            ],
            "outputIndexes": [
                1557
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1557
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_18/Sigmoid_output_0",
            "outputIndexes": [
                1558
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1557,
                1558
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_18/Mul_output_0",
            "outputIndexes": [
                1559
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1556
            ],
            "outputIndexes": [
                2991
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                2991
            ],
            "outputIndexes": [
                2992
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/mlp/up_proj/Linear",
            "inputIndexes": [
                2992
            ],
            "outputIndexes": [
                2993
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    40921922,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                2993
            ],
            "outputIndexes": [
                2994
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2994
            ],
            "outputIndexes": [
                1560
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1559,
                1560
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_18/Mul_output_0",
            "outputIndexes": [
                1561
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1561
            ],
            "outputIndexes": [
                2995
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                2995
            ],
            "outputIndexes": [
                2996
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/mlp/down_proj/Linear",
            "inputIndexes": [
                2996
            ],
            "outputIndexes": [
                2997
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    41474904,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                2997
            ],
            "outputIndexes": [
                2998
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.18/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2998
            ],
            "outputIndexes": [
                1562
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1553,
                1562
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_94_output_0",
            "outputIndexes": [
                1563
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1563,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_171_output_0",
            "outputIndexes": [
                1564
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.618164,
                    0.603516,
                    0.552734,
                    0.59082,
                    0.470703,
                    0.751953,
                    0.734375,
                    0.675293,
                    0.536133,
                    0.520996,
                    0.448242,
                    0.502441,
                    0.562988,
                    0.438721,
                    0.478027,
                    0.538086,
                    0.540527,
                    0.521484,
                    0.541504,
                    0.546875,
                    0.510742,
                    0.509766,
                    0.955566,
                    0.569336,
                    0.483398,
                    0.483398,
                    0.568359,
                    0.518066,
                    0.532227,
                    0.736816,
                    0.621094,
                    0.413574,
                    0.494629,
                    0.591309,
                    0.556641,
                    0.529297,
                    0.527832,
                    0.577148,
                    0.521484,
                    0.516602,
                    0.454346,
                    0.500488,
                    0.731934,
                    0.475342,
                    0.548828,
                    0.532715,
                    0.511719,
                    0.657715,
                    0.564453,
                    0.55127,
                    0.794434,
                    0.508789,
                    0.482422,
                    0.442383,
                    0.634277,
                    0.571777,
                    0.513184,
                    0.48999,
                    0.478516,
                    0.582031,
                    0.38916,
                    0.859375,
                    0.470947,
                    0.574219,
                    0.294922,
                    0.671387,
                    0.526855,
                    0.624023,
                    0.383057,
                    0.57959,
                    0.54834,
                    0.543945,
                    0.616699,
                    0.572754,
                    0.400635,
                    0.603027,
                    0.533691,
                    0.503418,
                    0.627441,
                    0.602539,
                    0.580078,
                    0.347412,
                    0.376953,
                    0.427002,
                    0.544922,
                    0.647461,
                    0.500488,
                    0.592773,
                    0.436035,
                    0.472168,
                    0.418457,
                    0.523438,
                    0.5625,
                    0.513672,
                    0.390869,
                    0.494141,
                    0.386719,
                    0.556641,
                    0.529785,
                    0.614258,
                    0.515625,
                    0.399902,
                    0.535645,
                    0.491943,
                    0.317627,
                    0.615234,
                    0.549316,
                    0.577148,
                    0.505859,
                    0.316895,
                    0.561035,
                    0.501953,
                    0.488525,
                    0.331787,
                    0.35791,
                    0.459229,
                    0.553223,
                    0.518066,
                    0.489014,
                    0.532715,
                    0.538574,
                    0.446289,
                    0.507324,
                    0.623535,
                    0.547852,
                    0.532715,
                    0.534668,
                    0.425781,
                    0.343506,
                    0.42627,
                    0.439697,
                    0.373047,
                    0.64502,
                    0.516113,
                    0.347656,
                    0.50293,
                    0.558105,
                    0.540039,
                    0.514648,
                    0.628418,
                    0.459717,
                    0.510254,
                    0.60498,
                    0.599121,
                    0.448242,
                    0.518066,
                    0.551758,
                    0.453125,
                    0.422119,
                    0.533203,
                    0.548828,
                    0.573242,
                    0.493896,
                    0.556152,
                    0.600586,
                    0.598145,
                    0.529785,
                    0.553223,
                    0.458008,
                    0.667969,
                    0.530762,
                    0.854492,
                    0.504395,
                    0.549316,
                    0.643066,
                    0.520508,
                    0.575684,
                    0.528809,
                    0.591797,
                    0.557617,
                    0.374512,
                    0.340088,
                    0.501953,
                    0.699219,
                    0.567871,
                    0.649902,
                    0.51416,
                    0.333008,
                    0.696777,
                    0.583984,
                    0.47998,
                    0.550293,
                    0.330322,
                    0.431152,
                    0.521484,
                    0.597168,
                    0.59082,
                    0.592285,
                    0.523438,
                    0.568848,
                    0.60498,
                    0.421631,
                    0.415283,
                    0.573242,
                    0.508301,
                    0.508301,
                    0.536621,
                    0.572266,
                    0.537109,
                    0.658691,
                    0.430176,
                    0.48584,
                    0.549805,
                    0.394775,
                    0.571289,
                    0.535645,
                    0.519043,
                    0.637695,
                    0.693359,
                    0.525391,
                    0.611328,
                    0.500977,
                    0.475342,
                    0.493896,
                    0.580078,
                    0.573242,
                    0.777832,
                    0.349121,
                    0.486572,
                    0.415039,
                    0.566406,
                    0.501953,
                    0.66748,
                    0.672852,
                    0.489014,
                    0.471924,
                    0.559082,
                    0.608398,
                    0.718262,
                    0.833008,
                    0.444336,
                    0.375244,
                    0.420166,
                    0.594727,
                    0.310059,
                    0.544434,
                    0.595215,
                    0.327637,
                    0.36084,
                    0.584961,
                    0.556641,
                    0.484863,
                    0.381348,
                    0.558105,
                    0.486572,
                    0.561523,
                    0.604492,
                    0.541504,
                    0.591797,
                    0.516113,
                    0.485107,
                    0.523438,
                    0.544922,
                    0.572754,
                    0.466309,
                    0.588867,
                    0.488281,
                    0.567383,
                    0.580078,
                    0.513672,
                    0.54541,
                    0.581543,
                    0.537109,
                    0.524414,
                    0.601074,
                    0.525879,
                    0.444336,
                    0.499756,
                    0.474854,
                    0.494629,
                    0.415771,
                    0.541504,
                    0.527344,
                    0.541016,
                    0.51416,
                    0.541992,
                    0.541016,
                    0.509277,
                    0.486328,
                    0.580078,
                    0.548828,
                    0.497314,
                    0.135986,
                    0.476074,
                    0.473633,
                    0.707031,
                    0.584473,
                    0.380615,
                    0.42334,
                    0.539062,
                    0.489258,
                    0.527832,
                    0.580078,
                    0.430176,
                    0.375244,
                    0.586426,
                    0.51416,
                    0.531738,
                    0.519043,
                    0.513672,
                    0.369873,
                    0.653809,
                    0.453125,
                    0.748535,
                    0.525391,
                    0.535156,
                    0.591797,
                    0.52002,
                    0.386963,
                    0.619141,
                    0.501953,
                    0.408447,
                    0.553223,
                    0.528809,
                    0.482666,
                    0.88916,
                    0.322754,
                    0.561523,
                    0.475342,
                    0.499756,
                    0.643066,
                    0.651367,
                    0.420898,
                    0.400879,
                    0.92041,
                    0.472656,
                    0.494629,
                    0.466064,
                    0.606445,
                    0.146118,
                    0.664551,
                    0.692871,
                    0.419434,
                    0.555176,
                    0.367432,
                    0.51416,
                    0.572754,
                    0.477295,
                    0.59375,
                    0.552734,
                    0.390137,
                    0.525391,
                    0.576172,
                    0.631348,
                    0.488281,
                    0.437012,
                    0.521973,
                    0.570801,
                    0.470947,
                    0.586914,
                    0.557129,
                    0.436279,
                    0.453613,
                    0.522461,
                    0.543945,
                    0.64209,
                    0.682129,
                    0.550781,
                    0.383789,
                    0.584473,
                    0.46167,
                    0.644531,
                    0.506348,
                    0.509277,
                    0.388428,
                    0.531738,
                    0.341064,
                    0.451416,
                    0.681641,
                    0.57666,
                    0.524902,
                    0.379395,
                    0.569824,
                    0.438477,
                    0.51709,
                    0.47168,
                    0.537109,
                    0.619629,
                    0.57666,
                    0.528809,
                    0.622559,
                    0.584961,
                    0.584473,
                    0.561035,
                    0.412354,
                    0.446533,
                    0.587402,
                    0.490723,
                    0.538086,
                    0.558105,
                    0.54541,
                    0.570312,
                    0.446533,
                    0.495361,
                    0.465576,
                    0.503418,
                    0.485107,
                    0.541992,
                    0.567871,
                    0.566895,
                    0.549316,
                    0.500488,
                    0.923828,
                    0.614746,
                    0.623535,
                    0.379883,
                    0.480957,
                    0.597656,
                    0.633301,
                    0.462891,
                    0.533691,
                    0.469727,
                    0.501953,
                    0.530762,
                    0.496826,
                    0.452148,
                    0.495117,
                    0.34082,
                    0.645508,
                    0.543457,
                    0.61377,
                    0.470215,
                    0.522461,
                    0.484863,
                    0.532715,
                    0.518555,
                    0.566895,
                    0.596191,
                    0.445068,
                    0.51123,
                    0.447754,
                    0.576172,
                    0.606445,
                    0.528809,
                    0.463867,
                    0.444336,
                    0.450439,
                    0.549316,
                    0.494873,
                    0.572754,
                    0.684082,
                    0.604004,
                    0.51709,
                    0.549316,
                    0.58252,
                    0.528809,
                    0.689453,
                    0.453857,
                    0.434326,
                    0.524902,
                    0.60498,
                    0.509766,
                    0.593262,
                    0.330811,
                    0.583984,
                    0.442871,
                    0.569824,
                    0.553223,
                    0.547363,
                    0.600586,
                    0.641113,
                    0.645508,
                    0.630859,
                    0.517578,
                    0.424072,
                    0.459717,
                    0.587891,
                    0.560059,
                    0.595215,
                    0.483887,
                    0.505859,
                    0.359863,
                    0.612793,
                    0.551758,
                    0.560059,
                    0.369385,
                    0.517578,
                    0.580566,
                    0.494873,
                    0.528809,
                    0.570312,
                    0.499268,
                    0.515137,
                    0.47583,
                    0.29126,
                    0.528809,
                    0.458984,
                    0.387695,
                    0.533691,
                    0.556152,
                    0.401855,
                    0.565918,
                    0.532715,
                    0.521973,
                    0.533203,
                    0.607422,
                    0.445557,
                    0.51416,
                    0.451904,
                    0.506348,
                    0.486084,
                    0.553223,
                    0.550781,
                    0.445068,
                    0.549805,
                    0.388428,
                    0.335693,
                    0.538086,
                    0.604492,
                    0.559082,
                    0.466797,
                    0.580078,
                    0.577148,
                    0.428711,
                    0.436279,
                    0.505371,
                    0.456299,
                    0.523926,
                    0.519043,
                    0.497559,
                    0.531738,
                    0.572266,
                    0.545898,
                    0.54541,
                    0.598145,
                    0.554199,
                    0.639648,
                    0.509277,
                    0.556152,
                    0.549316,
                    0.493408,
                    0.545898,
                    0.523926,
                    0.326904,
                    0.625488,
                    0.799805,
                    0.466553,
                    0.558105,
                    0.503906,
                    0.455566,
                    0.558594,
                    0.540039,
                    0.537598,
                    0.443359,
                    0.634766,
                    0.524414,
                    0.489746,
                    0.565918,
                    0.491699,
                    0.511719,
                    0.468994,
                    0.473145,
                    0.536621,
                    0.836914,
                    0.489502,
                    0.506348,
                    0.561035,
                    0.437988,
                    0.570312,
                    0.397461,
                    0.348877,
                    0.520996,
                    0.583008,
                    0.534668,
                    0.529785,
                    0.595703,
                    0.486572,
                    0.637695,
                    0.481934,
                    0.479248,
                    0.48999,
                    0.517578,
                    0.577637,
                    0.615234,
                    0.507324,
                    0.582031
                ]
            },
            "name": "model.model.layers.19.input_layernorm.weight",
            "outputIndexes": [
                1565
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1564
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_19/Mul_output_0",
            "outputIndexes": [
                1566
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1565,
                1566
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_19/Mul_1_output_0",
            "outputIndexes": [
                1567
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1567
            ],
            "outputIndexes": [
                2999
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                2999
            ],
            "outputIndexes": [
                3000
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/q_proj/Linear",
            "inputIndexes": [
                3000
            ],
            "outputIndexes": [
                3001
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    42027886,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                3001
            ],
            "outputIndexes": [
                3002
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3002
            ],
            "outputIndexes": [
                1568
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1567
            ],
            "main_type": "NONE",
            "name": "/Shape_267_output_0",
            "outputIndexes": [
                1569
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1569
            ],
            "main_type": "NONE",
            "name": "Shape4181",
            "outputIndexes": [
                1570
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1569
            ],
            "main_type": "NONE",
            "name": "Rank4183",
            "outputIndexes": [
                1571
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1571,
                1571
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4185",
            "outputIndexes": [
                1572
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1572
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze4186",
            "outputIndexes": [
                1573
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1572,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4188",
            "outputIndexes": [
                1574
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1574
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze4189",
            "outputIndexes": [
                1575
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1570,
                1573,
                1575,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice4192",
            "outputIndexes": [
                1576
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1576
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze4193",
            "outputIndexes": [
                1577
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                1577
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4194",
            "outputIndexes": [
                1578
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1578,
                1577
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4195",
            "outputIndexes": [
                1579
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1569,
                1579,
                1572
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_289_output_0",
            "outputIndexes": [
                1580
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1580,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_609_output_0",
            "outputIndexes": [
                1581
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                1581,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_247_output_0",
            "outputIndexes": [
                1582
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1568,
                1582
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_172_output_0",
            "outputIndexes": [
                1583
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1583,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_152_output_0",
            "outputIndexes": [
                1584
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1583
            ],
            "main_type": "NONE",
            "name": "/Shape_268_output_0",
            "outputIndexes": [
                1585
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1585
            ],
            "main_type": "NONE",
            "name": "Shape4202",
            "outputIndexes": [
                1586
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1585
            ],
            "main_type": "NONE",
            "name": "Rank4204",
            "outputIndexes": [
                1587
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1587,
                1587
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4206",
            "outputIndexes": [
                1588
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1588
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze4207",
            "outputIndexes": [
                1589
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1588,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4209",
            "outputIndexes": [
                1590
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1590
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze4210",
            "outputIndexes": [
                1591
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1586,
                1589,
                1591,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice4213",
            "outputIndexes": [
                1592
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1592
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze4214",
            "outputIndexes": [
                1593
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                1593
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4215",
            "outputIndexes": [
                1594
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1594,
                1593
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4216",
            "outputIndexes": [
                1595
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1585,
                1595,
                1588
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_290_output_0",
            "outputIndexes": [
                1596
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1596,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_57_output_0",
            "outputIndexes": [
                1597
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1597,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_614_output_0",
            "outputIndexes": [
                1598
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1583,
                1598,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_77_output_0",
            "outputIndexes": [
                1599
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1599
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_38_output_0",
            "outputIndexes": [
                1600
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1583,
                22,
                1598,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_76_output_0",
            "outputIndexes": [
                1601
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1600,
                1601
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_250_output_0",
            "outputIndexes": [
                1602
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1602,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_153_output_0",
            "outputIndexes": [
                1603
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1584,
                1603
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_95_output_0",
            "outputIndexes": [
                1604
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1567
            ],
            "outputIndexes": [
                3003
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                3003
            ],
            "outputIndexes": [
                3004
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/k_proj/Linear",
            "inputIndexes": [
                3004
            ],
            "outputIndexes": [
                3005
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    42235268,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                3005
            ],
            "outputIndexes": [
                3006
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3006
            ],
            "outputIndexes": [
                1605
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                1581,
                70,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_248_output_0",
            "outputIndexes": [
                1606
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1605,
                1606
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_173_output_0",
            "outputIndexes": [
                1607
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1607,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_154_output_0",
            "outputIndexes": [
                1608
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1607
            ],
            "main_type": "NONE",
            "name": "/Shape_269_output_0",
            "outputIndexes": [
                1609
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1609
            ],
            "main_type": "NONE",
            "name": "Shape4265",
            "outputIndexes": [
                1610
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1609
            ],
            "main_type": "NONE",
            "name": "Rank4267",
            "outputIndexes": [
                1611
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1611,
                1611
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4269",
            "outputIndexes": [
                1612
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1612
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze4270",
            "outputIndexes": [
                1613
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1612,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4272",
            "outputIndexes": [
                1614
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1614
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze4273",
            "outputIndexes": [
                1615
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1610,
                1613,
                1615,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice4276",
            "outputIndexes": [
                1616
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1616
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze4277",
            "outputIndexes": [
                1617
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                1617
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4278",
            "outputIndexes": [
                1618
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1618,
                1617
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4279",
            "outputIndexes": [
                1619
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1609,
                1619,
                1612
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_291_output_0",
            "outputIndexes": [
                1620
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1620,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_58_output_0",
            "outputIndexes": [
                1621
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1621,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_616_output_0",
            "outputIndexes": [
                1622
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1607,
                1622,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_79_output_0",
            "outputIndexes": [
                1623
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1623
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_39_output_0",
            "outputIndexes": [
                1624
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1607,
                22,
                1622,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_78_output_0",
            "outputIndexes": [
                1625
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1624,
                1625
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_251_output_0",
            "outputIndexes": [
                1626
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1626,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_155_output_0",
            "outputIndexes": [
                1627
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1608,
                1627
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_96_output_0",
            "outputIndexes": [
                1628
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1567
            ],
            "outputIndexes": [
                3007
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                3007
            ],
            "outputIndexes": [
                3008
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/v_proj/Linear",
            "inputIndexes": [
                3008
            ],
            "outputIndexes": [
                3009
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    42304410,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                3009
            ],
            "outputIndexes": [
                3010
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3010
            ],
            "outputIndexes": [
                1629
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1629,
                1606
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_174_output_0",
            "outputIndexes": [
                1630
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1604,
                1628,
                1630,
                110
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_179_output_0",
            "outputIndexes": [
                1631
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1631
            ],
            "outputIndexes": [
                3011
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                3011
            ],
            "outputIndexes": [
                3012
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/o_proj/Linear",
            "inputIndexes": [
                3012
            ],
            "outputIndexes": [
                3013
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    42373552,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                3013
            ],
            "outputIndexes": [
                3014
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3014
            ],
            "outputIndexes": [
                1632
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1564,
                1632
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_98_output_0",
            "outputIndexes": [
                1633
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.440674,
                    0.395264,
                    0.426514,
                    0.435303,
                    0.461426,
                    0.353271,
                    0.391357,
                    0.422852,
                    0.455811,
                    0.413818,
                    0.422852,
                    0.433105,
                    0.46582,
                    0.428955,
                    0.440674,
                    0.457764,
                    0.431885,
                    0.459717,
                    0.4375,
                    0.478271,
                    0.435791,
                    0.439453,
                    0.366699,
                    0.463623,
                    0.435059,
                    0.419189,
                    0.450439,
                    0.472656,
                    0.431641,
                    0.249878,
                    0.417725,
                    0.409668,
                    0.463379,
                    0.451172,
                    0.45459,
                    0.533203,
                    0.431885,
                    0.439697,
                    0.41748,
                    0.439209,
                    0.416504,
                    0.452148,
                    0.350586,
                    0.43457,
                    0.463867,
                    0.429199,
                    0.446777,
                    0.428467,
                    0.423828,
                    0.430664,
                    0.430908,
                    0.453369,
                    0.435791,
                    0.420898,
                    0.441406,
                    0.443604,
                    0.439453,
                    0.470947,
                    0.429688,
                    0.413574,
                    0.404541,
                    0.320557,
                    0.425293,
                    0.471191,
                    0.422363,
                    0.465332,
                    0.459473,
                    0.466064,
                    0.438965,
                    0.448486,
                    0.400391,
                    0.444092,
                    0.417725,
                    0.414795,
                    0.430664,
                    0.427979,
                    0.435547,
                    0.437744,
                    0.423096,
                    0.428955,
                    0.464111,
                    0.408691,
                    0.421387,
                    0.428467,
                    0.443604,
                    0.428711,
                    0.453125,
                    0.387695,
                    0.419189,
                    0.435303,
                    0.431396,
                    0.4646,
                    0.438721,
                    0.460693,
                    0.165283,
                    0.429199,
                    0.428223,
                    0.451416,
                    0.460938,
                    0.426758,
                    0.438721,
                    0.423584,
                    0.412598,
                    0.4375,
                    0.414307,
                    0.466797,
                    0.40332,
                    0.432861,
                    0.483398,
                    0.399902,
                    0.465088,
                    0.447021,
                    0.42749,
                    0.422607,
                    0.443848,
                    0.439941,
                    0.438965,
                    0.438965,
                    0.443848,
                    0.46167,
                    0.476562,
                    0.424561,
                    0.454834,
                    0.437256,
                    0.453125,
                    0.460938,
                    0.462646,
                    0.444336,
                    0.44043,
                    0.426514,
                    0.446045,
                    0.438965,
                    0.446289,
                    0.453369,
                    0.445312,
                    0.439209,
                    0.459961,
                    0.453125,
                    0.429688,
                    0.45874,
                    0.435303,
                    0.454834,
                    0.439453,
                    0.399658,
                    0.447998,
                    0.4375,
                    0.455811,
                    0.419434,
                    0.418213,
                    0.462158,
                    0.468506,
                    0.453857,
                    0.441895,
                    0.438721,
                    0.441895,
                    0.481445,
                    0.443359,
                    0.453369,
                    0.430664,
                    0.446045,
                    0.467773,
                    0.356201,
                    0.419189,
                    0.476318,
                    0.43042,
                    0.436768,
                    0.44751,
                    0.435303,
                    0.471436,
                    0.428955,
                    0.414551,
                    0.413574,
                    0.427979,
                    0.41626,
                    0.503906,
                    0.479492,
                    0.473145,
                    0.424316,
                    0.464111,
                    0.500488,
                    0.419434,
                    0.38208,
                    0.408691,
                    0.447021,
                    0.4375,
                    0.438721,
                    0.444336,
                    0.438721,
                    0.44873,
                    0.427979,
                    0.45459,
                    0.443848,
                    0.425049,
                    0.457031,
                    0.450684,
                    0.456299,
                    0.438965,
                    0.460205,
                    0.457764,
                    0.54248,
                    0.395996,
                    0.436768,
                    0.423584,
                    0.418701,
                    0.450684,
                    0.432373,
                    0.454102,
                    0.49585,
                    0.417969,
                    0.438232,
                    0.396484,
                    0.446533,
                    0.434082,
                    0.428711,
                    0.497803,
                    0.443359,
                    0.356934,
                    0.414307,
                    0.429688,
                    0.434326,
                    0.468018,
                    0.436768,
                    0.518066,
                    0.431885,
                    0.448242,
                    0.439209,
                    0.481445,
                    0.385254,
                    0.447021,
                    0.303955,
                    0.429443,
                    0.477051,
                    0.426025,
                    0.420166,
                    0.417725,
                    0.455078,
                    0.447998,
                    0.419922,
                    0.399414,
                    0.416016,
                    0.418213,
                    0.443359,
                    0.419922,
                    0.446777,
                    0.428955,
                    0.456299,
                    0.413574,
                    0.40332,
                    0.429688,
                    0.449219,
                    0.440186,
                    0.428467,
                    0.46167,
                    0.441162,
                    0.432861,
                    0.336914,
                    0.440918,
                    0.450439,
                    0.422852,
                    0.451416,
                    0.418945,
                    0.440674,
                    0.475586,
                    0.46582,
                    0.453125,
                    0.504883,
                    0.434814,
                    0.447021,
                    0.430176,
                    0.428467,
                    0.42749,
                    0.442383,
                    0.449707,
                    0.46167,
                    0.429199,
                    0.442383,
                    0.44165,
                    0.446045,
                    0.44458,
                    0.423584,
                    0.420898,
                    0.464111,
                    0.356201,
                    0.436768,
                    0.448242,
                    0.430908,
                    0.421875,
                    0.422852,
                    0.431152,
                    0.50293,
                    0.436279,
                    0.438965,
                    0.474609,
                    0.405029,
                    0.428711,
                    0.442627,
                    0.449951,
                    0.445068,
                    0.436035,
                    0.45752,
                    0.411865,
                    0.481689,
                    0.420654,
                    0.473633,
                    0.467773,
                    0.450684,
                    0.501465,
                    0.439941,
                    0.427246,
                    0.448975,
                    0.424561,
                    0.420898,
                    0.450439,
                    0.469238,
                    0.433838,
                    0.31958,
                    0.417725,
                    0.462402,
                    0.429199,
                    0.428955,
                    0.446533,
                    0.494873,
                    0.429932,
                    0.418701,
                    0.348389,
                    0.4375,
                    0.432617,
                    0.431641,
                    0.406006,
                    0.356445,
                    0.467285,
                    0.602539,
                    0.425049,
                    0.420166,
                    0.416016,
                    0.393066,
                    0.488037,
                    0.432129,
                    0.451904,
                    0.443359,
                    0.438232,
                    0.407715,
                    0.453613,
                    0.480957,
                    0.435791,
                    0.435791,
                    0.442139,
                    0.418457,
                    0.390381,
                    0.51416,
                    0.490723,
                    0.465576,
                    0.433838,
                    0.417236,
                    0.432617,
                    0.471436,
                    0.432129,
                    0.405273,
                    0.418945,
                    0.469238,
                    0.421387,
                    0.406982,
                    0.436035,
                    0.442871,
                    0.432373,
                    0.446289,
                    0.4021,
                    0.455566,
                    0.469482,
                    0.456055,
                    0.434326,
                    0.41333,
                    0.452637,
                    0.452148,
                    0.468262,
                    0.437256,
                    0.446777,
                    0.431396,
                    0.455811,
                    0.471436,
                    0.442627,
                    0.443848,
                    0.44043,
                    0.446777,
                    0.415283,
                    0.406006,
                    0.437256,
                    0.44458,
                    0.469727,
                    0.415039,
                    0.433105,
                    0.421387,
                    0.452393,
                    0.446045,
                    0.449219,
                    0.460205,
                    0.440186,
                    0.4021,
                    0.430176,
                    0.467773,
                    0.435303,
                    0.445068,
                    0.369873,
                    0.423584,
                    0.445801,
                    0.452148,
                    0.435791,
                    0.394775,
                    0.484619,
                    0.445068,
                    0.442871,
                    0.432373,
                    0.431396,
                    0.445312,
                    0.450439,
                    0.451904,
                    0.442627,
                    0.412842,
                    0.509277,
                    0.444092,
                    0.45752,
                    0.449219,
                    0.460205,
                    0.437744,
                    0.468506,
                    0.430664,
                    0.450195,
                    0.425293,
                    0.410156,
                    0.42627,
                    0.437988,
                    0.461182,
                    0.469482,
                    0.431396,
                    0.437012,
                    0.41748,
                    0.417236,
                    0.445801,
                    0.433838,
                    0.457764,
                    0.416992,
                    0.453369,
                    0.439697,
                    0.464355,
                    0.451904,
                    0.44751,
                    0.463623,
                    0.425049,
                    0.437012,
                    0.459717,
                    0.428223,
                    0.451416,
                    0.437744,
                    0.40332,
                    0.379395,
                    0.432861,
                    0.454346,
                    0.459473,
                    0.452881,
                    0.480713,
                    0.417969,
                    0.445068,
                    0.422363,
                    0.411133,
                    0.436035,
                    0.416992,
                    0.438232,
                    0.419922,
                    0.434814,
                    0.443115,
                    0.454834,
                    0.427246,
                    0.42041,
                    0.461914,
                    0.435547,
                    0.433838,
                    0.427002,
                    0.44751,
                    0.411377,
                    0.461914,
                    0.433594,
                    0.439209,
                    0.468018,
                    0.429443,
                    0.420898,
                    0.437256,
                    0.41626,
                    0.424805,
                    0.471436,
                    0.456299,
                    0.420898,
                    0.436279,
                    0.421387,
                    0.398438,
                    0.397461,
                    0.445068,
                    0.442139,
                    0.445312,
                    0.434814,
                    0.424561,
                    0.462158,
                    0.45874,
                    0.440918,
                    0.461182,
                    0.438477,
                    0.431152,
                    0.413574,
                    0.432617,
                    0.432617,
                    0.431641,
                    0.42627,
                    0.481445,
                    0.468994,
                    0.422607,
                    0.428711,
                    0.407959,
                    0.411377,
                    0.457764,
                    0.445312,
                    0.4375,
                    0.447998,
                    0.434814,
                    0.440918,
                    0.46875,
                    0.500488,
                    0.240845,
                    0.467041,
                    0.449219,
                    0.418945,
                    0.441406,
                    0.45166,
                    0.412354,
                    0.4646,
                    0.418945,
                    0.478271,
                    0.317139,
                    0.437744,
                    0.411133,
                    0.450439,
                    0.437744,
                    0.406494,
                    0.443115,
                    0.386719,
                    0.4375,
                    0.464111,
                    0.429688,
                    0.447266,
                    0.449219,
                    0.472168,
                    0.440918,
                    0.456055,
                    0.435547,
                    0.458984,
                    0.305908,
                    0.439941,
                    0.45166,
                    0.461914,
                    0.285645,
                    0.433105,
                    0.414062,
                    0.443359,
                    0.446533,
                    0.439209,
                    0.467285,
                    0.458496,
                    0.490723,
                    0.467529,
                    0.478271,
                    0.432373,
                    0.435059,
                    0.430176,
                    0.459473,
                    0.466064,
                    0.430908,
                    0.479248,
                    0.412354
                ]
            },
            "name": "model.model.layers.19.post_attention_layernorm.weight",
            "outputIndexes": [
                1634
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1633
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_19/Mul_output_0",
            "outputIndexes": [
                1635
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1634,
                1635
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_19/Mul_1_output_0",
            "outputIndexes": [
                1636
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1636
            ],
            "outputIndexes": [
                3015
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                3015
            ],
            "outputIndexes": [
                3016
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/mlp/gate_proj/Linear",
            "inputIndexes": [
                3016
            ],
            "outputIndexes": [
                3017
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    42580934,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                3017
            ],
            "outputIndexes": [
                3018
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3018
            ],
            "outputIndexes": [
                1637
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1637
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_19/Sigmoid_output_0",
            "outputIndexes": [
                1638
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1637,
                1638
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_19/Mul_output_0",
            "outputIndexes": [
                1639
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1636
            ],
            "outputIndexes": [
                3019
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                3019
            ],
            "outputIndexes": [
                3020
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/mlp/up_proj/Linear",
            "inputIndexes": [
                3020
            ],
            "outputIndexes": [
                3021
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    43133916,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                3021
            ],
            "outputIndexes": [
                3022
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3022
            ],
            "outputIndexes": [
                1640
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1639,
                1640
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_19/Mul_output_0",
            "outputIndexes": [
                1641
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1641
            ],
            "outputIndexes": [
                3023
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                3023
            ],
            "outputIndexes": [
                3024
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/mlp/down_proj/Linear",
            "inputIndexes": [
                3024
            ],
            "outputIndexes": [
                3025
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    43686898,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                3025
            ],
            "outputIndexes": [
                3026
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.19/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3026
            ],
            "outputIndexes": [
                1642
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1633,
                1642
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_99_output_0",
            "outputIndexes": [
                1643
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1643,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_180_output_0",
            "outputIndexes": [
                1644
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.615234,
                    0.646484,
                    0.63916,
                    0.73291,
                    0.488037,
                    0.903809,
                    0.753906,
                    0.771973,
                    0.600586,
                    0.591309,
                    0.522461,
                    0.495361,
                    0.614258,
                    0.538086,
                    0.540039,
                    0.588379,
                    0.567871,
                    0.609375,
                    0.666992,
                    0.617188,
                    0.579102,
                    0.564941,
                    0.951172,
                    0.57666,
                    0.549805,
                    0.481689,
                    0.702148,
                    0.585449,
                    0.537109,
                    1.003906,
                    0.601562,
                    0.518066,
                    0.561035,
                    0.67627,
                    0.639648,
                    0.64502,
                    0.531738,
                    0.591309,
                    0.559082,
                    0.588867,
                    0.494629,
                    0.532227,
                    0.843262,
                    0.510742,
                    0.57373,
                    0.568848,
                    0.597168,
                    0.682129,
                    0.655273,
                    0.587891,
                    0.837891,
                    0.624023,
                    0.534668,
                    0.525391,
                    0.697266,
                    0.640137,
                    0.574707,
                    0.501953,
                    0.536621,
                    0.616699,
                    0.510742,
                    0.727539,
                    0.538574,
                    0.645996,
                    0.48584,
                    0.693848,
                    0.629395,
                    0.703125,
                    0.51416,
                    0.608398,
                    0.625488,
                    0.657715,
                    0.640625,
                    0.571289,
                    0.554199,
                    0.762695,
                    0.654297,
                    0.558105,
                    0.711914,
                    0.592773,
                    0.638672,
                    0.469238,
                    0.506348,
                    0.570312,
                    0.560059,
                    0.703125,
                    0.553711,
                    0.626953,
                    0.553223,
                    0.520508,
                    0.525391,
                    0.584473,
                    0.646973,
                    0.562988,
                    0.27832,
                    0.567383,
                    0.53125,
                    0.634277,
                    0.570312,
                    0.602051,
                    0.520996,
                    0.494629,
                    0.633301,
                    0.544922,
                    0.486328,
                    0.666504,
                    0.621582,
                    0.626953,
                    0.502441,
                    0.493652,
                    0.662109,
                    0.536133,
                    0.518066,
                    0.489746,
                    0.481934,
                    0.503418,
                    0.612305,
                    0.541016,
                    0.538086,
                    0.570801,
                    0.61084,
                    0.522949,
                    0.509277,
                    0.674316,
                    0.552734,
                    0.642578,
                    0.616211,
                    0.49292,
                    0.476074,
                    0.560547,
                    0.51709,
                    0.479492,
                    0.689941,
                    0.562012,
                    0.520996,
                    0.549805,
                    0.669922,
                    0.640137,
                    0.571777,
                    0.693848,
                    0.59082,
                    0.544434,
                    0.666016,
                    0.736328,
                    0.486816,
                    0.572266,
                    0.614746,
                    0.571289,
                    0.524902,
                    0.586914,
                    0.584961,
                    0.600098,
                    0.549805,
                    0.634277,
                    0.697266,
                    0.660156,
                    0.567383,
                    0.61377,
                    0.497314,
                    0.824219,
                    0.633789,
                    0.795898,
                    0.521973,
                    0.650391,
                    0.656738,
                    0.556152,
                    0.67041,
                    0.646973,
                    0.680176,
                    0.580566,
                    0.505859,
                    0.501465,
                    0.554199,
                    0.939453,
                    0.679199,
                    0.705566,
                    0.612793,
                    0.496094,
                    0.688477,
                    0.646484,
                    0.682129,
                    0.505859,
                    0.477295,
                    0.505859,
                    0.538086,
                    0.647949,
                    0.632812,
                    0.637207,
                    0.580078,
                    0.595703,
                    0.610352,
                    0.507812,
                    0.504883,
                    0.654297,
                    0.648438,
                    0.550293,
                    0.644531,
                    0.585938,
                    0.607422,
                    0.72168,
                    0.599609,
                    0.541016,
                    0.568848,
                    0.524414,
                    0.61084,
                    0.600586,
                    0.595215,
                    0.689941,
                    0.80127,
                    0.595703,
                    0.672363,
                    0.583984,
                    0.491455,
                    0.636719,
                    0.603027,
                    0.607422,
                    0.720703,
                    0.477051,
                    0.588379,
                    0.533691,
                    0.61084,
                    0.547852,
                    0.726074,
                    0.729004,
                    0.549805,
                    0.547363,
                    0.657227,
                    0.595215,
                    0.708984,
                    0.790039,
                    0.561035,
                    0.375732,
                    0.543945,
                    0.651855,
                    0.487305,
                    0.592773,
                    0.672852,
                    0.489258,
                    0.515137,
                    0.586914,
                    0.650879,
                    0.554199,
                    0.519531,
                    0.719727,
                    0.540527,
                    0.618652,
                    0.704102,
                    0.516113,
                    0.619629,
                    0.646973,
                    0.549316,
                    0.566895,
                    0.572754,
                    0.67334,
                    0.491699,
                    0.667969,
                    0.543945,
                    0.579102,
                    0.614746,
                    0.619141,
                    0.539062,
                    0.729004,
                    0.629395,
                    0.59375,
                    0.681641,
                    0.575195,
                    0.529785,
                    0.595215,
                    0.552734,
                    0.583496,
                    0.525391,
                    0.589355,
                    0.600098,
                    0.562988,
                    0.632324,
                    0.559082,
                    0.58252,
                    0.495361,
                    0.560547,
                    0.621582,
                    0.588867,
                    0.554688,
                    0.102356,
                    0.551758,
                    0.630371,
                    0.779785,
                    0.643066,
                    0.482422,
                    0.522461,
                    0.640137,
                    0.552246,
                    0.53125,
                    0.679199,
                    0.555664,
                    0.501953,
                    0.656738,
                    0.554688,
                    0.694336,
                    0.486816,
                    0.582031,
                    0.489014,
                    0.70166,
                    0.557617,
                    0.8125,
                    0.612305,
                    0.599121,
                    0.659668,
                    0.537109,
                    0.49585,
                    0.600586,
                    0.564453,
                    0.537109,
                    0.607422,
                    0.576172,
                    0.51416,
                    0.833984,
                    0.49585,
                    0.671387,
                    0.532715,
                    0.564453,
                    0.619629,
                    0.668457,
                    0.538086,
                    0.502441,
                    0.802246,
                    0.544922,
                    0.569336,
                    0.568359,
                    0.64209,
                    0.108826,
                    0.681641,
                    0.677246,
                    0.537598,
                    0.583984,
                    0.475342,
                    0.541016,
                    0.653809,
                    0.535156,
                    0.700684,
                    0.65332,
                    0.518066,
                    0.608398,
                    0.651367,
                    0.697754,
                    0.572266,
                    0.522461,
                    0.59668,
                    0.687988,
                    0.581055,
                    0.634766,
                    0.60791,
                    0.4729,
                    0.545898,
                    0.541504,
                    0.619629,
                    0.687988,
                    0.825684,
                    0.617676,
                    0.507324,
                    0.657715,
                    0.527344,
                    0.740234,
                    0.585449,
                    0.58252,
                    0.52832,
                    0.666992,
                    0.478027,
                    0.505859,
                    0.729004,
                    0.603027,
                    0.574219,
                    0.515625,
                    0.664551,
                    0.517578,
                    0.601074,
                    0.508789,
                    0.670898,
                    0.728516,
                    0.624512,
                    0.608887,
                    0.656738,
                    0.658203,
                    0.619629,
                    0.658691,
                    0.543457,
                    0.561035,
                    0.716797,
                    0.600098,
                    0.594238,
                    0.57373,
                    0.539062,
                    0.604492,
                    0.503906,
                    0.540527,
                    0.529297,
                    0.524414,
                    0.525879,
                    0.587891,
                    0.648926,
                    0.662109,
                    0.615723,
                    0.567871,
                    0.9375,
                    0.619629,
                    0.641602,
                    0.492188,
                    0.53418,
                    0.647949,
                    0.626465,
                    0.521973,
                    0.582031,
                    0.509277,
                    0.54834,
                    0.570801,
                    0.502441,
                    0.538574,
                    0.55127,
                    0.468262,
                    0.731445,
                    0.632812,
                    0.705078,
                    0.469482,
                    0.603027,
                    0.538574,
                    0.561035,
                    0.561035,
                    0.658691,
                    0.65918,
                    0.484863,
                    0.57666,
                    0.542969,
                    0.541992,
                    0.666992,
                    0.621094,
                    0.526367,
                    0.526367,
                    0.524414,
                    0.541504,
                    0.556641,
                    0.741211,
                    0.669922,
                    0.737305,
                    0.578613,
                    0.611816,
                    0.622559,
                    0.510254,
                    0.827148,
                    0.510254,
                    0.546875,
                    0.58252,
                    0.634277,
                    0.551758,
                    0.653809,
                    0.521973,
                    0.644043,
                    0.519043,
                    0.680176,
                    0.622559,
                    0.649414,
                    0.661621,
                    0.649902,
                    0.634766,
                    0.681641,
                    0.489746,
                    0.487305,
                    0.529785,
                    0.678223,
                    0.608398,
                    0.631348,
                    0.517578,
                    0.564941,
                    0.510254,
                    0.65918,
                    0.689941,
                    0.628906,
                    0.493896,
                    0.647949,
                    0.752441,
                    0.537109,
                    0.619141,
                    0.684082,
                    0.519043,
                    0.59375,
                    0.541504,
                    0.461182,
                    0.564941,
                    0.506836,
                    0.516602,
                    0.611816,
                    0.588379,
                    0.536133,
                    0.617676,
                    0.567871,
                    0.651367,
                    0.614746,
                    0.666504,
                    0.559082,
                    0.571777,
                    0.525879,
                    0.608887,
                    0.559082,
                    0.605469,
                    0.606445,
                    0.543457,
                    0.572266,
                    0.505859,
                    0.504883,
                    0.683105,
                    0.757324,
                    0.61084,
                    0.529785,
                    0.692871,
                    0.722168,
                    0.541992,
                    0.505371,
                    0.541504,
                    0.564453,
                    0.572266,
                    0.586426,
                    0.615234,
                    0.630859,
                    0.598145,
                    0.610352,
                    0.602539,
                    0.687988,
                    0.584473,
                    0.753906,
                    0.580566,
                    0.654785,
                    0.625488,
                    0.564941,
                    0.570801,
                    0.608398,
                    0.489502,
                    0.699219,
                    0.767578,
                    0.557129,
                    0.642578,
                    0.570312,
                    0.521484,
                    0.591309,
                    0.549805,
                    0.49292,
                    0.623047,
                    0.614746,
                    0.521484,
                    0.560547,
                    0.598145,
                    0.483643,
                    0.615234,
                    0.526367,
                    0.513672,
                    0.617188,
                    0.85791,
                    0.537598,
                    0.541992,
                    0.618652,
                    0.428467,
                    0.634766,
                    0.599609,
                    0.499512,
                    0.547363,
                    0.639648,
                    0.617188,
                    0.616211,
                    0.60791,
                    0.498535,
                    0.665527,
                    0.586914,
                    0.529785,
                    0.501465,
                    0.602051,
                    0.677246,
                    0.615234,
                    0.594727,
                    0.581543
                ]
            },
            "name": "model.model.layers.20.input_layernorm.weight",
            "outputIndexes": [
                1645
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1644
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_20/Mul_output_0",
            "outputIndexes": [
                1646
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1645,
                1646
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_20/Mul_1_output_0",
            "outputIndexes": [
                1647
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1647
            ],
            "outputIndexes": [
                3027
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                3027
            ],
            "outputIndexes": [
                3028
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/self_attn/q_proj/Linear",
            "inputIndexes": [
                3028
            ],
            "outputIndexes": [
                3029
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    44239880,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                3029
            ],
            "outputIndexes": [
                3030
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3030
            ],
            "outputIndexes": [
                1648
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1647
            ],
            "main_type": "NONE",
            "name": "/Shape_281_output_0",
            "outputIndexes": [
                1649
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1649
            ],
            "main_type": "NONE",
            "name": "Shape4397",
            "outputIndexes": [
                1650
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1649
            ],
            "main_type": "NONE",
            "name": "Rank4399",
            "outputIndexes": [
                1651
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1651,
                1651
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4401",
            "outputIndexes": [
                1652
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1652
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze4402",
            "outputIndexes": [
                1653
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1652,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4404",
            "outputIndexes": [
                1654
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1654
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze4405",
            "outputIndexes": [
                1655
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1650,
                1653,
                1655,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice4408",
            "outputIndexes": [
                1656
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1656
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze4409",
            "outputIndexes": [
                1657
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                1657
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4410",
            "outputIndexes": [
                1658
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1658,
                1657
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4411",
            "outputIndexes": [
                1659
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1649,
                1659,
                1652
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_304_output_0",
            "outputIndexes": [
                1660
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1660,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_641_output_0",
            "outputIndexes": [
                1661
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                1661,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_260_output_0",
            "outputIndexes": [
                1662
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1648,
                1662
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_181_output_0",
            "outputIndexes": [
                1663
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1663,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_160_output_0",
            "outputIndexes": [
                1664
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1663
            ],
            "main_type": "NONE",
            "name": "/Shape_282_output_0",
            "outputIndexes": [
                1665
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1665
            ],
            "main_type": "NONE",
            "name": "Shape4418",
            "outputIndexes": [
                1666
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1665
            ],
            "main_type": "NONE",
            "name": "Rank4420",
            "outputIndexes": [
                1667
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1667,
                1667
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4422",
            "outputIndexes": [
                1668
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1668
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze4423",
            "outputIndexes": [
                1669
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1668,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4425",
            "outputIndexes": [
                1670
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1670
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze4426",
            "outputIndexes": [
                1671
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1666,
                1669,
                1671,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice4429",
            "outputIndexes": [
                1672
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1672
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze4430",
            "outputIndexes": [
                1673
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                1673
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4431",
            "outputIndexes": [
                1674
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1674,
                1673
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4432",
            "outputIndexes": [
                1675
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1665,
                1675,
                1668
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_305_output_0",
            "outputIndexes": [
                1676
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1676,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_60_output_0",
            "outputIndexes": [
                1677
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1677,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_646_output_0",
            "outputIndexes": [
                1678
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1663,
                1678,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_81_output_0",
            "outputIndexes": [
                1679
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1679
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_40_output_0",
            "outputIndexes": [
                1680
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1663,
                22,
                1678,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_80_output_0",
            "outputIndexes": [
                1681
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1680,
                1681
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_263_output_0",
            "outputIndexes": [
                1682
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1682,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_161_output_0",
            "outputIndexes": [
                1683
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1664,
                1683
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_100_output_0",
            "outputIndexes": [
                1684
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1647
            ],
            "outputIndexes": [
                3031
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                3031
            ],
            "outputIndexes": [
                3032
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/self_attn/k_proj/Linear",
            "inputIndexes": [
                3032
            ],
            "outputIndexes": [
                3033
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    44447262,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                3033
            ],
            "outputIndexes": [
                3034
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3034
            ],
            "outputIndexes": [
                1685
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                1661,
                70,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_261_output_0",
            "outputIndexes": [
                1686
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1685,
                1686
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_182_output_0",
            "outputIndexes": [
                1687
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1687,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_162_output_0",
            "outputIndexes": [
                1688
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1687
            ],
            "main_type": "NONE",
            "name": "/Shape_283_output_0",
            "outputIndexes": [
                1689
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1689
            ],
            "main_type": "NONE",
            "name": "Shape4481",
            "outputIndexes": [
                1690
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1689
            ],
            "main_type": "NONE",
            "name": "Rank4483",
            "outputIndexes": [
                1691
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1691,
                1691
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4485",
            "outputIndexes": [
                1692
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1692
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze4486",
            "outputIndexes": [
                1693
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1692,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4488",
            "outputIndexes": [
                1694
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1694
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze4489",
            "outputIndexes": [
                1695
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1690,
                1693,
                1695,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice4492",
            "outputIndexes": [
                1696
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1696
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze4493",
            "outputIndexes": [
                1697
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                1697
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4494",
            "outputIndexes": [
                1698
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1698,
                1697
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4495",
            "outputIndexes": [
                1699
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1689,
                1699,
                1692
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_306_output_0",
            "outputIndexes": [
                1700
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1700,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_61_output_0",
            "outputIndexes": [
                1701
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1701,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_648_output_0",
            "outputIndexes": [
                1702
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1687,
                1702,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_83_output_0",
            "outputIndexes": [
                1703
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1703
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_41_output_0",
            "outputIndexes": [
                1704
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1687,
                22,
                1702,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_82_output_0",
            "outputIndexes": [
                1705
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1704,
                1705
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_264_output_0",
            "outputIndexes": [
                1706
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1706,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_163_output_0",
            "outputIndexes": [
                1707
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1688,
                1707
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_101_output_0",
            "outputIndexes": [
                1708
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1647
            ],
            "outputIndexes": [
                3035
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                3035
            ],
            "outputIndexes": [
                3036
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/self_attn/v_proj/Linear",
            "inputIndexes": [
                3036
            ],
            "outputIndexes": [
                3037
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    44516404,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                3037
            ],
            "outputIndexes": [
                3038
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3038
            ],
            "outputIndexes": [
                1709
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1709,
                1686
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_183_output_0",
            "outputIndexes": [
                1710
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1684,
                1708,
                1710,
                110
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_188_output_0",
            "outputIndexes": [
                1711
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1711
            ],
            "outputIndexes": [
                3039
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                3039
            ],
            "outputIndexes": [
                3040
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/self_attn/o_proj/Linear",
            "inputIndexes": [
                3040
            ],
            "outputIndexes": [
                3041
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    44585546,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                3041
            ],
            "outputIndexes": [
                3042
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3042
            ],
            "outputIndexes": [
                1712
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1644,
                1712
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_103_output_0",
            "outputIndexes": [
                1713
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.485352,
                    0.446045,
                    0.473389,
                    0.462891,
                    0.444092,
                    0.319824,
                    0.400146,
                    0.419922,
                    0.491699,
                    0.454102,
                    0.455078,
                    0.478516,
                    0.513672,
                    0.47168,
                    0.471924,
                    0.4729,
                    0.489014,
                    0.493652,
                    0.482178,
                    0.505859,
                    0.482422,
                    0.464844,
                    0.365479,
                    0.509766,
                    0.456787,
                    0.466309,
                    0.474854,
                    0.495605,
                    0.438477,
                    0.220947,
                    0.463867,
                    0.457764,
                    0.481934,
                    0.475098,
                    0.484131,
                    0.563965,
                    0.459717,
                    0.469482,
                    0.45752,
                    0.465576,
                    0.445557,
                    0.487305,
                    0.374756,
                    0.456543,
                    0.476074,
                    0.45752,
                    0.502441,
                    0.461914,
                    0.445312,
                    0.4646,
                    0.447998,
                    0.459229,
                    0.463867,
                    0.465088,
                    0.464111,
                    0.449707,
                    0.480225,
                    0.506348,
                    0.475586,
                    0.429932,
                    0.523926,
                    0.357178,
                    0.448975,
                    0.521973,
                    0.49707,
                    0.481689,
                    0.517578,
                    0.492188,
                    0.45874,
                    0.469238,
                    0.377686,
                    0.485107,
                    0.450928,
                    0.45166,
                    0.453857,
                    0.468994,
                    0.466797,
                    0.465088,
                    0.458008,
                    0.453125,
                    0.484863,
                    0.485352,
                    0.453613,
                    0.461426,
                    0.471924,
                    0.455811,
                    0.493652,
                    0.466309,
                    0.460938,
                    0.449463,
                    0.459473,
                    0.492432,
                    0.442871,
                    0.467041,
                    0.162476,
                    0.461914,
                    0.493652,
                    0.483154,
                    0.488037,
                    0.455811,
                    0.46875,
                    0.47168,
                    0.448975,
                    0.466797,
                    0.45459,
                    0.505371,
                    0.444336,
                    0.467041,
                    0.529297,
                    0.460693,
                    0.519043,
                    0.479248,
                    0.461914,
                    0.476318,
                    0.468018,
                    0.47583,
                    0.491943,
                    0.458008,
                    0.461182,
                    0.491211,
                    0.479492,
                    0.469482,
                    0.463623,
                    0.478027,
                    0.49292,
                    0.475586,
                    0.493896,
                    0.456055,
                    0.459473,
                    0.471924,
                    0.480957,
                    0.428223,
                    0.453857,
                    0.474609,
                    0.506348,
                    0.478516,
                    0.480713,
                    0.4729,
                    0.467285,
                    0.502441,
                    0.4729,
                    0.46167,
                    0.468506,
                    0.418213,
                    0.471436,
                    0.456543,
                    0.47998,
                    0.454346,
                    0.466797,
                    0.490479,
                    0.493652,
                    0.477295,
                    0.463623,
                    0.455566,
                    0.473633,
                    0.513672,
                    0.44458,
                    0.491211,
                    0.459717,
                    0.462646,
                    0.495361,
                    0.381348,
                    0.435059,
                    0.512207,
                    0.45459,
                    0.471191,
                    0.480713,
                    0.466064,
                    0.501465,
                    0.467529,
                    0.466064,
                    0.493652,
                    0.468506,
                    0.406982,
                    0.532715,
                    0.501465,
                    0.49707,
                    0.485352,
                    0.509766,
                    0.530762,
                    0.463867,
                    0.419922,
                    0.468018,
                    0.473633,
                    0.462402,
                    0.464355,
                    0.479492,
                    0.494873,
                    0.476318,
                    0.458496,
                    0.478027,
                    0.463135,
                    0.467285,
                    0.492676,
                    0.479248,
                    0.455078,
                    0.454102,
                    0.495605,
                    0.494629,
                    0.556152,
                    0.414551,
                    0.474121,
                    0.458252,
                    0.457275,
                    0.504883,
                    0.46875,
                    0.473633,
                    0.554199,
                    0.4375,
                    0.468994,
                    0.418701,
                    0.47168,
                    0.463867,
                    0.472656,
                    0.523438,
                    0.488281,
                    0.380127,
                    0.48584,
                    0.476318,
                    0.467041,
                    0.506348,
                    0.467529,
                    0.544922,
                    0.464844,
                    0.470459,
                    0.497559,
                    0.513672,
                    0.412842,
                    0.492432,
                    0.313477,
                    0.461914,
                    0.507812,
                    0.488037,
                    0.441895,
                    0.475098,
                    0.468262,
                    0.476074,
                    0.500977,
                    0.472412,
                    0.443848,
                    0.425781,
                    0.472168,
                    0.460449,
                    0.463867,
                    0.46582,
                    0.481689,
                    0.456055,
                    0.446289,
                    0.476562,
                    0.478271,
                    0.472168,
                    0.478027,
                    0.476318,
                    0.476562,
                    0.455811,
                    0.390137,
                    0.473877,
                    0.469727,
                    0.44165,
                    0.491943,
                    0.439209,
                    0.479004,
                    0.497559,
                    0.487061,
                    0.480957,
                    0.531738,
                    0.459717,
                    0.473389,
                    0.44873,
                    0.473633,
                    0.456299,
                    0.477295,
                    0.467529,
                    0.474854,
                    0.451172,
                    0.463379,
                    0.4729,
                    0.459717,
                    0.48584,
                    0.445801,
                    0.454834,
                    0.5,
                    0.372559,
                    0.464844,
                    0.481689,
                    0.462158,
                    0.453857,
                    0.469971,
                    0.459229,
                    0.524414,
                    0.457764,
                    0.485596,
                    0.480957,
                    0.401855,
                    0.478271,
                    0.463135,
                    0.480225,
                    0.48877,
                    0.473633,
                    0.465332,
                    0.453857,
                    0.532715,
                    0.455322,
                    0.493652,
                    0.500977,
                    0.460693,
                    0.516602,
                    0.467529,
                    0.52002,
                    0.471924,
                    0.459229,
                    0.46582,
                    0.487793,
                    0.493164,
                    0.461182,
                    0.328857,
                    0.477783,
                    0.49292,
                    0.451904,
                    0.463623,
                    0.47876,
                    0.54248,
                    0.470459,
                    0.469482,
                    0.353516,
                    0.462402,
                    0.501465,
                    0.481445,
                    0.436279,
                    0.384033,
                    0.499268,
                    0.626465,
                    0.478271,
                    0.446045,
                    0.493164,
                    0.418457,
                    0.515625,
                    0.45166,
                    0.475342,
                    0.455078,
                    0.46875,
                    0.438232,
                    0.474365,
                    0.504883,
                    0.473145,
                    0.477295,
                    0.483398,
                    0.45874,
                    0.410645,
                    0.525391,
                    0.538574,
                    0.496094,
                    0.440186,
                    0.432861,
                    0.466797,
                    0.480225,
                    0.47583,
                    0.433105,
                    0.471924,
                    0.501953,
                    0.456299,
                    0.433838,
                    0.467773,
                    0.465088,
                    0.478516,
                    0.484131,
                    0.468262,
                    0.486816,
                    0.518555,
                    0.491211,
                    0.467041,
                    0.474121,
                    0.477539,
                    0.471191,
                    0.505859,
                    0.444824,
                    0.491211,
                    0.450928,
                    0.487061,
                    0.481689,
                    0.444092,
                    0.467041,
                    0.479004,
                    0.484863,
                    0.481201,
                    0.465332,
                    0.466797,
                    0.48584,
                    0.493408,
                    0.437012,
                    0.464111,
                    0.432129,
                    0.529297,
                    0.481689,
                    0.475098,
                    0.487549,
                    0.467529,
                    0.425537,
                    0.4729,
                    0.506348,
                    0.469482,
                    0.461914,
                    0.422607,
                    0.439697,
                    0.479492,
                    0.452393,
                    0.4646,
                    0.4104,
                    0.524902,
                    0.463867,
                    0.466309,
                    0.463135,
                    0.457031,
                    0.474121,
                    0.479736,
                    0.465576,
                    0.468506,
                    0.474121,
                    0.509766,
                    0.481201,
                    0.494385,
                    0.483398,
                    0.498535,
                    0.484863,
                    0.515137,
                    0.474121,
                    0.478271,
                    0.486328,
                    0.44458,
                    0.460938,
                    0.467285,
                    0.474121,
                    0.483643,
                    0.477295,
                    0.472656,
                    0.466064,
                    0.46582,
                    0.472412,
                    0.481445,
                    0.491211,
                    0.435303,
                    0.474121,
                    0.458252,
                    0.493652,
                    0.486084,
                    0.509766,
                    0.499268,
                    0.449951,
                    0.447754,
                    0.481689,
                    0.456299,
                    0.481934,
                    0.466309,
                    0.473877,
                    0.458496,
                    0.476318,
                    0.494385,
                    0.494141,
                    0.495361,
                    0.489258,
                    0.443848,
                    0.45166,
                    0.449219,
                    0.422607,
                    0.489258,
                    0.482666,
                    0.47583,
                    0.440918,
                    0.471924,
                    0.509766,
                    0.46582,
                    0.505371,
                    0.455322,
                    0.482178,
                    0.497559,
                    0.459229,
                    0.460449,
                    0.466309,
                    0.450684,
                    0.501953,
                    0.463867,
                    0.451904,
                    0.479736,
                    0.470947,
                    0.441406,
                    0.458984,
                    0.453613,
                    0.481445,
                    0.482666,
                    0.494873,
                    0.478516,
                    0.470215,
                    0.458496,
                    0.438477,
                    0.455078,
                    0.470703,
                    0.471924,
                    0.491211,
                    0.44043,
                    0.458252,
                    0.491211,
                    0.498535,
                    0.4729,
                    0.480957,
                    0.498535,
                    0.466309,
                    0.47168,
                    0.454102,
                    0.468506,
                    0.459229,
                    0.473389,
                    0.501953,
                    0.493652,
                    0.473389,
                    0.451904,
                    0.439697,
                    0.475098,
                    0.49707,
                    0.468018,
                    0.46167,
                    0.477051,
                    0.477051,
                    0.477539,
                    0.482666,
                    0.522461,
                    0.181519,
                    0.482666,
                    0.485596,
                    0.473877,
                    0.483398,
                    0.480469,
                    0.459717,
                    0.486084,
                    0.462402,
                    0.538086,
                    0.334961,
                    0.453125,
                    0.450195,
                    0.47583,
                    0.451416,
                    0.437256,
                    0.471191,
                    0.453369,
                    0.498779,
                    0.509277,
                    0.442383,
                    0.475586,
                    0.478271,
                    0.52002,
                    0.48291,
                    0.482666,
                    0.469482,
                    0.473389,
                    0.327637,
                    0.464355,
                    0.471924,
                    0.48291,
                    0.314941,
                    0.462158,
                    0.453613,
                    0.468994,
                    0.485596,
                    0.459961,
                    0.465332,
                    0.475586,
                    0.515137,
                    0.484619,
                    0.485352,
                    0.455078,
                    0.478516,
                    0.458008,
                    0.488281,
                    0.504395,
                    0.464355,
                    0.527344,
                    0.430908
                ]
            },
            "name": "model.model.layers.20.post_attention_layernorm.weight",
            "outputIndexes": [
                1714
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1713
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_20/Mul_output_0",
            "outputIndexes": [
                1715
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1714,
                1715
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_20/Mul_1_output_0",
            "outputIndexes": [
                1716
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1716
            ],
            "outputIndexes": [
                3043
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                3043
            ],
            "outputIndexes": [
                3044
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/mlp/gate_proj/Linear",
            "inputIndexes": [
                3044
            ],
            "outputIndexes": [
                3045
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    44792928,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                3045
            ],
            "outputIndexes": [
                3046
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3046
            ],
            "outputIndexes": [
                1717
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1717
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_20/Sigmoid_output_0",
            "outputIndexes": [
                1718
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1717,
                1718
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_20/Mul_output_0",
            "outputIndexes": [
                1719
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1716
            ],
            "outputIndexes": [
                3047
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                3047
            ],
            "outputIndexes": [
                3048
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/mlp/up_proj/Linear",
            "inputIndexes": [
                3048
            ],
            "outputIndexes": [
                3049
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    45345910,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                3049
            ],
            "outputIndexes": [
                3050
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3050
            ],
            "outputIndexes": [
                1720
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1719,
                1720
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_20/Mul_output_0",
            "outputIndexes": [
                1721
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1721
            ],
            "outputIndexes": [
                3051
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                3051
            ],
            "outputIndexes": [
                3052
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/mlp/down_proj/Linear",
            "inputIndexes": [
                3052
            ],
            "outputIndexes": [
                3053
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    45898892,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                3053
            ],
            "outputIndexes": [
                3054
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.20/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3054
            ],
            "outputIndexes": [
                1722
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1713,
                1722
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_104_output_0",
            "outputIndexes": [
                1723
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1723,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_189_output_0",
            "outputIndexes": [
                1724
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.473389,
                    0.647461,
                    0.574707,
                    0.60791,
                    0.407227,
                    0.826172,
                    0.536133,
                    0.607422,
                    0.552734,
                    0.564453,
                    0.445312,
                    0.493164,
                    0.533203,
                    0.489746,
                    0.486816,
                    0.499268,
                    0.549805,
                    0.526855,
                    0.525879,
                    0.529785,
                    0.506836,
                    0.493896,
                    0.706055,
                    0.567871,
                    0.461426,
                    0.427246,
                    0.580078,
                    0.524414,
                    0.448486,
                    0.951172,
                    0.536133,
                    0.44165,
                    0.496826,
                    0.563477,
                    0.552734,
                    0.522949,
                    0.492432,
                    0.54248,
                    0.529297,
                    0.510742,
                    0.450684,
                    0.549316,
                    0.71582,
                    0.463135,
                    0.530762,
                    0.508789,
                    0.529785,
                    0.572754,
                    0.557129,
                    0.540527,
                    0.688965,
                    0.49707,
                    0.482422,
                    0.428711,
                    0.522949,
                    0.554688,
                    0.528809,
                    0.418457,
                    0.507812,
                    0.553223,
                    0.466553,
                    0.798828,
                    0.485596,
                    0.567871,
                    0.402588,
                    0.638184,
                    0.52002,
                    0.53418,
                    0.474121,
                    0.5,
                    0.404541,
                    0.482666,
                    0.522949,
                    0.514648,
                    0.477295,
                    0.57959,
                    0.563477,
                    0.531738,
                    0.552246,
                    0.533203,
                    0.525879,
                    0.420654,
                    0.445068,
                    0.453857,
                    0.514648,
                    0.615723,
                    0.496094,
                    0.617188,
                    0.456299,
                    0.453857,
                    0.468018,
                    0.531738,
                    0.527344,
                    0.511719,
                    0.317139,
                    0.523926,
                    0.473877,
                    0.541504,
                    0.536133,
                    0.524414,
                    0.490967,
                    0.467041,
                    0.523438,
                    0.457031,
                    0.420898,
                    0.550781,
                    0.482422,
                    0.541016,
                    0.466553,
                    0.429443,
                    0.537109,
                    0.498047,
                    0.453369,
                    0.458984,
                    0.448975,
                    0.45459,
                    0.513184,
                    0.478027,
                    0.480713,
                    0.553223,
                    0.52002,
                    0.458984,
                    0.478271,
                    0.560059,
                    0.526855,
                    0.512207,
                    0.558105,
                    0.439941,
                    0.403564,
                    0.463867,
                    0.418945,
                    0.324951,
                    0.537109,
                    0.470215,
                    0.427246,
                    0.462158,
                    0.525391,
                    0.493652,
                    0.497803,
                    0.60791,
                    0.520996,
                    0.458984,
                    0.611816,
                    0.616699,
                    0.401367,
                    0.51709,
                    0.558105,
                    0.471924,
                    0.45874,
                    0.537109,
                    0.515625,
                    0.541504,
                    0.474121,
                    0.484131,
                    0.553223,
                    0.591797,
                    0.516602,
                    0.517578,
                    0.450195,
                    0.69043,
                    0.535156,
                    0.769043,
                    0.519531,
                    0.563965,
                    0.548828,
                    0.541504,
                    0.542969,
                    0.549805,
                    0.554199,
                    0.505859,
                    0.452637,
                    0.458496,
                    0.475586,
                    0.632324,
                    0.534668,
                    0.599609,
                    0.504883,
                    0.437988,
                    0.578613,
                    0.504395,
                    0.526855,
                    0.525391,
                    0.43042,
                    0.480713,
                    0.502441,
                    0.536621,
                    0.540039,
                    0.56543,
                    0.505859,
                    0.557129,
                    0.482178,
                    0.488037,
                    0.431396,
                    0.535156,
                    0.583984,
                    0.48584,
                    0.557617,
                    0.502441,
                    0.553711,
                    0.608887,
                    0.493896,
                    0.507812,
                    0.490723,
                    0.448486,
                    0.520996,
                    0.535645,
                    0.544434,
                    0.631348,
                    0.70459,
                    0.493408,
                    0.584961,
                    0.502441,
                    0.53125,
                    0.512207,
                    0.563477,
                    0.536133,
                    0.767578,
                    0.461182,
                    0.49292,
                    0.474365,
                    0.536621,
                    0.488281,
                    0.630371,
                    0.60498,
                    0.523926,
                    0.518066,
                    0.611328,
                    0.658691,
                    0.622559,
                    0.804199,
                    0.48291,
                    0.403564,
                    0.501953,
                    0.565918,
                    0.431885,
                    0.537109,
                    0.553223,
                    0.439209,
                    0.433105,
                    0.547363,
                    0.53125,
                    0.515625,
                    0.446533,
                    0.561523,
                    0.509766,
                    0.560059,
                    0.51709,
                    0.5,
                    0.538574,
                    0.516602,
                    0.459473,
                    0.517578,
                    0.525391,
                    0.56543,
                    0.479004,
                    0.622559,
                    0.499512,
                    0.509766,
                    0.544434,
                    0.547852,
                    0.45166,
                    0.57666,
                    0.552734,
                    0.498535,
                    0.581543,
                    0.510254,
                    0.467773,
                    0.47168,
                    0.474365,
                    0.48877,
                    0.448486,
                    0.530762,
                    0.542969,
                    0.493408,
                    0.466309,
                    0.538574,
                    0.525391,
                    0.498779,
                    0.515137,
                    0.553223,
                    0.542969,
                    0.526855,
                    0.0979,
                    0.477539,
                    0.470459,
                    0.686523,
                    0.575684,
                    0.428467,
                    0.458984,
                    0.54834,
                    0.52002,
                    0.508789,
                    0.518555,
                    0.442627,
                    0.472168,
                    0.513672,
                    0.482666,
                    0.544434,
                    0.465088,
                    0.477783,
                    0.435547,
                    0.583008,
                    0.488525,
                    0.769043,
                    0.528809,
                    0.520996,
                    0.557617,
                    0.502441,
                    0.408936,
                    0.549805,
                    0.485352,
                    0.468994,
                    0.541016,
                    0.532227,
                    0.481934,
                    0.793457,
                    0.427734,
                    0.561523,
                    0.481201,
                    0.501953,
                    0.530273,
                    0.562988,
                    0.469727,
                    0.475586,
                    0.831055,
                    0.483398,
                    0.436768,
                    0.391602,
                    0.582031,
                    0.10791,
                    0.556641,
                    0.578613,
                    0.457031,
                    0.522461,
                    0.4375,
                    0.505859,
                    0.538086,
                    0.459717,
                    0.558105,
                    0.507812,
                    0.456299,
                    0.561035,
                    0.564453,
                    0.558594,
                    0.476562,
                    0.419434,
                    0.529785,
                    0.583008,
                    0.537109,
                    0.589355,
                    0.57666,
                    0.422852,
                    0.453369,
                    0.48584,
                    0.511719,
                    0.571289,
                    0.609375,
                    0.489014,
                    0.44043,
                    0.562988,
                    0.480225,
                    0.595215,
                    0.524902,
                    0.51416,
                    0.402832,
                    0.539062,
                    0.416992,
                    0.427734,
                    0.645508,
                    0.549805,
                    0.541016,
                    0.44043,
                    0.533691,
                    0.471924,
                    0.528809,
                    0.467529,
                    0.54834,
                    0.560547,
                    0.545898,
                    0.521973,
                    0.552734,
                    0.600098,
                    0.538574,
                    0.578613,
                    0.47168,
                    0.459717,
                    0.522461,
                    0.555176,
                    0.547852,
                    0.509766,
                    0.526367,
                    0.50293,
                    0.415039,
                    0.501465,
                    0.482666,
                    0.502441,
                    0.46167,
                    0.523438,
                    0.540527,
                    0.531738,
                    0.510742,
                    0.506348,
                    0.763184,
                    0.507324,
                    0.556641,
                    0.411621,
                    0.471436,
                    0.655762,
                    0.540527,
                    0.500977,
                    0.495361,
                    0.506836,
                    0.473877,
                    0.520996,
                    0.498779,
                    0.487305,
                    0.501953,
                    0.344727,
                    0.580566,
                    0.533203,
                    0.583008,
                    0.466064,
                    0.566895,
                    0.501953,
                    0.533691,
                    0.484375,
                    0.54834,
                    0.586914,
                    0.487061,
                    0.508789,
                    0.489746,
                    0.448242,
                    0.582031,
                    0.581055,
                    0.483154,
                    0.476074,
                    0.490723,
                    0.541992,
                    0.484863,
                    0.564453,
                    0.607422,
                    0.61377,
                    0.471924,
                    0.592285,
                    0.556152,
                    0.504395,
                    0.682129,
                    0.495605,
                    0.505859,
                    0.541992,
                    0.509766,
                    0.501953,
                    0.52832,
                    0.448975,
                    0.674805,
                    0.469727,
                    0.564453,
                    0.513672,
                    0.533203,
                    0.673828,
                    0.510742,
                    0.529785,
                    0.556152,
                    0.5,
                    0.425781,
                    0.491455,
                    0.540039,
                    0.520996,
                    0.543945,
                    0.515137,
                    0.487793,
                    0.427002,
                    0.583984,
                    0.536133,
                    0.544922,
                    0.434326,
                    0.508301,
                    0.564941,
                    0.537598,
                    0.51709,
                    0.533691,
                    0.438232,
                    0.520996,
                    0.489258,
                    0.410889,
                    0.493652,
                    0.463379,
                    0.428467,
                    0.508301,
                    0.543457,
                    0.468262,
                    0.580078,
                    0.44043,
                    0.522461,
                    0.54541,
                    0.549316,
                    0.528809,
                    0.506348,
                    0.45459,
                    0.522461,
                    0.501465,
                    0.557617,
                    0.506348,
                    0.487305,
                    0.468506,
                    0.464111,
                    0.469482,
                    0.557617,
                    0.585449,
                    0.510254,
                    0.509277,
                    0.543457,
                    0.533691,
                    0.434082,
                    0.411377,
                    0.456299,
                    0.513672,
                    0.524902,
                    0.518066,
                    0.535645,
                    0.567383,
                    0.555664,
                    0.558105,
                    0.51123,
                    0.554688,
                    0.509766,
                    0.655273,
                    0.511719,
                    0.519531,
                    0.546875,
                    0.488281,
                    0.529785,
                    0.520508,
                    0.452881,
                    0.581543,
                    0.70752,
                    0.464111,
                    0.567871,
                    0.489258,
                    0.484863,
                    0.516602,
                    0.505859,
                    0.482666,
                    0.535156,
                    0.491699,
                    0.509766,
                    0.508789,
                    0.520996,
                    0.488037,
                    0.513672,
                    0.489258,
                    0.467285,
                    0.510742,
                    0.743652,
                    0.500977,
                    0.490723,
                    0.525391,
                    0.433594,
                    0.531738,
                    0.490967,
                    0.434814,
                    0.521973,
                    0.543457,
                    0.535156,
                    0.517578,
                    0.537109,
                    0.469482,
                    0.561035,
                    0.51123,
                    0.501465,
                    0.497803,
                    0.561035,
                    0.564453,
                    0.58252,
                    0.525391,
                    0.571289
                ]
            },
            "name": "model.model.layers.21.input_layernorm.weight",
            "outputIndexes": [
                1725
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1724
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_21/Mul_output_0",
            "outputIndexes": [
                1726
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1725,
                1726
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_21/Mul_1_output_0",
            "outputIndexes": [
                1727
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1727
            ],
            "outputIndexes": [
                3055
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                3055
            ],
            "outputIndexes": [
                3056
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/self_attn/q_proj/Linear",
            "inputIndexes": [
                3056
            ],
            "outputIndexes": [
                3057
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    46451874,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                3057
            ],
            "outputIndexes": [
                3058
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3058
            ],
            "outputIndexes": [
                1728
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1727
            ],
            "main_type": "NONE",
            "name": "/Shape_295_output_0",
            "outputIndexes": [
                1729
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1729
            ],
            "main_type": "NONE",
            "name": "Shape4613",
            "outputIndexes": [
                1730
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1729
            ],
            "main_type": "NONE",
            "name": "Rank4615",
            "outputIndexes": [
                1731
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1731,
                1731
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4617",
            "outputIndexes": [
                1732
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1732
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze4618",
            "outputIndexes": [
                1733
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1732,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4620",
            "outputIndexes": [
                1734
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1734
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze4621",
            "outputIndexes": [
                1735
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1730,
                1733,
                1735,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice4624",
            "outputIndexes": [
                1736
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1736
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze4625",
            "outputIndexes": [
                1737
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                1737
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4626",
            "outputIndexes": [
                1738
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1738,
                1737
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4627",
            "outputIndexes": [
                1739
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1729,
                1739,
                1732
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_319_output_0",
            "outputIndexes": [
                1740
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1740,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_673_output_0",
            "outputIndexes": [
                1741
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                1741,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_273_output_0",
            "outputIndexes": [
                1742
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1728,
                1742
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_190_output_0",
            "outputIndexes": [
                1743
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1743,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_168_output_0",
            "outputIndexes": [
                1744
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1743
            ],
            "main_type": "NONE",
            "name": "/Shape_296_output_0",
            "outputIndexes": [
                1745
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1745
            ],
            "main_type": "NONE",
            "name": "Shape4634",
            "outputIndexes": [
                1746
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1745
            ],
            "main_type": "NONE",
            "name": "Rank4636",
            "outputIndexes": [
                1747
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1747,
                1747
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4638",
            "outputIndexes": [
                1748
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1748
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze4639",
            "outputIndexes": [
                1749
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1748,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4641",
            "outputIndexes": [
                1750
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1750
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze4642",
            "outputIndexes": [
                1751
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1746,
                1749,
                1751,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice4645",
            "outputIndexes": [
                1752
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1752
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze4646",
            "outputIndexes": [
                1753
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                1753
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4647",
            "outputIndexes": [
                1754
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1754,
                1753
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4648",
            "outputIndexes": [
                1755
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1745,
                1755,
                1748
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_320_output_0",
            "outputIndexes": [
                1756
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1756,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_63_output_0",
            "outputIndexes": [
                1757
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1757,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_678_output_0",
            "outputIndexes": [
                1758
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1743,
                1758,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_85_output_0",
            "outputIndexes": [
                1759
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1759
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_42_output_0",
            "outputIndexes": [
                1760
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1743,
                22,
                1758,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_84_output_0",
            "outputIndexes": [
                1761
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1760,
                1761
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_276_output_0",
            "outputIndexes": [
                1762
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1762,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_169_output_0",
            "outputIndexes": [
                1763
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1744,
                1763
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_105_output_0",
            "outputIndexes": [
                1764
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1727
            ],
            "outputIndexes": [
                3059
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                3059
            ],
            "outputIndexes": [
                3060
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/self_attn/k_proj/Linear",
            "inputIndexes": [
                3060
            ],
            "outputIndexes": [
                3061
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    46659256,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                3061
            ],
            "outputIndexes": [
                3062
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3062
            ],
            "outputIndexes": [
                1765
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                1741,
                70,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_274_output_0",
            "outputIndexes": [
                1766
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1765,
                1766
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_191_output_0",
            "outputIndexes": [
                1767
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1767,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_170_output_0",
            "outputIndexes": [
                1768
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1767
            ],
            "main_type": "NONE",
            "name": "/Shape_297_output_0",
            "outputIndexes": [
                1769
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1769
            ],
            "main_type": "NONE",
            "name": "Shape4697",
            "outputIndexes": [
                1770
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1769
            ],
            "main_type": "NONE",
            "name": "Rank4699",
            "outputIndexes": [
                1771
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1771,
                1771
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4701",
            "outputIndexes": [
                1772
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1772
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze4702",
            "outputIndexes": [
                1773
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1772,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4704",
            "outputIndexes": [
                1774
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1774
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze4705",
            "outputIndexes": [
                1775
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1770,
                1773,
                1775,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice4708",
            "outputIndexes": [
                1776
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1776
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze4709",
            "outputIndexes": [
                1777
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                1777
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4710",
            "outputIndexes": [
                1778
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1778,
                1777
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4711",
            "outputIndexes": [
                1779
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1769,
                1779,
                1772
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_321_output_0",
            "outputIndexes": [
                1780
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1780,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_64_output_0",
            "outputIndexes": [
                1781
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1781,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_680_output_0",
            "outputIndexes": [
                1782
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1767,
                1782,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_87_output_0",
            "outputIndexes": [
                1783
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1783
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_43_output_0",
            "outputIndexes": [
                1784
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1767,
                22,
                1782,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_86_output_0",
            "outputIndexes": [
                1785
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1784,
                1785
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_277_output_0",
            "outputIndexes": [
                1786
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1786,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_171_output_0",
            "outputIndexes": [
                1787
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1768,
                1787
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_106_output_0",
            "outputIndexes": [
                1788
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1727
            ],
            "outputIndexes": [
                3063
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                3063
            ],
            "outputIndexes": [
                3064
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/self_attn/v_proj/Linear",
            "inputIndexes": [
                3064
            ],
            "outputIndexes": [
                3065
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    46728398,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                3065
            ],
            "outputIndexes": [
                3066
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3066
            ],
            "outputIndexes": [
                1789
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1789,
                1766
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_192_output_0",
            "outputIndexes": [
                1790
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1764,
                1788,
                1790,
                110
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_197_output_0",
            "outputIndexes": [
                1791
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1791
            ],
            "outputIndexes": [
                3067
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                3067
            ],
            "outputIndexes": [
                3068
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/self_attn/o_proj/Linear",
            "inputIndexes": [
                3068
            ],
            "outputIndexes": [
                3069
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    46797540,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                3069
            ],
            "outputIndexes": [
                3070
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3070
            ],
            "outputIndexes": [
                1792
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1724,
                1792
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_108_output_0",
            "outputIndexes": [
                1793
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.48584,
                    0.460693,
                    0.482178,
                    0.488525,
                    0.459961,
                    0.314941,
                    0.409668,
                    0.446289,
                    0.500488,
                    0.465088,
                    0.479004,
                    0.486328,
                    0.509766,
                    0.486816,
                    0.474609,
                    0.491455,
                    0.485107,
                    0.499512,
                    0.481445,
                    0.518066,
                    0.486328,
                    0.483643,
                    0.372314,
                    0.507812,
                    0.473145,
                    0.465576,
                    0.501953,
                    0.513672,
                    0.462158,
                    0.229126,
                    0.467041,
                    0.459473,
                    0.487549,
                    0.506348,
                    0.490479,
                    0.564453,
                    0.470215,
                    0.487549,
                    0.467529,
                    0.486328,
                    0.455322,
                    0.499268,
                    0.364014,
                    0.466309,
                    0.493164,
                    0.455078,
                    0.513672,
                    0.441406,
                    0.46167,
                    0.479736,
                    0.474121,
                    0.482422,
                    0.487793,
                    0.491943,
                    0.48291,
                    0.492188,
                    0.481445,
                    0.496826,
                    0.465576,
                    0.450928,
                    0.477295,
                    0.373779,
                    0.458496,
                    0.517578,
                    0.47876,
                    0.488281,
                    0.479248,
                    0.489502,
                    0.489258,
                    0.484619,
                    0.386963,
                    0.483398,
                    0.457764,
                    0.464111,
                    0.483398,
                    0.491211,
                    0.492188,
                    0.48291,
                    0.45166,
                    0.491699,
                    0.501465,
                    0.456543,
                    0.469482,
                    0.479248,
                    0.484375,
                    0.489014,
                    0.509766,
                    0.411133,
                    0.496338,
                    0.462402,
                    0.48584,
                    0.49707,
                    0.462158,
                    0.482666,
                    0.150757,
                    0.478516,
                    0.482422,
                    0.490967,
                    0.490723,
                    0.483643,
                    0.469971,
                    0.472168,
                    0.449707,
                    0.466064,
                    0.481934,
                    0.514648,
                    0.456543,
                    0.473633,
                    0.513184,
                    0.466064,
                    0.533203,
                    0.489746,
                    0.472412,
                    0.475342,
                    0.473389,
                    0.47998,
                    0.51709,
                    0.480469,
                    0.468994,
                    0.509277,
                    0.502441,
                    0.481689,
                    0.495605,
                    0.484375,
                    0.487305,
                    0.488525,
                    0.51416,
                    0.458496,
                    0.481689,
                    0.479004,
                    0.480225,
                    0.418945,
                    0.462891,
                    0.486572,
                    0.474121,
                    0.471924,
                    0.510254,
                    0.51123,
                    0.468994,
                    0.493408,
                    0.483643,
                    0.481934,
                    0.481445,
                    0.424805,
                    0.462402,
                    0.463623,
                    0.500488,
                    0.461426,
                    0.472412,
                    0.502441,
                    0.506836,
                    0.49707,
                    0.477051,
                    0.473877,
                    0.498291,
                    0.526367,
                    0.460938,
                    0.505371,
                    0.459961,
                    0.459473,
                    0.524902,
                    0.377197,
                    0.443359,
                    0.525879,
                    0.475586,
                    0.48584,
                    0.503906,
                    0.468018,
                    0.500977,
                    0.467041,
                    0.458008,
                    0.497803,
                    0.475098,
                    0.427979,
                    0.541016,
                    0.516113,
                    0.508301,
                    0.459229,
                    0.522949,
                    0.544922,
                    0.453369,
                    0.422607,
                    0.491211,
                    0.472656,
                    0.477539,
                    0.473877,
                    0.480469,
                    0.491943,
                    0.488281,
                    0.480469,
                    0.498047,
                    0.46582,
                    0.467041,
                    0.501953,
                    0.502441,
                    0.483887,
                    0.476562,
                    0.494141,
                    0.508301,
                    0.561035,
                    0.455811,
                    0.487061,
                    0.467041,
                    0.479492,
                    0.509277,
                    0.477539,
                    0.496094,
                    0.548828,
                    0.444092,
                    0.472656,
                    0.428223,
                    0.48877,
                    0.46875,
                    0.48291,
                    0.529297,
                    0.505371,
                    0.390381,
                    0.467773,
                    0.488525,
                    0.462158,
                    0.51123,
                    0.50293,
                    0.541016,
                    0.467773,
                    0.470947,
                    0.511719,
                    0.533203,
                    0.416992,
                    0.491211,
                    0.318848,
                    0.482422,
                    0.529297,
                    0.488037,
                    0.460938,
                    0.486816,
                    0.498535,
                    0.496338,
                    0.477783,
                    0.468018,
                    0.457764,
                    0.456543,
                    0.473633,
                    0.46582,
                    0.479736,
                    0.479004,
                    0.498779,
                    0.45874,
                    0.442871,
                    0.495117,
                    0.491211,
                    0.483887,
                    0.494141,
                    0.501465,
                    0.505371,
                    0.466553,
                    0.375244,
                    0.494141,
                    0.479736,
                    0.466309,
                    0.501465,
                    0.458984,
                    0.482666,
                    0.509766,
                    0.502441,
                    0.506348,
                    0.533203,
                    0.463867,
                    0.491211,
                    0.463623,
                    0.49292,
                    0.459229,
                    0.490234,
                    0.489258,
                    0.484375,
                    0.459717,
                    0.479736,
                    0.486084,
                    0.484375,
                    0.480469,
                    0.460205,
                    0.474854,
                    0.503906,
                    0.393555,
                    0.472656,
                    0.469482,
                    0.486816,
                    0.478516,
                    0.46167,
                    0.473633,
                    0.539062,
                    0.463379,
                    0.489014,
                    0.501953,
                    0.4021,
                    0.491455,
                    0.500488,
                    0.494141,
                    0.504395,
                    0.489014,
                    0.463623,
                    0.482178,
                    0.53125,
                    0.460205,
                    0.506348,
                    0.506348,
                    0.474609,
                    0.53125,
                    0.473145,
                    0.501953,
                    0.509766,
                    0.47168,
                    0.487793,
                    0.489502,
                    0.518555,
                    0.480225,
                    0.333496,
                    0.466064,
                    0.51416,
                    0.452148,
                    0.463135,
                    0.471436,
                    0.561035,
                    0.481689,
                    0.47998,
                    0.35498,
                    0.489014,
                    0.503418,
                    0.477783,
                    0.450195,
                    0.394287,
                    0.490479,
                    0.650879,
                    0.467041,
                    0.463135,
                    0.453125,
                    0.436523,
                    0.500977,
                    0.489258,
                    0.495117,
                    0.471191,
                    0.470947,
                    0.463867,
                    0.495361,
                    0.513672,
                    0.480225,
                    0.474365,
                    0.483643,
                    0.471436,
                    0.392578,
                    0.53125,
                    0.567383,
                    0.497803,
                    0.471924,
                    0.446777,
                    0.486084,
                    0.491211,
                    0.488037,
                    0.453125,
                    0.481445,
                    0.505859,
                    0.467285,
                    0.443604,
                    0.470459,
                    0.476074,
                    0.479736,
                    0.501465,
                    0.480957,
                    0.463379,
                    0.538574,
                    0.510742,
                    0.475098,
                    0.467285,
                    0.490967,
                    0.48877,
                    0.521484,
                    0.463135,
                    0.48584,
                    0.458008,
                    0.502441,
                    0.499023,
                    0.477295,
                    0.499756,
                    0.482666,
                    0.48999,
                    0.503418,
                    0.48584,
                    0.458252,
                    0.491943,
                    0.524414,
                    0.442627,
                    0.487549,
                    0.461914,
                    0.484863,
                    0.496338,
                    0.485596,
                    0.500977,
                    0.483643,
                    0.436523,
                    0.48999,
                    0.508789,
                    0.496826,
                    0.485352,
                    0.406494,
                    0.46167,
                    0.492676,
                    0.468506,
                    0.486084,
                    0.44458,
                    0.538086,
                    0.470215,
                    0.47583,
                    0.481201,
                    0.449463,
                    0.484619,
                    0.477783,
                    0.481445,
                    0.475098,
                    0.474609,
                    0.522949,
                    0.484131,
                    0.501953,
                    0.464844,
                    0.514648,
                    0.475098,
                    0.519043,
                    0.479248,
                    0.486572,
                    0.48291,
                    0.469238,
                    0.489014,
                    0.48291,
                    0.459229,
                    0.494385,
                    0.484131,
                    0.471191,
                    0.475342,
                    0.487305,
                    0.486572,
                    0.486328,
                    0.507324,
                    0.44751,
                    0.488525,
                    0.471191,
                    0.526367,
                    0.521973,
                    0.508789,
                    0.502441,
                    0.469238,
                    0.459961,
                    0.508301,
                    0.483154,
                    0.483643,
                    0.478516,
                    0.479248,
                    0.457275,
                    0.469238,
                    0.48584,
                    0.499023,
                    0.498535,
                    0.524414,
                    0.447266,
                    0.477295,
                    0.477539,
                    0.445312,
                    0.485596,
                    0.467041,
                    0.489014,
                    0.448486,
                    0.495117,
                    0.505859,
                    0.478516,
                    0.487305,
                    0.464355,
                    0.510254,
                    0.520996,
                    0.467285,
                    0.458008,
                    0.469238,
                    0.434814,
                    0.528809,
                    0.472656,
                    0.462402,
                    0.497314,
                    0.468994,
                    0.470459,
                    0.462646,
                    0.462891,
                    0.501465,
                    0.507324,
                    0.505371,
                    0.506836,
                    0.48584,
                    0.46167,
                    0.436279,
                    0.447266,
                    0.499756,
                    0.471191,
                    0.505859,
                    0.460205,
                    0.463135,
                    0.509277,
                    0.510254,
                    0.481934,
                    0.47998,
                    0.463379,
                    0.469482,
                    0.493408,
                    0.474365,
                    0.473877,
                    0.466064,
                    0.478516,
                    0.504395,
                    0.532715,
                    0.466553,
                    0.481201,
                    0.466553,
                    0.474854,
                    0.508789,
                    0.487305,
                    0.469238,
                    0.51416,
                    0.475342,
                    0.490967,
                    0.498291,
                    0.541016,
                    0.164062,
                    0.479492,
                    0.503906,
                    0.489502,
                    0.513184,
                    0.497314,
                    0.478027,
                    0.497314,
                    0.487549,
                    0.520996,
                    0.319336,
                    0.45459,
                    0.487061,
                    0.476562,
                    0.462891,
                    0.455078,
                    0.489014,
                    0.461914,
                    0.487549,
                    0.498535,
                    0.47168,
                    0.477051,
                    0.479736,
                    0.509766,
                    0.496582,
                    0.492188,
                    0.488525,
                    0.490967,
                    0.338623,
                    0.480225,
                    0.476318,
                    0.506348,
                    0.283447,
                    0.467041,
                    0.487305,
                    0.469971,
                    0.478516,
                    0.479004,
                    0.483643,
                    0.491943,
                    0.524902,
                    0.509277,
                    0.505859,
                    0.477539,
                    0.492432,
                    0.46875,
                    0.486328,
                    0.529297,
                    0.467773,
                    0.511719,
                    0.453857
                ]
            },
            "name": "model.model.layers.21.post_attention_layernorm.weight",
            "outputIndexes": [
                1794
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1793
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_21/Mul_output_0",
            "outputIndexes": [
                1795
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1794,
                1795
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_21/Mul_1_output_0",
            "outputIndexes": [
                1796
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1796
            ],
            "outputIndexes": [
                3071
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                3071
            ],
            "outputIndexes": [
                3072
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/mlp/gate_proj/Linear",
            "inputIndexes": [
                3072
            ],
            "outputIndexes": [
                3073
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    47004922,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                3073
            ],
            "outputIndexes": [
                3074
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3074
            ],
            "outputIndexes": [
                1797
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1797
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_21/Sigmoid_output_0",
            "outputIndexes": [
                1798
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1797,
                1798
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_21/Mul_output_0",
            "outputIndexes": [
                1799
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1796
            ],
            "outputIndexes": [
                3075
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                3075
            ],
            "outputIndexes": [
                3076
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/mlp/up_proj/Linear",
            "inputIndexes": [
                3076
            ],
            "outputIndexes": [
                3077
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    47557904,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                3077
            ],
            "outputIndexes": [
                3078
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3078
            ],
            "outputIndexes": [
                1800
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1799,
                1800
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_21/Mul_output_0",
            "outputIndexes": [
                1801
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1801
            ],
            "outputIndexes": [
                3079
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                3079
            ],
            "outputIndexes": [
                3080
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/mlp/down_proj/Linear",
            "inputIndexes": [
                3080
            ],
            "outputIndexes": [
                3081
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    48110886,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                3081
            ],
            "outputIndexes": [
                3082
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.21/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3082
            ],
            "outputIndexes": [
                1802
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1793,
                1802
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_109_output_0",
            "outputIndexes": [
                1803
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1803,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_198_output_0",
            "outputIndexes": [
                1804
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.599609,
                    0.668945,
                    0.643066,
                    0.639648,
                    0.361816,
                    0.894043,
                    0.71875,
                    0.65918,
                    0.57959,
                    0.642578,
                    0.509277,
                    0.519531,
                    0.562012,
                    0.532715,
                    0.484131,
                    0.540527,
                    0.581543,
                    0.510742,
                    0.602051,
                    0.498047,
                    0.543457,
                    0.545898,
                    0.84082,
                    0.56543,
                    0.483887,
                    0.505371,
                    0.607422,
                    0.564453,
                    0.474609,
                    0.730469,
                    0.57666,
                    0.467529,
                    0.547852,
                    0.623047,
                    0.532715,
                    0.581543,
                    0.462891,
                    0.550293,
                    0.509766,
                    0.57959,
                    0.506836,
                    0.547852,
                    0.696289,
                    0.505371,
                    0.543945,
                    0.552734,
                    0.564941,
                    0.625977,
                    0.559082,
                    0.564453,
                    0.731934,
                    0.534668,
                    0.505371,
                    0.482178,
                    0.608887,
                    0.572266,
                    0.565918,
                    0.416504,
                    0.489502,
                    0.55957,
                    0.494629,
                    0.771973,
                    0.55127,
                    0.616211,
                    0.497314,
                    0.68457,
                    0.51709,
                    0.565918,
                    0.550781,
                    0.515137,
                    0.47998,
                    0.532227,
                    0.618652,
                    0.533203,
                    0.53125,
                    0.585938,
                    0.615723,
                    0.539062,
                    0.595215,
                    0.603516,
                    0.57666,
                    0.478027,
                    0.513672,
                    0.495361,
                    0.525391,
                    0.661621,
                    0.533691,
                    0.728027,
                    0.51416,
                    0.452393,
                    0.508301,
                    0.489502,
                    0.575195,
                    0.525391,
                    0.383545,
                    0.513184,
                    0.486816,
                    0.560059,
                    0.581055,
                    0.600586,
                    0.5625,
                    0.499023,
                    0.581543,
                    0.512695,
                    0.470215,
                    0.559082,
                    0.591309,
                    0.599121,
                    0.424561,
                    0.459717,
                    0.561035,
                    0.504883,
                    0.480713,
                    0.467041,
                    0.455078,
                    0.502441,
                    0.525879,
                    0.517578,
                    0.496826,
                    0.581055,
                    0.545898,
                    0.493652,
                    0.504883,
                    0.570801,
                    0.541504,
                    0.510742,
                    0.603516,
                    0.482422,
                    0.502441,
                    0.512695,
                    0.485352,
                    0.424561,
                    0.553711,
                    0.483398,
                    0.438232,
                    0.529297,
                    0.627441,
                    0.523926,
                    0.48877,
                    0.660156,
                    0.57373,
                    0.537109,
                    0.73877,
                    0.661133,
                    0.445068,
                    0.470459,
                    0.580078,
                    0.513672,
                    0.510254,
                    0.550293,
                    0.57666,
                    0.553711,
                    0.541992,
                    0.546875,
                    0.583984,
                    0.602539,
                    0.550781,
                    0.540527,
                    0.50293,
                    0.674805,
                    0.539062,
                    0.778809,
                    0.541016,
                    0.629395,
                    0.56543,
                    0.521973,
                    0.595215,
                    0.542969,
                    0.609375,
                    0.553711,
                    0.477539,
                    0.444336,
                    0.553223,
                    0.745605,
                    0.60791,
                    0.596191,
                    0.506836,
                    0.45752,
                    0.614258,
                    0.55127,
                    0.520508,
                    0.557617,
                    0.521973,
                    0.47168,
                    0.521484,
                    0.637207,
                    0.574707,
                    0.572754,
                    0.58252,
                    0.595215,
                    0.512207,
                    0.508789,
                    0.532227,
                    0.541504,
                    0.5625,
                    0.558594,
                    0.576172,
                    0.520996,
                    0.541992,
                    0.595703,
                    0.544434,
                    0.52832,
                    0.553223,
                    0.507324,
                    0.532227,
                    0.528809,
                    0.534668,
                    0.696289,
                    0.763672,
                    0.595703,
                    0.681641,
                    0.519531,
                    0.522949,
                    0.539062,
                    0.57666,
                    0.543945,
                    0.724609,
                    0.502441,
                    0.551758,
                    0.507324,
                    0.545898,
                    0.558594,
                    0.648926,
                    0.611328,
                    0.580566,
                    0.549316,
                    0.53418,
                    0.67334,
                    0.666992,
                    0.766602,
                    0.475342,
                    0.38208,
                    0.473389,
                    0.547852,
                    0.509766,
                    0.560547,
                    0.628418,
                    0.438721,
                    0.458984,
                    0.604004,
                    0.552734,
                    0.516602,
                    0.487549,
                    0.602051,
                    0.471436,
                    0.548828,
                    0.557617,
                    0.456299,
                    0.59375,
                    0.57959,
                    0.503906,
                    0.556152,
                    0.541504,
                    0.587891,
                    0.541016,
                    0.696289,
                    0.560059,
                    0.535645,
                    0.595703,
                    0.509766,
                    0.547363,
                    0.552246,
                    0.592285,
                    0.564453,
                    0.585449,
                    0.522949,
                    0.506348,
                    0.555176,
                    0.543457,
                    0.554688,
                    0.483398,
                    0.577148,
                    0.507324,
                    0.52832,
                    0.556152,
                    0.549805,
                    0.538574,
                    0.509766,
                    0.502441,
                    0.556152,
                    0.579102,
                    0.510742,
                    0.099915,
                    0.541992,
                    0.504883,
                    0.688965,
                    0.620117,
                    0.522949,
                    0.4646,
                    0.560547,
                    0.514648,
                    0.530762,
                    0.591797,
                    0.477783,
                    0.483643,
                    0.54834,
                    0.518066,
                    0.508301,
                    0.531738,
                    0.532715,
                    0.50293,
                    0.57959,
                    0.493164,
                    0.769531,
                    0.519043,
                    0.526855,
                    0.529297,
                    0.48877,
                    0.397949,
                    0.560547,
                    0.536621,
                    0.501953,
                    0.559082,
                    0.548828,
                    0.518555,
                    0.927246,
                    0.468018,
                    0.541016,
                    0.481934,
                    0.522461,
                    0.594727,
                    0.566406,
                    0.505859,
                    0.513184,
                    0.880371,
                    0.581055,
                    0.544922,
                    0.564941,
                    0.661621,
                    0.103455,
                    0.612305,
                    0.643066,
                    0.471924,
                    0.594727,
                    0.424316,
                    0.454834,
                    0.579102,
                    0.486816,
                    0.596191,
                    0.532715,
                    0.495361,
                    0.54248,
                    0.551758,
                    0.612305,
                    0.530762,
                    0.470459,
                    0.541016,
                    0.625488,
                    0.671387,
                    0.635254,
                    0.595703,
                    0.457031,
                    0.511719,
                    0.525879,
                    0.548828,
                    0.509277,
                    0.719238,
                    0.587402,
                    0.48584,
                    0.585449,
                    0.519531,
                    0.699219,
                    0.545898,
                    0.584961,
                    0.473877,
                    0.582031,
                    0.500488,
                    0.448242,
                    0.647949,
                    0.54834,
                    0.587891,
                    0.490967,
                    0.572266,
                    0.552246,
                    0.520996,
                    0.533691,
                    0.581543,
                    0.641113,
                    0.584961,
                    0.553711,
                    0.661133,
                    0.576172,
                    0.485352,
                    0.584473,
                    0.534668,
                    0.517578,
                    0.521973,
                    0.551758,
                    0.530273,
                    0.460449,
                    0.552246,
                    0.520508,
                    0.514648,
                    0.538086,
                    0.473145,
                    0.518555,
                    0.501953,
                    0.541016,
                    0.580566,
                    0.574219,
                    0.613281,
                    0.527832,
                    0.832031,
                    0.61084,
                    0.564453,
                    0.411865,
                    0.507324,
                    0.774902,
                    0.53418,
                    0.473145,
                    0.523926,
                    0.541992,
                    0.480713,
                    0.508301,
                    0.503906,
                    0.515625,
                    0.542969,
                    0.404053,
                    0.606934,
                    0.526855,
                    0.574707,
                    0.484863,
                    0.56543,
                    0.508301,
                    0.553223,
                    0.528809,
                    0.51416,
                    0.63916,
                    0.521973,
                    0.561523,
                    0.472168,
                    0.436035,
                    0.60791,
                    0.572266,
                    0.537598,
                    0.52002,
                    0.504883,
                    0.530273,
                    0.555176,
                    0.624512,
                    0.629883,
                    0.655273,
                    0.52832,
                    0.614258,
                    0.597168,
                    0.450684,
                    0.72168,
                    0.529297,
                    0.499756,
                    0.521484,
                    0.516602,
                    0.527832,
                    0.530762,
                    0.520508,
                    0.744141,
                    0.474121,
                    0.568359,
                    0.536621,
                    0.563477,
                    0.612793,
                    0.556152,
                    0.519043,
                    0.620605,
                    0.504395,
                    0.475098,
                    0.505371,
                    0.575195,
                    0.65332,
                    0.583496,
                    0.48877,
                    0.51709,
                    0.491943,
                    0.572266,
                    0.59668,
                    0.560547,
                    0.476807,
                    0.501465,
                    0.648438,
                    0.536133,
                    0.539062,
                    0.573242,
                    0.519043,
                    0.546875,
                    0.483398,
                    0.461914,
                    0.538086,
                    0.51709,
                    0.48291,
                    0.518066,
                    0.524902,
                    0.462402,
                    0.572266,
                    0.482666,
                    0.508789,
                    0.522949,
                    0.54541,
                    0.57373,
                    0.535156,
                    0.501953,
                    0.499512,
                    0.508789,
                    0.594238,
                    0.555176,
                    0.525879,
                    0.584961,
                    0.439453,
                    0.468506,
                    0.59668,
                    0.594727,
                    0.562988,
                    0.547852,
                    0.562012,
                    0.567871,
                    0.493408,
                    0.487305,
                    0.524414,
                    0.512695,
                    0.530762,
                    0.567383,
                    0.595703,
                    0.589844,
                    0.592773,
                    0.612305,
                    0.560059,
                    0.580566,
                    0.513184,
                    0.676758,
                    0.518066,
                    0.607422,
                    0.544434,
                    0.521484,
                    0.570801,
                    0.523926,
                    0.484131,
                    0.532715,
                    0.905762,
                    0.533203,
                    0.584961,
                    0.549316,
                    0.503418,
                    0.612305,
                    0.471924,
                    0.530273,
                    0.575684,
                    0.593262,
                    0.516113,
                    0.520508,
                    0.598633,
                    0.521973,
                    0.590332,
                    0.459229,
                    0.502441,
                    0.555664,
                    0.755859,
                    0.554199,
                    0.497803,
                    0.525391,
                    0.44458,
                    0.545898,
                    0.529785,
                    0.475098,
                    0.584961,
                    0.570312,
                    0.576172,
                    0.518066,
                    0.576172,
                    0.511719,
                    0.640137,
                    0.556641,
                    0.515137,
                    0.495361,
                    0.556641,
                    0.602051,
                    0.642578,
                    0.500977,
                    0.626953
                ]
            },
            "name": "model.model.layers.22.input_layernorm.weight",
            "outputIndexes": [
                1805
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1804
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_22/Mul_output_0",
            "outputIndexes": [
                1806
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1805,
                1806
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_22/Mul_1_output_0",
            "outputIndexes": [
                1807
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1807
            ],
            "outputIndexes": [
                3083
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                3083
            ],
            "outputIndexes": [
                3084
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/self_attn/q_proj/Linear",
            "inputIndexes": [
                3084
            ],
            "outputIndexes": [
                3085
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    48663868,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                3085
            ],
            "outputIndexes": [
                3086
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3086
            ],
            "outputIndexes": [
                1808
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1807
            ],
            "main_type": "NONE",
            "name": "/Shape_309_output_0",
            "outputIndexes": [
                1809
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1809
            ],
            "main_type": "NONE",
            "name": "Shape4829",
            "outputIndexes": [
                1810
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1809
            ],
            "main_type": "NONE",
            "name": "Rank4831",
            "outputIndexes": [
                1811
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1811,
                1811
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4833",
            "outputIndexes": [
                1812
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1812
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze4834",
            "outputIndexes": [
                1813
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1812,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4836",
            "outputIndexes": [
                1814
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1814
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze4837",
            "outputIndexes": [
                1815
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1810,
                1813,
                1815,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice4840",
            "outputIndexes": [
                1816
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1816
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze4841",
            "outputIndexes": [
                1817
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                1817
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4842",
            "outputIndexes": [
                1818
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1818,
                1817
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4843",
            "outputIndexes": [
                1819
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1809,
                1819,
                1812
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_334_output_0",
            "outputIndexes": [
                1820
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1820,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_705_output_0",
            "outputIndexes": [
                1821
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                1821,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_286_output_0",
            "outputIndexes": [
                1822
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1808,
                1822
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_199_output_0",
            "outputIndexes": [
                1823
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1823,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_176_output_0",
            "outputIndexes": [
                1824
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1823
            ],
            "main_type": "NONE",
            "name": "/Shape_310_output_0",
            "outputIndexes": [
                1825
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1825
            ],
            "main_type": "NONE",
            "name": "Shape4850",
            "outputIndexes": [
                1826
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1825
            ],
            "main_type": "NONE",
            "name": "Rank4852",
            "outputIndexes": [
                1827
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1827,
                1827
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4854",
            "outputIndexes": [
                1828
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1828
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze4855",
            "outputIndexes": [
                1829
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1828,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4857",
            "outputIndexes": [
                1830
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1830
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze4858",
            "outputIndexes": [
                1831
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1826,
                1829,
                1831,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice4861",
            "outputIndexes": [
                1832
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1832
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze4862",
            "outputIndexes": [
                1833
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                1833
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4863",
            "outputIndexes": [
                1834
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1834,
                1833
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4864",
            "outputIndexes": [
                1835
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1825,
                1835,
                1828
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_335_output_0",
            "outputIndexes": [
                1836
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1836,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_66_output_0",
            "outputIndexes": [
                1837
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1837,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_710_output_0",
            "outputIndexes": [
                1838
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1823,
                1838,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_89_output_0",
            "outputIndexes": [
                1839
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1839
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_44_output_0",
            "outputIndexes": [
                1840
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1823,
                22,
                1838,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_88_output_0",
            "outputIndexes": [
                1841
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1840,
                1841
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_289_output_0",
            "outputIndexes": [
                1842
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1842,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_177_output_0",
            "outputIndexes": [
                1843
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1824,
                1843
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_110_output_0",
            "outputIndexes": [
                1844
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1807
            ],
            "outputIndexes": [
                3087
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                3087
            ],
            "outputIndexes": [
                3088
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/self_attn/k_proj/Linear",
            "inputIndexes": [
                3088
            ],
            "outputIndexes": [
                3089
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    48871250,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                3089
            ],
            "outputIndexes": [
                3090
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3090
            ],
            "outputIndexes": [
                1845
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                1821,
                70,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_287_output_0",
            "outputIndexes": [
                1846
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1845,
                1846
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_200_output_0",
            "outputIndexes": [
                1847
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1847,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_178_output_0",
            "outputIndexes": [
                1848
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1847
            ],
            "main_type": "NONE",
            "name": "/Shape_311_output_0",
            "outputIndexes": [
                1849
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1849
            ],
            "main_type": "NONE",
            "name": "Shape4913",
            "outputIndexes": [
                1850
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1849
            ],
            "main_type": "NONE",
            "name": "Rank4915",
            "outputIndexes": [
                1851
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1851,
                1851
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4917",
            "outputIndexes": [
                1852
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1852
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze4918",
            "outputIndexes": [
                1853
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1852,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4920",
            "outputIndexes": [
                1854
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1854
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze4921",
            "outputIndexes": [
                1855
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1850,
                1853,
                1855,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice4924",
            "outputIndexes": [
                1856
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1856
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze4925",
            "outputIndexes": [
                1857
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                1857
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4926",
            "outputIndexes": [
                1858
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1858,
                1857
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp4927",
            "outputIndexes": [
                1859
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1849,
                1859,
                1852
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_336_output_0",
            "outputIndexes": [
                1860
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1860,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_67_output_0",
            "outputIndexes": [
                1861
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1861,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_712_output_0",
            "outputIndexes": [
                1862
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1847,
                1862,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_91_output_0",
            "outputIndexes": [
                1863
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1863
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_45_output_0",
            "outputIndexes": [
                1864
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1847,
                22,
                1862,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_90_output_0",
            "outputIndexes": [
                1865
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1864,
                1865
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_290_output_0",
            "outputIndexes": [
                1866
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1866,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_179_output_0",
            "outputIndexes": [
                1867
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1848,
                1867
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_111_output_0",
            "outputIndexes": [
                1868
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1807
            ],
            "outputIndexes": [
                3091
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                3091
            ],
            "outputIndexes": [
                3092
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/self_attn/v_proj/Linear",
            "inputIndexes": [
                3092
            ],
            "outputIndexes": [
                3093
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    48940392,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                3093
            ],
            "outputIndexes": [
                3094
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3094
            ],
            "outputIndexes": [
                1869
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1869,
                1846
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_201_output_0",
            "outputIndexes": [
                1870
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1844,
                1868,
                1870,
                110
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_206_output_0",
            "outputIndexes": [
                1871
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1871
            ],
            "outputIndexes": [
                3095
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                3095
            ],
            "outputIndexes": [
                3096
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/self_attn/o_proj/Linear",
            "inputIndexes": [
                3096
            ],
            "outputIndexes": [
                3097
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    49009534,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                3097
            ],
            "outputIndexes": [
                3098
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3098
            ],
            "outputIndexes": [
                1872
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1804,
                1872
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_113_output_0",
            "outputIndexes": [
                1873
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.47998,
                    0.457764,
                    0.462646,
                    0.491455,
                    0.438477,
                    0.348633,
                    0.376465,
                    0.445068,
                    0.488281,
                    0.447754,
                    0.476074,
                    0.467041,
                    0.489014,
                    0.467285,
                    0.469727,
                    0.48291,
                    0.479004,
                    0.482666,
                    0.485352,
                    0.493652,
                    0.475342,
                    0.460205,
                    0.375,
                    0.500977,
                    0.456299,
                    0.447021,
                    0.480469,
                    0.494385,
                    0.446533,
                    0.216797,
                    0.458496,
                    0.453369,
                    0.471924,
                    0.519043,
                    0.488525,
                    0.538086,
                    0.453857,
                    0.468262,
                    0.445557,
                    0.479492,
                    0.42627,
                    0.47998,
                    0.409912,
                    0.464355,
                    0.480469,
                    0.473145,
                    0.491943,
                    0.455811,
                    0.45752,
                    0.442139,
                    0.450439,
                    0.469971,
                    0.466064,
                    0.502441,
                    0.496826,
                    0.458496,
                    0.487061,
                    0.508301,
                    0.458252,
                    0.439453,
                    0.455322,
                    0.371582,
                    0.473145,
                    0.515625,
                    0.473633,
                    0.498779,
                    0.447998,
                    0.485352,
                    0.494141,
                    0.478271,
                    0.355957,
                    0.446533,
                    0.44873,
                    0.442871,
                    0.469971,
                    0.493652,
                    0.458008,
                    0.48291,
                    0.46875,
                    0.478027,
                    0.472412,
                    0.467285,
                    0.474365,
                    0.440918,
                    0.480225,
                    0.470703,
                    0.490967,
                    0.418945,
                    0.476318,
                    0.432129,
                    0.466797,
                    0.499023,
                    0.449951,
                    0.462402,
                    0.153442,
                    0.450684,
                    0.47998,
                    0.485107,
                    0.478516,
                    0.480957,
                    0.465576,
                    0.475586,
                    0.455811,
                    0.445801,
                    0.4646,
                    0.489014,
                    0.456787,
                    0.478027,
                    0.486328,
                    0.468018,
                    0.517578,
                    0.477295,
                    0.472412,
                    0.477539,
                    0.463867,
                    0.456299,
                    0.499023,
                    0.463379,
                    0.454834,
                    0.505371,
                    0.488037,
                    0.468994,
                    0.481689,
                    0.494141,
                    0.484131,
                    0.480469,
                    0.496582,
                    0.45874,
                    0.462891,
                    0.461426,
                    0.476562,
                    0.371094,
                    0.451416,
                    0.47583,
                    0.4729,
                    0.465576,
                    0.496582,
                    0.490967,
                    0.471924,
                    0.484619,
                    0.473145,
                    0.488525,
                    0.48584,
                    0.430908,
                    0.458008,
                    0.44873,
                    0.499512,
                    0.458008,
                    0.46875,
                    0.499756,
                    0.494629,
                    0.48584,
                    0.473633,
                    0.474121,
                    0.487305,
                    0.513672,
                    0.463867,
                    0.468262,
                    0.463135,
                    0.460693,
                    0.502441,
                    0.387207,
                    0.437744,
                    0.530762,
                    0.492676,
                    0.477295,
                    0.495361,
                    0.464844,
                    0.485107,
                    0.474121,
                    0.450439,
                    0.471436,
                    0.496826,
                    0.432617,
                    0.535156,
                    0.484619,
                    0.492432,
                    0.446289,
                    0.520996,
                    0.537598,
                    0.458252,
                    0.43335,
                    0.471191,
                    0.470459,
                    0.458252,
                    0.473877,
                    0.480469,
                    0.470215,
                    0.472656,
                    0.491455,
                    0.491455,
                    0.474365,
                    0.460205,
                    0.47998,
                    0.489258,
                    0.468262,
                    0.462158,
                    0.484619,
                    0.518066,
                    0.526367,
                    0.410645,
                    0.467285,
                    0.466553,
                    0.459229,
                    0.493164,
                    0.45874,
                    0.488037,
                    0.521484,
                    0.434082,
                    0.46582,
                    0.415039,
                    0.477539,
                    0.45459,
                    0.481689,
                    0.51709,
                    0.50293,
                    0.395264,
                    0.470947,
                    0.476807,
                    0.462891,
                    0.517578,
                    0.472412,
                    0.510742,
                    0.482178,
                    0.457764,
                    0.481201,
                    0.533203,
                    0.415771,
                    0.465576,
                    0.336914,
                    0.465088,
                    0.508301,
                    0.49707,
                    0.44458,
                    0.466797,
                    0.484375,
                    0.493652,
                    0.470459,
                    0.463135,
                    0.453613,
                    0.451172,
                    0.468506,
                    0.455811,
                    0.478027,
                    0.466553,
                    0.484619,
                    0.463623,
                    0.417969,
                    0.496582,
                    0.476318,
                    0.484375,
                    0.479492,
                    0.471191,
                    0.503906,
                    0.437256,
                    0.339111,
                    0.487549,
                    0.466553,
                    0.469727,
                    0.505859,
                    0.439209,
                    0.491699,
                    0.513184,
                    0.494629,
                    0.509277,
                    0.521484,
                    0.456543,
                    0.501465,
                    0.450928,
                    0.480469,
                    0.473877,
                    0.489258,
                    0.473633,
                    0.465332,
                    0.455566,
                    0.471924,
                    0.481689,
                    0.488525,
                    0.47168,
                    0.468506,
                    0.461914,
                    0.497559,
                    0.386719,
                    0.456787,
                    0.456055,
                    0.451172,
                    0.475342,
                    0.445312,
                    0.453125,
                    0.529785,
                    0.482178,
                    0.481201,
                    0.495117,
                    0.384033,
                    0.478516,
                    0.500977,
                    0.487305,
                    0.487549,
                    0.452393,
                    0.470459,
                    0.469727,
                    0.509277,
                    0.471924,
                    0.507812,
                    0.495605,
                    0.465332,
                    0.515137,
                    0.468994,
                    0.461914,
                    0.499023,
                    0.481201,
                    0.474365,
                    0.502441,
                    0.510742,
                    0.467529,
                    0.327881,
                    0.454834,
                    0.508301,
                    0.456299,
                    0.468506,
                    0.452637,
                    0.540527,
                    0.475342,
                    0.458496,
                    0.372314,
                    0.499268,
                    0.467773,
                    0.463867,
                    0.447266,
                    0.379639,
                    0.481445,
                    0.622559,
                    0.453857,
                    0.467529,
                    0.440186,
                    0.435547,
                    0.515625,
                    0.473145,
                    0.489014,
                    0.467529,
                    0.464844,
                    0.461914,
                    0.474609,
                    0.5,
                    0.456055,
                    0.470215,
                    0.468018,
                    0.460938,
                    0.399414,
                    0.521484,
                    0.553711,
                    0.462891,
                    0.473389,
                    0.459229,
                    0.459717,
                    0.478516,
                    0.487305,
                    0.438965,
                    0.468018,
                    0.50293,
                    0.469482,
                    0.427734,
                    0.487793,
                    0.468994,
                    0.466309,
                    0.486816,
                    0.470947,
                    0.453857,
                    0.533203,
                    0.493164,
                    0.481201,
                    0.476074,
                    0.473389,
                    0.46167,
                    0.505859,
                    0.450684,
                    0.483154,
                    0.469971,
                    0.499023,
                    0.48999,
                    0.459717,
                    0.522949,
                    0.45166,
                    0.483398,
                    0.47876,
                    0.486816,
                    0.464844,
                    0.486328,
                    0.497559,
                    0.424805,
                    0.467285,
                    0.443848,
                    0.475342,
                    0.493896,
                    0.463623,
                    0.493408,
                    0.466064,
                    0.43042,
                    0.453857,
                    0.512207,
                    0.461426,
                    0.486084,
                    0.401855,
                    0.44751,
                    0.464355,
                    0.436523,
                    0.481445,
                    0.42041,
                    0.524902,
                    0.45752,
                    0.467773,
                    0.493408,
                    0.439453,
                    0.488281,
                    0.458008,
                    0.491455,
                    0.468262,
                    0.453125,
                    0.510254,
                    0.477783,
                    0.483887,
                    0.488037,
                    0.519531,
                    0.453613,
                    0.509766,
                    0.461426,
                    0.499512,
                    0.475342,
                    0.449463,
                    0.464111,
                    0.474854,
                    0.45166,
                    0.47583,
                    0.477539,
                    0.459961,
                    0.460938,
                    0.481201,
                    0.481934,
                    0.47998,
                    0.490723,
                    0.44458,
                    0.481689,
                    0.46582,
                    0.519531,
                    0.511719,
                    0.463867,
                    0.483643,
                    0.459717,
                    0.477051,
                    0.512695,
                    0.460693,
                    0.490234,
                    0.466309,
                    0.463135,
                    0.424805,
                    0.459961,
                    0.488525,
                    0.477051,
                    0.502441,
                    0.51123,
                    0.437744,
                    0.471191,
                    0.480957,
                    0.44043,
                    0.45874,
                    0.475342,
                    0.481934,
                    0.45459,
                    0.493652,
                    0.48877,
                    0.477539,
                    0.461914,
                    0.457764,
                    0.498535,
                    0.505859,
                    0.454346,
                    0.458008,
                    0.494385,
                    0.43457,
                    0.516113,
                    0.465332,
                    0.461914,
                    0.515625,
                    0.456299,
                    0.490723,
                    0.453369,
                    0.467773,
                    0.476807,
                    0.489014,
                    0.494873,
                    0.484863,
                    0.505371,
                    0.440918,
                    0.445557,
                    0.407959,
                    0.49292,
                    0.475098,
                    0.504395,
                    0.432129,
                    0.46167,
                    0.485107,
                    0.509277,
                    0.473633,
                    0.473145,
                    0.457764,
                    0.460205,
                    0.480225,
                    0.481445,
                    0.481689,
                    0.463379,
                    0.483398,
                    0.494629,
                    0.499268,
                    0.461914,
                    0.459717,
                    0.458984,
                    0.465576,
                    0.497803,
                    0.471436,
                    0.478516,
                    0.479492,
                    0.47998,
                    0.48584,
                    0.477051,
                    0.527344,
                    0.204468,
                    0.461914,
                    0.488281,
                    0.478271,
                    0.495117,
                    0.473145,
                    0.461426,
                    0.481445,
                    0.472168,
                    0.497559,
                    0.344727,
                    0.469971,
                    0.489258,
                    0.469727,
                    0.474365,
                    0.452881,
                    0.477783,
                    0.45166,
                    0.463623,
                    0.486816,
                    0.455078,
                    0.461426,
                    0.480957,
                    0.481689,
                    0.478271,
                    0.480713,
                    0.464111,
                    0.496582,
                    0.34668,
                    0.474609,
                    0.472656,
                    0.489258,
                    0.310547,
                    0.46582,
                    0.476074,
                    0.447021,
                    0.476074,
                    0.47876,
                    0.476807,
                    0.470459,
                    0.517578,
                    0.493408,
                    0.493408,
                    0.467285,
                    0.485596,
                    0.4646,
                    0.509766,
                    0.514648,
                    0.447998,
                    0.483643,
                    0.452148
                ]
            },
            "name": "model.model.layers.22.post_attention_layernorm.weight",
            "outputIndexes": [
                1874
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1873
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_22/Mul_output_0",
            "outputIndexes": [
                1875
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1874,
                1875
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_22/Mul_1_output_0",
            "outputIndexes": [
                1876
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1876
            ],
            "outputIndexes": [
                3099
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                3099
            ],
            "outputIndexes": [
                3100
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/mlp/gate_proj/Linear",
            "inputIndexes": [
                3100
            ],
            "outputIndexes": [
                3101
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    49216916,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                3101
            ],
            "outputIndexes": [
                3102
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3102
            ],
            "outputIndexes": [
                1877
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1877
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_22/Sigmoid_output_0",
            "outputIndexes": [
                1878
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1877,
                1878
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_22/Mul_output_0",
            "outputIndexes": [
                1879
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1876
            ],
            "outputIndexes": [
                3103
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                3103
            ],
            "outputIndexes": [
                3104
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/mlp/up_proj/Linear",
            "inputIndexes": [
                3104
            ],
            "outputIndexes": [
                3105
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    49769898,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                3105
            ],
            "outputIndexes": [
                3106
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3106
            ],
            "outputIndexes": [
                1880
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1879,
                1880
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_22/Mul_output_0",
            "outputIndexes": [
                1881
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1881
            ],
            "outputIndexes": [
                3107
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                3107
            ],
            "outputIndexes": [
                3108
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/mlp/down_proj/Linear",
            "inputIndexes": [
                3108
            ],
            "outputIndexes": [
                3109
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    50322880,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                3109
            ],
            "outputIndexes": [
                3110
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.22/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3110
            ],
            "outputIndexes": [
                1882
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1873,
                1882
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_114_output_0",
            "outputIndexes": [
                1883
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1883,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_207_output_0",
            "outputIndexes": [
                1884
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.559082,
                    0.69043,
                    0.708008,
                    0.680176,
                    0.398438,
                    1.010742,
                    0.702637,
                    0.810547,
                    0.627441,
                    0.710938,
                    0.568359,
                    0.500977,
                    0.569824,
                    0.567871,
                    0.489746,
                    0.53418,
                    0.562988,
                    0.561035,
                    0.604492,
                    0.554199,
                    0.57373,
                    0.554199,
                    0.975586,
                    0.538574,
                    0.475342,
                    0.452148,
                    0.609863,
                    0.563965,
                    0.494385,
                    1.092773,
                    0.574707,
                    0.601562,
                    0.544922,
                    0.653809,
                    0.550293,
                    0.5625,
                    0.488281,
                    0.546875,
                    0.556641,
                    0.55127,
                    0.552734,
                    0.588379,
                    0.820312,
                    0.516113,
                    0.519531,
                    0.669922,
                    0.540527,
                    0.65332,
                    0.635254,
                    0.561035,
                    0.770508,
                    0.608398,
                    0.465088,
                    0.586426,
                    0.646973,
                    0.637695,
                    0.597168,
                    0.424805,
                    0.492432,
                    0.643555,
                    0.628906,
                    0.982422,
                    0.523926,
                    0.628418,
                    0.643066,
                    0.673828,
                    0.530762,
                    0.59375,
                    0.682129,
                    0.615723,
                    0.480225,
                    0.572266,
                    0.691895,
                    0.524414,
                    0.614746,
                    0.656738,
                    0.584961,
                    0.475342,
                    0.674316,
                    0.585938,
                    0.548828,
                    0.568359,
                    0.537109,
                    0.648438,
                    0.527832,
                    0.72168,
                    0.490967,
                    0.747559,
                    0.594727,
                    0.498047,
                    0.605957,
                    0.480713,
                    0.564453,
                    0.549805,
                    0.345703,
                    0.600098,
                    0.600098,
                    0.583496,
                    0.559082,
                    0.601562,
                    0.586914,
                    0.567871,
                    0.625977,
                    0.474609,
                    0.615723,
                    0.548828,
                    0.601562,
                    0.566895,
                    0.422363,
                    0.618164,
                    0.663574,
                    0.513672,
                    0.524414,
                    0.577148,
                    0.586426,
                    0.481445,
                    0.557617,
                    0.510254,
                    0.443115,
                    0.583496,
                    0.554199,
                    0.543945,
                    0.524902,
                    0.653809,
                    0.580078,
                    0.544922,
                    0.554688,
                    0.526367,
                    0.544922,
                    0.556641,
                    0.476807,
                    0.441162,
                    0.639648,
                    0.49707,
                    0.587891,
                    0.511719,
                    0.608398,
                    0.535156,
                    0.561523,
                    0.652832,
                    0.545898,
                    0.527832,
                    0.591797,
                    0.723145,
                    0.486572,
                    0.499756,
                    0.620605,
                    0.555664,
                    0.532715,
                    0.525879,
                    0.569824,
                    0.52832,
                    0.497314,
                    0.649902,
                    0.694336,
                    0.580078,
                    0.572754,
                    0.545898,
                    0.525391,
                    0.693848,
                    0.556152,
                    0.968262,
                    0.556641,
                    0.697266,
                    0.63916,
                    0.505859,
                    0.642578,
                    0.625,
                    0.611328,
                    0.63916,
                    0.51709,
                    0.619141,
                    0.536621,
                    0.79541,
                    0.61084,
                    0.609863,
                    0.500488,
                    0.606934,
                    0.619629,
                    0.552734,
                    0.678223,
                    0.560059,
                    0.606934,
                    0.477051,
                    0.524414,
                    0.614746,
                    0.584473,
                    0.576172,
                    0.541016,
                    0.635742,
                    0.571777,
                    0.580078,
                    0.577637,
                    0.605469,
                    0.537109,
                    0.55127,
                    0.571289,
                    0.525879,
                    0.565918,
                    0.591309,
                    0.619629,
                    0.503418,
                    0.578613,
                    0.600098,
                    0.537598,
                    0.557129,
                    0.524902,
                    0.619141,
                    0.775391,
                    0.557617,
                    0.657227,
                    0.557617,
                    0.529785,
                    0.566406,
                    0.609863,
                    0.576172,
                    0.922852,
                    0.587402,
                    0.572754,
                    0.570312,
                    0.543457,
                    0.541016,
                    0.666992,
                    0.638672,
                    0.594727,
                    0.563965,
                    0.631836,
                    0.733398,
                    0.690918,
                    1.007812,
                    0.608887,
                    0.410889,
                    0.570312,
                    0.631836,
                    0.605957,
                    0.586914,
                    0.64209,
                    0.621094,
                    0.580566,
                    0.614746,
                    0.665039,
                    0.501465,
                    0.536133,
                    0.622559,
                    0.513184,
                    0.640625,
                    0.583984,
                    0.438965,
                    0.663086,
                    0.558594,
                    0.509277,
                    0.617676,
                    0.560059,
                    0.623535,
                    0.465576,
                    0.635742,
                    0.529297,
                    0.538574,
                    0.615234,
                    0.556641,
                    0.459229,
                    0.658691,
                    0.560547,
                    0.522461,
                    0.646484,
                    0.531738,
                    0.535156,
                    0.527832,
                    0.503418,
                    0.552246,
                    0.546387,
                    0.562988,
                    0.552734,
                    0.524902,
                    0.525391,
                    0.565918,
                    0.570312,
                    0.500488,
                    0.535645,
                    0.580078,
                    0.587891,
                    0.498779,
                    0.082153,
                    0.539062,
                    0.495361,
                    0.740234,
                    0.71582,
                    0.568848,
                    0.564453,
                    0.58252,
                    0.479248,
                    0.488525,
                    0.545898,
                    0.598633,
                    0.630859,
                    0.599121,
                    0.484131,
                    0.56543,
                    0.464844,
                    0.515137,
                    0.54834,
                    0.625977,
                    0.504395,
                    0.808105,
                    0.498535,
                    0.545898,
                    0.553711,
                    0.536621,
                    0.599121,
                    0.66748,
                    0.547363,
                    0.580078,
                    0.604492,
                    0.564941,
                    0.52832,
                    0.794434,
                    0.677246,
                    0.546387,
                    0.474609,
                    0.527344,
                    0.619141,
                    0.609863,
                    0.657227,
                    0.583496,
                    0.851562,
                    0.576172,
                    0.479248,
                    0.568359,
                    0.668945,
                    0.08429,
                    0.607422,
                    0.656738,
                    0.591309,
                    0.533691,
                    0.532715,
                    0.586914,
                    0.584961,
                    0.545898,
                    0.640625,
                    0.668457,
                    0.564453,
                    0.638184,
                    0.577637,
                    0.584961,
                    0.604004,
                    0.536133,
                    0.552734,
                    0.652344,
                    0.654297,
                    0.534668,
                    0.649902,
                    0.421143,
                    0.60791,
                    0.524414,
                    0.577148,
                    0.605469,
                    0.731934,
                    0.591797,
                    0.583984,
                    0.584961,
                    0.526367,
                    0.788574,
                    0.560059,
                    0.608398,
                    0.554199,
                    0.600586,
                    0.581543,
                    0.40332,
                    0.741699,
                    0.523926,
                    0.591797,
                    0.603516,
                    0.557129,
                    0.533203,
                    0.536133,
                    0.494629,
                    0.630859,
                    0.655273,
                    0.592285,
                    0.541504,
                    0.634277,
                    0.685547,
                    0.612793,
                    0.666504,
                    0.616699,
                    0.623047,
                    0.623047,
                    0.575684,
                    0.587402,
                    0.572266,
                    0.51123,
                    0.590332,
                    0.508789,
                    0.59082,
                    0.466797,
                    0.521484,
                    0.548828,
                    0.616211,
                    0.550781,
                    0.607422,
                    0.635742,
                    0.575684,
                    0.936523,
                    0.55957,
                    0.605469,
                    0.525879,
                    0.539062,
                    0.702148,
                    0.541016,
                    0.483643,
                    0.550781,
                    0.53418,
                    0.501465,
                    0.516602,
                    0.443115,
                    0.580078,
                    0.488525,
                    0.466309,
                    0.635742,
                    0.622559,
                    0.595703,
                    0.530762,
                    0.57373,
                    0.496094,
                    0.555176,
                    0.540527,
                    0.61084,
                    0.661133,
                    0.538086,
                    0.522461,
                    0.493652,
                    0.460205,
                    0.585449,
                    0.544922,
                    0.505371,
                    0.543945,
                    0.572754,
                    0.563477,
                    0.55957,
                    0.624023,
                    0.612305,
                    0.694824,
                    0.568848,
                    0.639648,
                    0.548828,
                    0.399902,
                    0.767578,
                    0.591797,
                    0.595215,
                    0.553711,
                    0.578613,
                    0.560059,
                    0.650879,
                    0.626953,
                    0.775391,
                    0.539551,
                    0.562012,
                    0.547363,
                    0.571777,
                    0.646973,
                    0.623535,
                    0.669434,
                    0.739258,
                    0.533691,
                    0.432617,
                    0.630371,
                    0.586426,
                    0.720215,
                    0.633789,
                    0.553223,
                    0.47168,
                    0.579102,
                    0.617188,
                    0.640625,
                    0.583496,
                    0.55957,
                    0.539062,
                    0.738281,
                    0.481201,
                    0.524902,
                    0.65918,
                    0.538086,
                    0.550781,
                    0.477295,
                    0.619141,
                    0.503418,
                    0.535156,
                    0.588867,
                    0.520508,
                    0.558594,
                    0.59668,
                    0.57959,
                    0.480713,
                    0.623535,
                    0.57666,
                    0.603027,
                    0.563477,
                    0.499023,
                    0.424316,
                    0.543457,
                    0.487305,
                    0.636719,
                    0.508301,
                    0.53125,
                    0.545898,
                    0.581543,
                    0.583008,
                    0.655273,
                    0.734375,
                    0.633789,
                    0.547363,
                    0.624023,
                    0.662109,
                    0.595703,
                    0.460205,
                    0.536133,
                    0.626953,
                    0.541504,
                    0.530762,
                    0.604004,
                    0.566406,
                    0.619141,
                    0.557129,
                    0.518555,
                    0.635254,
                    0.587891,
                    0.718262,
                    0.543945,
                    0.643555,
                    0.5625,
                    0.528809,
                    0.597656,
                    0.530273,
                    0.577637,
                    0.616211,
                    0.842285,
                    0.524414,
                    0.712402,
                    0.579102,
                    0.558594,
                    0.669434,
                    0.49707,
                    0.567383,
                    0.629883,
                    0.629883,
                    0.513672,
                    0.5625,
                    0.532715,
                    0.490479,
                    0.529297,
                    0.493408,
                    0.514648,
                    0.587891,
                    0.92041,
                    0.541016,
                    0.510742,
                    0.521484,
                    0.430664,
                    0.540039,
                    0.649414,
                    0.580566,
                    0.50293,
                    0.60791,
                    0.557617,
                    0.506348,
                    0.539551,
                    0.47168,
                    0.615234,
                    0.57666,
                    0.572266,
                    0.466064,
                    0.571777,
                    0.673828,
                    0.742676,
                    0.537598,
                    0.671875
                ]
            },
            "name": "model.model.layers.23.input_layernorm.weight",
            "outputIndexes": [
                1885
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1884
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_23/Mul_output_0",
            "outputIndexes": [
                1886
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1885,
                1886
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_23/Mul_1_output_0",
            "outputIndexes": [
                1887
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1887
            ],
            "outputIndexes": [
                3111
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                3111
            ],
            "outputIndexes": [
                3112
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/self_attn/q_proj/Linear",
            "inputIndexes": [
                3112
            ],
            "outputIndexes": [
                3113
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    50875862,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                3113
            ],
            "outputIndexes": [
                3114
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3114
            ],
            "outputIndexes": [
                1888
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1887
            ],
            "main_type": "NONE",
            "name": "/Shape_323_output_0",
            "outputIndexes": [
                1889
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1889
            ],
            "main_type": "NONE",
            "name": "Shape5045",
            "outputIndexes": [
                1890
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1889
            ],
            "main_type": "NONE",
            "name": "Rank5047",
            "outputIndexes": [
                1891
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1891,
                1891
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5049",
            "outputIndexes": [
                1892
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1892
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5050",
            "outputIndexes": [
                1893
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1892,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5052",
            "outputIndexes": [
                1894
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1894
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5053",
            "outputIndexes": [
                1895
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1890,
                1893,
                1895,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice5056",
            "outputIndexes": [
                1896
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1896
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze5057",
            "outputIndexes": [
                1897
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                1897
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5058",
            "outputIndexes": [
                1898
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1898,
                1897
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5059",
            "outputIndexes": [
                1899
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1889,
                1899,
                1892
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_349_output_0",
            "outputIndexes": [
                1900
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1900,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_737_output_0",
            "outputIndexes": [
                1901
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                1901,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_299_output_0",
            "outputIndexes": [
                1902
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1888,
                1902
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_208_output_0",
            "outputIndexes": [
                1903
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1903,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_184_output_0",
            "outputIndexes": [
                1904
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1903
            ],
            "main_type": "NONE",
            "name": "/Shape_324_output_0",
            "outputIndexes": [
                1905
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1905
            ],
            "main_type": "NONE",
            "name": "Shape5066",
            "outputIndexes": [
                1906
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1905
            ],
            "main_type": "NONE",
            "name": "Rank5068",
            "outputIndexes": [
                1907
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1907,
                1907
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5070",
            "outputIndexes": [
                1908
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1908
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5071",
            "outputIndexes": [
                1909
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1908,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5073",
            "outputIndexes": [
                1910
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1910
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5074",
            "outputIndexes": [
                1911
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1906,
                1909,
                1911,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice5077",
            "outputIndexes": [
                1912
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1912
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze5078",
            "outputIndexes": [
                1913
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                1913
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5079",
            "outputIndexes": [
                1914
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1914,
                1913
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5080",
            "outputIndexes": [
                1915
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1905,
                1915,
                1908
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_350_output_0",
            "outputIndexes": [
                1916
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1916,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_69_output_0",
            "outputIndexes": [
                1917
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1917,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_742_output_0",
            "outputIndexes": [
                1918
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1903,
                1918,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_93_output_0",
            "outputIndexes": [
                1919
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1919
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_46_output_0",
            "outputIndexes": [
                1920
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1903,
                22,
                1918,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_92_output_0",
            "outputIndexes": [
                1921
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1920,
                1921
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_302_output_0",
            "outputIndexes": [
                1922
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1922,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_185_output_0",
            "outputIndexes": [
                1923
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1904,
                1923
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_115_output_0",
            "outputIndexes": [
                1924
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1887
            ],
            "outputIndexes": [
                3115
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                3115
            ],
            "outputIndexes": [
                3116
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/self_attn/k_proj/Linear",
            "inputIndexes": [
                3116
            ],
            "outputIndexes": [
                3117
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    51083244,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                3117
            ],
            "outputIndexes": [
                3118
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3118
            ],
            "outputIndexes": [
                1925
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                1901,
                70,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_300_output_0",
            "outputIndexes": [
                1926
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1925,
                1926
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_209_output_0",
            "outputIndexes": [
                1927
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1927,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_186_output_0",
            "outputIndexes": [
                1928
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1927
            ],
            "main_type": "NONE",
            "name": "/Shape_325_output_0",
            "outputIndexes": [
                1929
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1929
            ],
            "main_type": "NONE",
            "name": "Shape5129",
            "outputIndexes": [
                1930
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1929
            ],
            "main_type": "NONE",
            "name": "Rank5131",
            "outputIndexes": [
                1931
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1931,
                1931
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5133",
            "outputIndexes": [
                1932
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1932
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5134",
            "outputIndexes": [
                1933
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1932,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5136",
            "outputIndexes": [
                1934
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1934
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5137",
            "outputIndexes": [
                1935
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1930,
                1933,
                1935,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice5140",
            "outputIndexes": [
                1936
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1936
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze5141",
            "outputIndexes": [
                1937
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                1937
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5142",
            "outputIndexes": [
                1938
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1938,
                1937
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5143",
            "outputIndexes": [
                1939
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1929,
                1939,
                1932
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_351_output_0",
            "outputIndexes": [
                1940
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1940,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_70_output_0",
            "outputIndexes": [
                1941
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1941,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_744_output_0",
            "outputIndexes": [
                1942
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1927,
                1942,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_95_output_0",
            "outputIndexes": [
                1943
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1943
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_47_output_0",
            "outputIndexes": [
                1944
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1927,
                22,
                1942,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_94_output_0",
            "outputIndexes": [
                1945
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1944,
                1945
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_303_output_0",
            "outputIndexes": [
                1946
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1946,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_187_output_0",
            "outputIndexes": [
                1947
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1928,
                1947
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_116_output_0",
            "outputIndexes": [
                1948
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1887
            ],
            "outputIndexes": [
                3119
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                3119
            ],
            "outputIndexes": [
                3120
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/self_attn/v_proj/Linear",
            "inputIndexes": [
                3120
            ],
            "outputIndexes": [
                3121
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    51152386,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                3121
            ],
            "outputIndexes": [
                3122
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3122
            ],
            "outputIndexes": [
                1949
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1949,
                1926
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_210_output_0",
            "outputIndexes": [
                1950
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1924,
                1948,
                1950,
                110
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_215_output_0",
            "outputIndexes": [
                1951
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1951
            ],
            "outputIndexes": [
                3123
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                3123
            ],
            "outputIndexes": [
                3124
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/self_attn/o_proj/Linear",
            "inputIndexes": [
                3124
            ],
            "outputIndexes": [
                3125
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    51221528,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                3125
            ],
            "outputIndexes": [
                3126
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3126
            ],
            "outputIndexes": [
                1952
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1884,
                1952
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_118_output_0",
            "outputIndexes": [
                1953
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.491455,
                    0.454102,
                    0.469727,
                    0.483154,
                    0.396484,
                    0.276367,
                    0.396484,
                    0.453613,
                    0.485596,
                    0.478271,
                    0.490234,
                    0.476318,
                    0.481445,
                    0.486572,
                    0.471436,
                    0.479004,
                    0.476562,
                    0.501465,
                    0.481445,
                    0.510254,
                    0.481934,
                    0.480957,
                    0.366211,
                    0.500977,
                    0.46875,
                    0.434814,
                    0.491699,
                    0.521484,
                    0.460205,
                    0.173706,
                    0.476318,
                    0.478271,
                    0.495605,
                    0.510742,
                    0.5,
                    0.510254,
                    0.450439,
                    0.467285,
                    0.463379,
                    0.500977,
                    0.460205,
                    0.502441,
                    0.349609,
                    0.480713,
                    0.483398,
                    0.46582,
                    0.495361,
                    0.452637,
                    0.469482,
                    0.467773,
                    0.452881,
                    0.501465,
                    0.473145,
                    0.525391,
                    0.488281,
                    0.46875,
                    0.489746,
                    0.479004,
                    0.465088,
                    0.462158,
                    0.519043,
                    0.338379,
                    0.469971,
                    0.510254,
                    0.526855,
                    0.491455,
                    0.452148,
                    0.499756,
                    0.507324,
                    0.483643,
                    0.321533,
                    0.432861,
                    0.456299,
                    0.434814,
                    0.489258,
                    0.480713,
                    0.475098,
                    0.492676,
                    0.471436,
                    0.486816,
                    0.490234,
                    0.523926,
                    0.478271,
                    0.494873,
                    0.483643,
                    0.465088,
                    0.499268,
                    0.427002,
                    0.501953,
                    0.447998,
                    0.505371,
                    0.509766,
                    0.4646,
                    0.463623,
                    0.109009,
                    0.480713,
                    0.502441,
                    0.493652,
                    0.470703,
                    0.489014,
                    0.471436,
                    0.490234,
                    0.467285,
                    0.465332,
                    0.50293,
                    0.498779,
                    0.464355,
                    0.475586,
                    0.493408,
                    0.493896,
                    0.516602,
                    0.489502,
                    0.480469,
                    0.513672,
                    0.510742,
                    0.488281,
                    0.500977,
                    0.49292,
                    0.471924,
                    0.513184,
                    0.472412,
                    0.487305,
                    0.481445,
                    0.496582,
                    0.489502,
                    0.486816,
                    0.48291,
                    0.467773,
                    0.509766,
                    0.509277,
                    0.477051,
                    0.356689,
                    0.459473,
                    0.486572,
                    0.486816,
                    0.481201,
                    0.517578,
                    0.490234,
                    0.478271,
                    0.48584,
                    0.482422,
                    0.492432,
                    0.480957,
                    0.416748,
                    0.453369,
                    0.476562,
                    0.490967,
                    0.475098,
                    0.499023,
                    0.502441,
                    0.504883,
                    0.495117,
                    0.462891,
                    0.486816,
                    0.492432,
                    0.522461,
                    0.47583,
                    0.473389,
                    0.483887,
                    0.463135,
                    0.494141,
                    0.377197,
                    0.459473,
                    0.522461,
                    0.493164,
                    0.483887,
                    0.509766,
                    0.486816,
                    0.496582,
                    0.483887,
                    0.473389,
                    0.520508,
                    0.48999,
                    0.430664,
                    0.54834,
                    0.465576,
                    0.506348,
                    0.515137,
                    0.516602,
                    0.516113,
                    0.473877,
                    0.439453,
                    0.518066,
                    0.487061,
                    0.481445,
                    0.481201,
                    0.496826,
                    0.475586,
                    0.47583,
                    0.480957,
                    0.506348,
                    0.487061,
                    0.480469,
                    0.482178,
                    0.48584,
                    0.489014,
                    0.470947,
                    0.485352,
                    0.513184,
                    0.516602,
                    0.46582,
                    0.492188,
                    0.460205,
                    0.491211,
                    0.503906,
                    0.454834,
                    0.487793,
                    0.51709,
                    0.447021,
                    0.483398,
                    0.419434,
                    0.493652,
                    0.463867,
                    0.477295,
                    0.533203,
                    0.489014,
                    0.368896,
                    0.493408,
                    0.499268,
                    0.480469,
                    0.513184,
                    0.499268,
                    0.501953,
                    0.48877,
                    0.480713,
                    0.514648,
                    0.517578,
                    0.416748,
                    0.490234,
                    0.288818,
                    0.482178,
                    0.492432,
                    0.498047,
                    0.451416,
                    0.510254,
                    0.493896,
                    0.501953,
                    0.53125,
                    0.489746,
                    0.454102,
                    0.452148,
                    0.48584,
                    0.489258,
                    0.482422,
                    0.478516,
                    0.500488,
                    0.461914,
                    0.418457,
                    0.492432,
                    0.486572,
                    0.509766,
                    0.48584,
                    0.489014,
                    0.509277,
                    0.46582,
                    0.317139,
                    0.508789,
                    0.470215,
                    0.483643,
                    0.50293,
                    0.460938,
                    0.49292,
                    0.505859,
                    0.491943,
                    0.482666,
                    0.529785,
                    0.488525,
                    0.5,
                    0.470947,
                    0.499268,
                    0.49707,
                    0.490723,
                    0.497314,
                    0.478516,
                    0.472412,
                    0.484131,
                    0.488037,
                    0.483398,
                    0.473389,
                    0.470459,
                    0.462158,
                    0.488281,
                    0.369385,
                    0.466553,
                    0.477051,
                    0.464844,
                    0.472656,
                    0.498779,
                    0.496094,
                    0.52832,
                    0.475586,
                    0.485596,
                    0.483154,
                    0.366455,
                    0.521484,
                    0.479736,
                    0.498779,
                    0.486572,
                    0.483154,
                    0.484375,
                    0.51416,
                    0.495605,
                    0.482422,
                    0.463135,
                    0.496826,
                    0.469727,
                    0.512695,
                    0.48291,
                    0.49707,
                    0.481445,
                    0.491455,
                    0.505859,
                    0.503418,
                    0.502441,
                    0.48584,
                    0.330566,
                    0.494141,
                    0.500977,
                    0.476562,
                    0.473633,
                    0.443848,
                    0.556152,
                    0.48291,
                    0.460693,
                    0.331055,
                    0.505859,
                    0.477295,
                    0.490479,
                    0.451904,
                    0.37915,
                    0.497559,
                    0.610352,
                    0.485352,
                    0.482666,
                    0.483154,
                    0.435059,
                    0.502441,
                    0.487061,
                    0.487549,
                    0.492432,
                    0.496826,
                    0.468506,
                    0.472412,
                    0.496582,
                    0.487061,
                    0.502441,
                    0.475586,
                    0.45874,
                    0.389648,
                    0.510254,
                    0.539062,
                    0.485352,
                    0.48999,
                    0.463867,
                    0.458252,
                    0.446289,
                    0.470703,
                    0.452393,
                    0.499268,
                    0.506836,
                    0.463135,
                    0.422363,
                    0.493408,
                    0.489258,
                    0.508301,
                    0.491943,
                    0.497559,
                    0.47998,
                    0.502441,
                    0.495361,
                    0.492432,
                    0.503906,
                    0.4729,
                    0.460693,
                    0.499512,
                    0.464355,
                    0.499023,
                    0.466797,
                    0.480469,
                    0.491211,
                    0.478027,
                    0.513184,
                    0.452148,
                    0.487549,
                    0.501465,
                    0.50293,
                    0.4729,
                    0.505371,
                    0.510254,
                    0.452393,
                    0.468018,
                    0.456787,
                    0.457031,
                    0.490234,
                    0.473145,
                    0.483154,
                    0.501953,
                    0.445557,
                    0.469727,
                    0.514648,
                    0.476318,
                    0.490234,
                    0.407959,
                    0.469482,
                    0.466553,
                    0.458496,
                    0.489014,
                    0.432373,
                    0.526367,
                    0.471924,
                    0.473145,
                    0.496338,
                    0.446777,
                    0.485352,
                    0.456055,
                    0.493896,
                    0.485596,
                    0.485352,
                    0.513184,
                    0.48291,
                    0.476807,
                    0.471924,
                    0.51709,
                    0.477539,
                    0.495117,
                    0.478516,
                    0.503906,
                    0.484375,
                    0.446045,
                    0.481445,
                    0.467529,
                    0.444336,
                    0.477539,
                    0.491699,
                    0.478271,
                    0.467773,
                    0.505371,
                    0.48584,
                    0.483643,
                    0.498535,
                    0.450684,
                    0.498047,
                    0.47168,
                    0.518555,
                    0.509277,
                    0.452393,
                    0.4729,
                    0.474609,
                    0.486084,
                    0.483154,
                    0.456299,
                    0.483154,
                    0.483643,
                    0.513672,
                    0.476318,
                    0.486084,
                    0.480713,
                    0.477783,
                    0.49292,
                    0.490967,
                    0.460693,
                    0.482422,
                    0.495605,
                    0.425293,
                    0.480225,
                    0.467773,
                    0.494385,
                    0.457764,
                    0.495117,
                    0.499268,
                    0.496338,
                    0.502441,
                    0.459961,
                    0.513672,
                    0.510742,
                    0.485596,
                    0.472656,
                    0.499268,
                    0.469727,
                    0.508789,
                    0.460449,
                    0.462891,
                    0.505371,
                    0.466064,
                    0.522461,
                    0.467041,
                    0.48584,
                    0.513672,
                    0.498779,
                    0.494873,
                    0.510254,
                    0.482666,
                    0.462402,
                    0.46875,
                    0.448486,
                    0.5,
                    0.486572,
                    0.497803,
                    0.444336,
                    0.473389,
                    0.481445,
                    0.502441,
                    0.487061,
                    0.489502,
                    0.467285,
                    0.490967,
                    0.524902,
                    0.491699,
                    0.481445,
                    0.482422,
                    0.484619,
                    0.49292,
                    0.52002,
                    0.497559,
                    0.481934,
                    0.454346,
                    0.467285,
                    0.491455,
                    0.473877,
                    0.494873,
                    0.501953,
                    0.472412,
                    0.495605,
                    0.481934,
                    0.517578,
                    0.146851,
                    0.454346,
                    0.493408,
                    0.471191,
                    0.507812,
                    0.495117,
                    0.480957,
                    0.499023,
                    0.51709,
                    0.515625,
                    0.280518,
                    0.481445,
                    0.493164,
                    0.50293,
                    0.475342,
                    0.450195,
                    0.490479,
                    0.463867,
                    0.489258,
                    0.487549,
                    0.465332,
                    0.486084,
                    0.485107,
                    0.47168,
                    0.480957,
                    0.494873,
                    0.484131,
                    0.502441,
                    0.307373,
                    0.48584,
                    0.467529,
                    0.489014,
                    0.276855,
                    0.467529,
                    0.506836,
                    0.503906,
                    0.48877,
                    0.48291,
                    0.495117,
                    0.5,
                    0.514648,
                    0.49292,
                    0.501465,
                    0.478271,
                    0.482666,
                    0.455078,
                    0.503418,
                    0.521973,
                    0.481689,
                    0.485107,
                    0.458252
                ]
            },
            "name": "model.model.layers.23.post_attention_layernorm.weight",
            "outputIndexes": [
                1954
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1953
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_23/Mul_output_0",
            "outputIndexes": [
                1955
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1954,
                1955
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_23/Mul_1_output_0",
            "outputIndexes": [
                1956
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1956
            ],
            "outputIndexes": [
                3127
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                3127
            ],
            "outputIndexes": [
                3128
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/mlp/gate_proj/Linear",
            "inputIndexes": [
                3128
            ],
            "outputIndexes": [
                3129
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    51428910,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                3129
            ],
            "outputIndexes": [
                3130
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3130
            ],
            "outputIndexes": [
                1957
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1957
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_23/Sigmoid_output_0",
            "outputIndexes": [
                1958
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1957,
                1958
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_23/Mul_output_0",
            "outputIndexes": [
                1959
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1956
            ],
            "outputIndexes": [
                3131
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                3131
            ],
            "outputIndexes": [
                3132
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/mlp/up_proj/Linear",
            "inputIndexes": [
                3132
            ],
            "outputIndexes": [
                3133
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    51981892,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                3133
            ],
            "outputIndexes": [
                3134
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3134
            ],
            "outputIndexes": [
                1960
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1959,
                1960
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_23/Mul_output_0",
            "outputIndexes": [
                1961
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1961
            ],
            "outputIndexes": [
                3135
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                3135
            ],
            "outputIndexes": [
                3136
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/mlp/down_proj/Linear",
            "inputIndexes": [
                3136
            ],
            "outputIndexes": [
                3137
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    52534874,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                3137
            ],
            "outputIndexes": [
                3138
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.23/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3138
            ],
            "outputIndexes": [
                1962
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1953,
                1962
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_119_output_0",
            "outputIndexes": [
                1963
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1963,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_216_output_0",
            "outputIndexes": [
                1964
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.54248,
                    0.666016,
                    0.687988,
                    0.655762,
                    0.433594,
                    1.003906,
                    0.759766,
                    0.727051,
                    0.5625,
                    0.782227,
                    0.515137,
                    0.454346,
                    0.533203,
                    0.51416,
                    0.458252,
                    0.461914,
                    0.584961,
                    0.487061,
                    0.584961,
                    0.491699,
                    0.530762,
                    0.479492,
                    0.974609,
                    0.477539,
                    0.466553,
                    0.42627,
                    0.523926,
                    0.500977,
                    0.487549,
                    1.083008,
                    0.561035,
                    0.567383,
                    0.490234,
                    0.572266,
                    0.455322,
                    0.431152,
                    0.432373,
                    0.513184,
                    0.557129,
                    0.501465,
                    0.500488,
                    0.493408,
                    1.003906,
                    0.47998,
                    0.50293,
                    0.635742,
                    0.502441,
                    0.584961,
                    0.620117,
                    0.51709,
                    0.837402,
                    0.54541,
                    0.424805,
                    0.591797,
                    0.560547,
                    0.602051,
                    0.541504,
                    0.44165,
                    0.450195,
                    0.623535,
                    0.599121,
                    0.887695,
                    0.540039,
                    0.57373,
                    0.574219,
                    0.627441,
                    0.59082,
                    0.574707,
                    0.671387,
                    0.532715,
                    0.49292,
                    0.594238,
                    0.669434,
                    0.505859,
                    0.62207,
                    0.623047,
                    0.555176,
                    0.471436,
                    0.648438,
                    0.553711,
                    0.503418,
                    0.568359,
                    0.563965,
                    0.60791,
                    0.446289,
                    0.720215,
                    0.477295,
                    0.712402,
                    0.582031,
                    0.47876,
                    0.587891,
                    0.4375,
                    0.575684,
                    0.512695,
                    0.299805,
                    0.563965,
                    0.520996,
                    0.500488,
                    0.470459,
                    0.553711,
                    0.512695,
                    0.496338,
                    0.647461,
                    0.462158,
                    0.609863,
                    0.539062,
                    0.547363,
                    0.553223,
                    0.419434,
                    0.57666,
                    0.582031,
                    0.480225,
                    0.501953,
                    0.564941,
                    0.57373,
                    0.445068,
                    0.534668,
                    0.51416,
                    0.427246,
                    0.489746,
                    0.52832,
                    0.518066,
                    0.480225,
                    0.614258,
                    0.543945,
                    0.470215,
                    0.552734,
                    0.483643,
                    0.552734,
                    0.529785,
                    0.478516,
                    0.387451,
                    0.607422,
                    0.469727,
                    0.536621,
                    0.459229,
                    0.533691,
                    0.462646,
                    0.51416,
                    0.589355,
                    0.509766,
                    0.457275,
                    0.625488,
                    0.788086,
                    0.439209,
                    0.459473,
                    0.517578,
                    0.509766,
                    0.53418,
                    0.472656,
                    0.511719,
                    0.462402,
                    0.468262,
                    0.60791,
                    0.634277,
                    0.488281,
                    0.510254,
                    0.498291,
                    0.489258,
                    0.685059,
                    0.525879,
                    0.908203,
                    0.551758,
                    0.670898,
                    0.600586,
                    0.510742,
                    0.562988,
                    0.556152,
                    0.503906,
                    0.59082,
                    0.501465,
                    0.564941,
                    0.563965,
                    0.825684,
                    0.526855,
                    0.597656,
                    0.46875,
                    0.587402,
                    0.552734,
                    0.492676,
                    0.705078,
                    0.551758,
                    0.58252,
                    0.46582,
                    0.499756,
                    0.574707,
                    0.529785,
                    0.542969,
                    0.434814,
                    0.545898,
                    0.531738,
                    0.534668,
                    0.53418,
                    0.522461,
                    0.539062,
                    0.476318,
                    0.518066,
                    0.465332,
                    0.492432,
                    0.493164,
                    0.502441,
                    0.485107,
                    0.584473,
                    0.616211,
                    0.476562,
                    0.493164,
                    0.487061,
                    0.579102,
                    0.838867,
                    0.528809,
                    0.671387,
                    0.446533,
                    0.538086,
                    0.507812,
                    0.533691,
                    0.499756,
                    0.881348,
                    0.552734,
                    0.498291,
                    0.580078,
                    0.525879,
                    0.504395,
                    0.658691,
                    0.577637,
                    0.554688,
                    0.474609,
                    0.494629,
                    0.806152,
                    0.672363,
                    0.988281,
                    0.541992,
                    0.351318,
                    0.524902,
                    0.637695,
                    0.572266,
                    0.533203,
                    0.588867,
                    0.625488,
                    0.543945,
                    0.575195,
                    0.651855,
                    0.493164,
                    0.536133,
                    0.568848,
                    0.492432,
                    0.610352,
                    0.570801,
                    0.39917,
                    0.59375,
                    0.530273,
                    0.5,
                    0.572754,
                    0.504395,
                    0.522461,
                    0.441406,
                    0.662109,
                    0.519043,
                    0.471436,
                    0.604492,
                    0.538574,
                    0.47876,
                    0.597656,
                    0.468262,
                    0.434326,
                    0.563965,
                    0.473145,
                    0.499268,
                    0.502441,
                    0.484863,
                    0.505859,
                    0.549805,
                    0.57373,
                    0.539062,
                    0.431641,
                    0.516602,
                    0.549316,
                    0.500488,
                    0.46875,
                    0.49707,
                    0.549316,
                    0.492432,
                    0.468018,
                    0.081604,
                    0.505371,
                    0.522461,
                    0.658203,
                    0.691406,
                    0.575195,
                    0.57959,
                    0.486084,
                    0.49292,
                    0.439941,
                    0.509277,
                    0.558105,
                    0.566406,
                    0.554199,
                    0.464844,
                    0.517578,
                    0.486328,
                    0.47583,
                    0.550781,
                    0.562988,
                    0.524414,
                    0.845703,
                    0.459229,
                    0.507324,
                    0.513184,
                    0.47168,
                    0.544922,
                    0.647949,
                    0.54541,
                    0.568359,
                    0.524414,
                    0.49707,
                    0.515137,
                    0.845703,
                    0.563477,
                    0.513672,
                    0.454834,
                    0.521484,
                    0.634766,
                    0.546387,
                    0.626953,
                    0.573242,
                    0.941895,
                    0.53418,
                    0.434814,
                    0.5625,
                    0.606445,
                    0.085632,
                    0.576172,
                    0.576172,
                    0.533691,
                    0.54248,
                    0.510254,
                    0.571777,
                    0.491211,
                    0.504883,
                    0.525879,
                    0.639648,
                    0.508301,
                    0.612305,
                    0.516602,
                    0.560059,
                    0.589844,
                    0.513184,
                    0.505859,
                    0.641113,
                    0.669922,
                    0.497314,
                    0.597168,
                    0.376465,
                    0.585449,
                    0.522461,
                    0.4729,
                    0.540527,
                    0.807129,
                    0.599121,
                    0.54541,
                    0.486084,
                    0.443359,
                    0.819824,
                    0.553223,
                    0.557129,
                    0.513672,
                    0.619141,
                    0.541504,
                    0.439941,
                    0.645508,
                    0.539062,
                    0.51416,
                    0.548828,
                    0.568359,
                    0.556152,
                    0.465088,
                    0.488037,
                    0.555664,
                    0.662109,
                    0.505371,
                    0.523926,
                    0.641602,
                    0.691406,
                    0.64209,
                    0.589844,
                    0.533691,
                    0.555664,
                    0.557617,
                    0.557129,
                    0.499756,
                    0.522949,
                    0.457031,
                    0.545898,
                    0.42749,
                    0.539551,
                    0.42749,
                    0.452148,
                    0.47876,
                    0.630371,
                    0.499756,
                    0.517578,
                    0.556641,
                    0.529297,
                    0.962402,
                    0.499023,
                    0.556152,
                    0.506348,
                    0.471436,
                    0.699219,
                    0.446289,
                    0.462158,
                    0.561523,
                    0.494873,
                    0.447266,
                    0.478027,
                    0.428467,
                    0.541016,
                    0.459473,
                    0.449951,
                    0.583496,
                    0.556641,
                    0.548828,
                    0.563477,
                    0.488525,
                    0.448975,
                    0.510742,
                    0.490234,
                    0.555664,
                    0.615723,
                    0.4375,
                    0.495117,
                    0.457275,
                    0.459229,
                    0.513672,
                    0.552734,
                    0.476807,
                    0.521484,
                    0.546387,
                    0.501465,
                    0.494385,
                    0.60791,
                    0.623535,
                    0.645996,
                    0.525391,
                    0.541016,
                    0.507324,
                    0.529297,
                    0.70459,
                    0.643066,
                    0.541504,
                    0.4646,
                    0.541504,
                    0.507324,
                    0.629395,
                    0.603516,
                    0.861328,
                    0.515625,
                    0.509766,
                    0.521973,
                    0.490967,
                    0.614258,
                    0.604004,
                    0.626953,
                    0.667969,
                    0.487549,
                    0.440918,
                    0.579102,
                    0.542969,
                    0.642578,
                    0.575195,
                    0.540527,
                    0.435547,
                    0.56543,
                    0.597656,
                    0.567871,
                    0.58252,
                    0.52832,
                    0.46875,
                    0.719238,
                    0.51416,
                    0.509277,
                    0.658203,
                    0.487793,
                    0.499512,
                    0.461426,
                    0.581543,
                    0.460449,
                    0.543457,
                    0.547852,
                    0.457275,
                    0.522949,
                    0.562012,
                    0.521973,
                    0.479736,
                    0.666016,
                    0.62207,
                    0.574219,
                    0.529297,
                    0.46582,
                    0.430176,
                    0.497559,
                    0.40625,
                    0.579102,
                    0.490967,
                    0.43457,
                    0.634277,
                    0.512695,
                    0.587402,
                    0.587402,
                    0.716797,
                    0.568848,
                    0.510742,
                    0.56543,
                    0.57666,
                    0.567383,
                    0.464111,
                    0.530273,
                    0.601074,
                    0.452393,
                    0.472168,
                    0.585938,
                    0.490967,
                    0.521973,
                    0.490967,
                    0.464844,
                    0.541992,
                    0.637695,
                    0.714355,
                    0.493408,
                    0.632812,
                    0.530273,
                    0.520996,
                    0.507812,
                    0.451904,
                    0.598633,
                    0.596191,
                    0.846191,
                    0.469238,
                    0.579102,
                    0.558594,
                    0.535156,
                    0.646973,
                    0.469482,
                    0.463867,
                    0.709473,
                    0.689453,
                    0.47998,
                    0.476318,
                    0.481201,
                    0.449219,
                    0.506836,
                    0.473633,
                    0.478271,
                    0.49707,
                    0.962891,
                    0.442383,
                    0.45459,
                    0.484131,
                    0.390625,
                    0.504395,
                    0.634277,
                    0.567383,
                    0.474365,
                    0.576172,
                    0.508301,
                    0.466064,
                    0.446777,
                    0.43042,
                    0.525391,
                    0.54834,
                    0.533203,
                    0.431396,
                    0.532715,
                    0.602539,
                    0.682617,
                    0.492432,
                    0.639648
                ]
            },
            "name": "model.model.layers.24.input_layernorm.weight",
            "outputIndexes": [
                1965
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1964
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_24/Mul_output_0",
            "outputIndexes": [
                1966
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1965,
                1966
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_24/Mul_1_output_0",
            "outputIndexes": [
                1967
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1967
            ],
            "outputIndexes": [
                3139
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                3139
            ],
            "outputIndexes": [
                3140
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/self_attn/q_proj/Linear",
            "inputIndexes": [
                3140
            ],
            "outputIndexes": [
                3141
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    53087856,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                3141
            ],
            "outputIndexes": [
                3142
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3142
            ],
            "outputIndexes": [
                1968
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1967
            ],
            "main_type": "NONE",
            "name": "/Shape_337_output_0",
            "outputIndexes": [
                1969
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1969
            ],
            "main_type": "NONE",
            "name": "Shape5261",
            "outputIndexes": [
                1970
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1969
            ],
            "main_type": "NONE",
            "name": "Rank5263",
            "outputIndexes": [
                1971
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1971,
                1971
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5265",
            "outputIndexes": [
                1972
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1972
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5266",
            "outputIndexes": [
                1973
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1972,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5268",
            "outputIndexes": [
                1974
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1974
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5269",
            "outputIndexes": [
                1975
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1970,
                1973,
                1975,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice5272",
            "outputIndexes": [
                1976
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1976
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze5273",
            "outputIndexes": [
                1977
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                1977
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5274",
            "outputIndexes": [
                1978
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1978,
                1977
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5275",
            "outputIndexes": [
                1979
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1969,
                1979,
                1972
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_364_output_0",
            "outputIndexes": [
                1980
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1980,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_769_output_0",
            "outputIndexes": [
                1981
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                1981,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_312_output_0",
            "outputIndexes": [
                1982
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1968,
                1982
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_217_output_0",
            "outputIndexes": [
                1983
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1983,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_192_output_0",
            "outputIndexes": [
                1984
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1983
            ],
            "main_type": "NONE",
            "name": "/Shape_338_output_0",
            "outputIndexes": [
                1985
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1985
            ],
            "main_type": "NONE",
            "name": "Shape5282",
            "outputIndexes": [
                1986
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                1985
            ],
            "main_type": "NONE",
            "name": "Rank5284",
            "outputIndexes": [
                1987
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1987,
                1987
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5286",
            "outputIndexes": [
                1988
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1988
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5287",
            "outputIndexes": [
                1989
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1988,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5289",
            "outputIndexes": [
                1990
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1990
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5290",
            "outputIndexes": [
                1991
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1986,
                1989,
                1991,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice5293",
            "outputIndexes": [
                1992
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1992
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze5294",
            "outputIndexes": [
                1993
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                1993
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5295",
            "outputIndexes": [
                1994
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1994,
                1993
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5296",
            "outputIndexes": [
                1995
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1985,
                1995,
                1988
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_365_output_0",
            "outputIndexes": [
                1996
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1996,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_72_output_0",
            "outputIndexes": [
                1997
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1997,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_774_output_0",
            "outputIndexes": [
                1998
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1983,
                1998,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_97_output_0",
            "outputIndexes": [
                1999
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1999
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_48_output_0",
            "outputIndexes": [
                2000
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1983,
                22,
                1998,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_96_output_0",
            "outputIndexes": [
                2001
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2000,
                2001
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_315_output_0",
            "outputIndexes": [
                2002
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2002,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_193_output_0",
            "outputIndexes": [
                2003
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1984,
                2003
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_120_output_0",
            "outputIndexes": [
                2004
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1967
            ],
            "outputIndexes": [
                3143
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                3143
            ],
            "outputIndexes": [
                3144
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/self_attn/k_proj/Linear",
            "inputIndexes": [
                3144
            ],
            "outputIndexes": [
                3145
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    53295238,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                3145
            ],
            "outputIndexes": [
                3146
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3146
            ],
            "outputIndexes": [
                2005
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                1981,
                70,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_313_output_0",
            "outputIndexes": [
                2006
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2005,
                2006
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_218_output_0",
            "outputIndexes": [
                2007
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2007,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_194_output_0",
            "outputIndexes": [
                2008
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2007
            ],
            "main_type": "NONE",
            "name": "/Shape_339_output_0",
            "outputIndexes": [
                2009
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2009
            ],
            "main_type": "NONE",
            "name": "Shape5345",
            "outputIndexes": [
                2010
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2009
            ],
            "main_type": "NONE",
            "name": "Rank5347",
            "outputIndexes": [
                2011
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2011,
                2011
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5349",
            "outputIndexes": [
                2012
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2012
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5350",
            "outputIndexes": [
                2013
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2012,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5352",
            "outputIndexes": [
                2014
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2014
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5353",
            "outputIndexes": [
                2015
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2010,
                2013,
                2015,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice5356",
            "outputIndexes": [
                2016
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2016
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze5357",
            "outputIndexes": [
                2017
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                2017
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5358",
            "outputIndexes": [
                2018
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2018,
                2017
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5359",
            "outputIndexes": [
                2019
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2009,
                2019,
                2012
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_366_output_0",
            "outputIndexes": [
                2020
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2020,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_73_output_0",
            "outputIndexes": [
                2021
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2021,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_776_output_0",
            "outputIndexes": [
                2022
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2007,
                2022,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_99_output_0",
            "outputIndexes": [
                2023
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2023
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_49_output_0",
            "outputIndexes": [
                2024
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2007,
                22,
                2022,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_98_output_0",
            "outputIndexes": [
                2025
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2024,
                2025
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_316_output_0",
            "outputIndexes": [
                2026
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2026,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_195_output_0",
            "outputIndexes": [
                2027
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2008,
                2027
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_121_output_0",
            "outputIndexes": [
                2028
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                1967
            ],
            "outputIndexes": [
                3147
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                3147
            ],
            "outputIndexes": [
                3148
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/self_attn/v_proj/Linear",
            "inputIndexes": [
                3148
            ],
            "outputIndexes": [
                3149
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    53364380,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                3149
            ],
            "outputIndexes": [
                3150
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3150
            ],
            "outputIndexes": [
                2029
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2029,
                2006
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_219_output_0",
            "outputIndexes": [
                2030
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2004,
                2028,
                2030,
                110
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_224_output_0",
            "outputIndexes": [
                2031
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2031
            ],
            "outputIndexes": [
                3151
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                3151
            ],
            "outputIndexes": [
                3152
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/self_attn/o_proj/Linear",
            "inputIndexes": [
                3152
            ],
            "outputIndexes": [
                3153
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    53433522,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                3153
            ],
            "outputIndexes": [
                3154
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3154
            ],
            "outputIndexes": [
                2032
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                1964,
                2032
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_123_output_0",
            "outputIndexes": [
                2033
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.494629,
                    0.450928,
                    0.46167,
                    0.483154,
                    0.408936,
                    0.266357,
                    0.378906,
                    0.463135,
                    0.492676,
                    0.492676,
                    0.49707,
                    0.480469,
                    0.476318,
                    0.499023,
                    0.481689,
                    0.484619,
                    0.493164,
                    0.486572,
                    0.47998,
                    0.507812,
                    0.493408,
                    0.477295,
                    0.368896,
                    0.510742,
                    0.476318,
                    0.466064,
                    0.481445,
                    0.510254,
                    0.471924,
                    0.170288,
                    0.487061,
                    0.499756,
                    0.498779,
                    0.500977,
                    0.49707,
                    0.492676,
                    0.469727,
                    0.477295,
                    0.468506,
                    0.49292,
                    0.469727,
                    0.509766,
                    0.330322,
                    0.473877,
                    0.489258,
                    0.489258,
                    0.489502,
                    0.455078,
                    0.49707,
                    0.47168,
                    0.455566,
                    0.488037,
                    0.481201,
                    0.51416,
                    0.480713,
                    0.488281,
                    0.492432,
                    0.487061,
                    0.464111,
                    0.458008,
                    0.513672,
                    0.34375,
                    0.477051,
                    0.510742,
                    0.524902,
                    0.494629,
                    0.475586,
                    0.500977,
                    0.507812,
                    0.486084,
                    0.341309,
                    0.428467,
                    0.456055,
                    0.453857,
                    0.493652,
                    0.488037,
                    0.480469,
                    0.491455,
                    0.468994,
                    0.487305,
                    0.495361,
                    0.524902,
                    0.498535,
                    0.490234,
                    0.477539,
                    0.475342,
                    0.504883,
                    0.425293,
                    0.52002,
                    0.453857,
                    0.501465,
                    0.518066,
                    0.457031,
                    0.456787,
                    0.114746,
                    0.484863,
                    0.501953,
                    0.481934,
                    0.47998,
                    0.478271,
                    0.469971,
                    0.500488,
                    0.466064,
                    0.479248,
                    0.53125,
                    0.503418,
                    0.470947,
                    0.474121,
                    0.539551,
                    0.513184,
                    0.515625,
                    0.486328,
                    0.483887,
                    0.533203,
                    0.529785,
                    0.487793,
                    0.487793,
                    0.479248,
                    0.470703,
                    0.511719,
                    0.468018,
                    0.488281,
                    0.48291,
                    0.494873,
                    0.506348,
                    0.482178,
                    0.493164,
                    0.460205,
                    0.525391,
                    0.52002,
                    0.477539,
                    0.37793,
                    0.459717,
                    0.480713,
                    0.484619,
                    0.482422,
                    0.490967,
                    0.490234,
                    0.479004,
                    0.481201,
                    0.480957,
                    0.500977,
                    0.459961,
                    0.432129,
                    0.447021,
                    0.45459,
                    0.491211,
                    0.49585,
                    0.488525,
                    0.481201,
                    0.490967,
                    0.489014,
                    0.48291,
                    0.493652,
                    0.489502,
                    0.499512,
                    0.467773,
                    0.471436,
                    0.487305,
                    0.46875,
                    0.49707,
                    0.37915,
                    0.463135,
                    0.503906,
                    0.500977,
                    0.492432,
                    0.509277,
                    0.481934,
                    0.496094,
                    0.468994,
                    0.481445,
                    0.523926,
                    0.493164,
                    0.439941,
                    0.525879,
                    0.473145,
                    0.483643,
                    0.501953,
                    0.500488,
                    0.507324,
                    0.483643,
                    0.460205,
                    0.51123,
                    0.490723,
                    0.476562,
                    0.492676,
                    0.486816,
                    0.47583,
                    0.478271,
                    0.477051,
                    0.505859,
                    0.501465,
                    0.489746,
                    0.477783,
                    0.491699,
                    0.481934,
                    0.464355,
                    0.491943,
                    0.509766,
                    0.504395,
                    0.423584,
                    0.499268,
                    0.462646,
                    0.51416,
                    0.494385,
                    0.475586,
                    0.500488,
                    0.500488,
                    0.44751,
                    0.487061,
                    0.420166,
                    0.489746,
                    0.469238,
                    0.488525,
                    0.506348,
                    0.488525,
                    0.361572,
                    0.509766,
                    0.491455,
                    0.488525,
                    0.513672,
                    0.494141,
                    0.481934,
                    0.489258,
                    0.495117,
                    0.491943,
                    0.497803,
                    0.425537,
                    0.471436,
                    0.297607,
                    0.500977,
                    0.506348,
                    0.511719,
                    0.460693,
                    0.518066,
                    0.499268,
                    0.499023,
                    0.523438,
                    0.51416,
                    0.454834,
                    0.454102,
                    0.481445,
                    0.503906,
                    0.480957,
                    0.491211,
                    0.482666,
                    0.477783,
                    0.419678,
                    0.491699,
                    0.493652,
                    0.511719,
                    0.486084,
                    0.491699,
                    0.515137,
                    0.456543,
                    0.326904,
                    0.491211,
                    0.488037,
                    0.473389,
                    0.499512,
                    0.457764,
                    0.48999,
                    0.484131,
                    0.491943,
                    0.477783,
                    0.515137,
                    0.48999,
                    0.497559,
                    0.48584,
                    0.494629,
                    0.499756,
                    0.485107,
                    0.490234,
                    0.492188,
                    0.479736,
                    0.475342,
                    0.485596,
                    0.473877,
                    0.480469,
                    0.476562,
                    0.470947,
                    0.503418,
                    0.395996,
                    0.481689,
                    0.455566,
                    0.45874,
                    0.479004,
                    0.47876,
                    0.5,
                    0.505371,
                    0.49585,
                    0.474365,
                    0.500488,
                    0.372559,
                    0.52002,
                    0.482666,
                    0.498047,
                    0.493896,
                    0.487061,
                    0.480713,
                    0.510254,
                    0.500488,
                    0.480469,
                    0.44458,
                    0.496582,
                    0.478027,
                    0.494873,
                    0.49292,
                    0.484131,
                    0.47583,
                    0.501953,
                    0.506348,
                    0.495361,
                    0.498535,
                    0.469238,
                    0.331787,
                    0.519043,
                    0.49585,
                    0.478516,
                    0.474609,
                    0.438965,
                    0.534668,
                    0.496582,
                    0.446289,
                    0.324707,
                    0.527344,
                    0.497559,
                    0.48877,
                    0.452393,
                    0.395752,
                    0.492188,
                    0.568359,
                    0.488037,
                    0.465576,
                    0.484131,
                    0.441895,
                    0.495605,
                    0.490234,
                    0.487549,
                    0.492432,
                    0.501953,
                    0.488037,
                    0.483154,
                    0.489014,
                    0.493164,
                    0.506836,
                    0.475342,
                    0.474609,
                    0.384277,
                    0.513672,
                    0.540039,
                    0.494873,
                    0.49585,
                    0.481689,
                    0.468994,
                    0.473145,
                    0.480225,
                    0.458008,
                    0.51709,
                    0.503418,
                    0.479248,
                    0.437744,
                    0.497803,
                    0.483643,
                    0.506836,
                    0.481689,
                    0.505859,
                    0.470459,
                    0.509766,
                    0.499268,
                    0.477783,
                    0.505859,
                    0.478027,
                    0.460693,
                    0.500488,
                    0.476562,
                    0.50293,
                    0.472656,
                    0.501465,
                    0.478516,
                    0.476074,
                    0.524902,
                    0.466553,
                    0.493896,
                    0.500488,
                    0.509277,
                    0.474854,
                    0.499268,
                    0.501953,
                    0.446289,
                    0.487061,
                    0.463135,
                    0.456543,
                    0.491455,
                    0.479492,
                    0.492676,
                    0.484863,
                    0.438477,
                    0.468262,
                    0.511719,
                    0.482178,
                    0.506348,
                    0.411621,
                    0.484619,
                    0.487305,
                    0.446533,
                    0.499512,
                    0.435059,
                    0.506836,
                    0.473389,
                    0.48291,
                    0.498535,
                    0.467041,
                    0.488525,
                    0.463379,
                    0.482178,
                    0.488525,
                    0.487305,
                    0.512207,
                    0.489014,
                    0.475342,
                    0.458252,
                    0.510254,
                    0.480957,
                    0.488281,
                    0.483643,
                    0.492676,
                    0.489014,
                    0.432129,
                    0.480225,
                    0.496094,
                    0.451416,
                    0.478027,
                    0.501465,
                    0.487305,
                    0.481445,
                    0.50293,
                    0.481201,
                    0.481934,
                    0.499268,
                    0.459717,
                    0.5,
                    0.483398,
                    0.498779,
                    0.509766,
                    0.455322,
                    0.481201,
                    0.490234,
                    0.498047,
                    0.498535,
                    0.47583,
                    0.481689,
                    0.486572,
                    0.517578,
                    0.462402,
                    0.47876,
                    0.47168,
                    0.462158,
                    0.506836,
                    0.490723,
                    0.472656,
                    0.487305,
                    0.491699,
                    0.450684,
                    0.505859,
                    0.493652,
                    0.494873,
                    0.46875,
                    0.493652,
                    0.459717,
                    0.482178,
                    0.503906,
                    0.466553,
                    0.497314,
                    0.504395,
                    0.47998,
                    0.477539,
                    0.497314,
                    0.437256,
                    0.509766,
                    0.467773,
                    0.485596,
                    0.501953,
                    0.49292,
                    0.520996,
                    0.473145,
                    0.496582,
                    0.516602,
                    0.487793,
                    0.491943,
                    0.51123,
                    0.486816,
                    0.477539,
                    0.470215,
                    0.432373,
                    0.475342,
                    0.498047,
                    0.494873,
                    0.463867,
                    0.484375,
                    0.485596,
                    0.491943,
                    0.485352,
                    0.47876,
                    0.472412,
                    0.503418,
                    0.529297,
                    0.476807,
                    0.469482,
                    0.478271,
                    0.486084,
                    0.490479,
                    0.525391,
                    0.505371,
                    0.495117,
                    0.472656,
                    0.490479,
                    0.493164,
                    0.48584,
                    0.490479,
                    0.508789,
                    0.479736,
                    0.491211,
                    0.473389,
                    0.506836,
                    0.142334,
                    0.46582,
                    0.495361,
                    0.472656,
                    0.516113,
                    0.489746,
                    0.491211,
                    0.493164,
                    0.536621,
                    0.519531,
                    0.283203,
                    0.467041,
                    0.48584,
                    0.490234,
                    0.475586,
                    0.455811,
                    0.489502,
                    0.46167,
                    0.470947,
                    0.493652,
                    0.454102,
                    0.486328,
                    0.493164,
                    0.462891,
                    0.481689,
                    0.502441,
                    0.499756,
                    0.494629,
                    0.309326,
                    0.491699,
                    0.481201,
                    0.49585,
                    0.299805,
                    0.467529,
                    0.505859,
                    0.507324,
                    0.496826,
                    0.499023,
                    0.493652,
                    0.509766,
                    0.506836,
                    0.494873,
                    0.493652,
                    0.48291,
                    0.487793,
                    0.47583,
                    0.489746,
                    0.513184,
                    0.479004,
                    0.490967,
                    0.464844
                ]
            },
            "name": "model.model.layers.24.post_attention_layernorm.weight",
            "outputIndexes": [
                2034
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2033
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_24/Mul_output_0",
            "outputIndexes": [
                2035
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2034,
                2035
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_24/Mul_1_output_0",
            "outputIndexes": [
                2036
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2036
            ],
            "outputIndexes": [
                3155
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                3155
            ],
            "outputIndexes": [
                3156
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/mlp/gate_proj/Linear",
            "inputIndexes": [
                3156
            ],
            "outputIndexes": [
                3157
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    53640904,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                3157
            ],
            "outputIndexes": [
                3158
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3158
            ],
            "outputIndexes": [
                2037
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2037
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_24/Sigmoid_output_0",
            "outputIndexes": [
                2038
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2037,
                2038
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_24/Mul_output_0",
            "outputIndexes": [
                2039
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2036
            ],
            "outputIndexes": [
                3159
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                3159
            ],
            "outputIndexes": [
                3160
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/mlp/up_proj/Linear",
            "inputIndexes": [
                3160
            ],
            "outputIndexes": [
                3161
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    54193886,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                3161
            ],
            "outputIndexes": [
                3162
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3162
            ],
            "outputIndexes": [
                2040
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2039,
                2040
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_24/Mul_output_0",
            "outputIndexes": [
                2041
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2041
            ],
            "outputIndexes": [
                3163
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                3163
            ],
            "outputIndexes": [
                3164
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/mlp/down_proj/Linear",
            "inputIndexes": [
                3164
            ],
            "outputIndexes": [
                3165
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    54746868,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                3165
            ],
            "outputIndexes": [
                3166
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.24/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3166
            ],
            "outputIndexes": [
                2042
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2033,
                2042
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_124_output_0",
            "outputIndexes": [
                2043
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2043,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_225_output_0",
            "outputIndexes": [
                2044
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.526855,
                    0.712891,
                    0.693359,
                    0.627441,
                    0.510254,
                    1.121094,
                    0.800293,
                    0.696289,
                    0.559082,
                    0.758789,
                    0.52002,
                    0.473145,
                    0.530762,
                    0.583496,
                    0.523926,
                    0.481201,
                    0.568359,
                    0.494873,
                    0.547363,
                    0.491943,
                    0.549805,
                    0.503906,
                    0.982422,
                    0.50293,
                    0.50293,
                    0.450439,
                    0.555664,
                    0.550293,
                    0.502441,
                    1.228516,
                    0.581543,
                    0.601074,
                    0.51123,
                    0.588867,
                    0.528809,
                    0.480225,
                    0.501953,
                    0.558594,
                    0.578125,
                    0.5,
                    0.525879,
                    0.529785,
                    1.080078,
                    0.490479,
                    0.526367,
                    0.628418,
                    0.521484,
                    0.662109,
                    0.639648,
                    0.576172,
                    0.794434,
                    0.542969,
                    0.461182,
                    0.52832,
                    0.549316,
                    0.580078,
                    0.584961,
                    0.375977,
                    0.498047,
                    0.659668,
                    0.54834,
                    1.027344,
                    0.560059,
                    0.569336,
                    0.509277,
                    0.68457,
                    0.649902,
                    0.563965,
                    0.616699,
                    0.604492,
                    0.44458,
                    0.598633,
                    0.699219,
                    0.558594,
                    0.615234,
                    0.633789,
                    0.577148,
                    0.497314,
                    0.634766,
                    0.606445,
                    0.534668,
                    0.521973,
                    0.515137,
                    0.602539,
                    0.462158,
                    0.696289,
                    0.498779,
                    0.787109,
                    0.57373,
                    0.519043,
                    0.581055,
                    0.458984,
                    0.590332,
                    0.527832,
                    0.288086,
                    0.599121,
                    0.505371,
                    0.501465,
                    0.496338,
                    0.583984,
                    0.505859,
                    0.52832,
                    0.665527,
                    0.510742,
                    0.532715,
                    0.548828,
                    0.601074,
                    0.54834,
                    0.415771,
                    0.542969,
                    0.589355,
                    0.480225,
                    0.533691,
                    0.54541,
                    0.518066,
                    0.487305,
                    0.557129,
                    0.524902,
                    0.477295,
                    0.503906,
                    0.518555,
                    0.517578,
                    0.509277,
                    0.586914,
                    0.541504,
                    0.552734,
                    0.546875,
                    0.511719,
                    0.569336,
                    0.543945,
                    0.523926,
                    0.411621,
                    0.575195,
                    0.493652,
                    0.518066,
                    0.501953,
                    0.532227,
                    0.48584,
                    0.549316,
                    0.588379,
                    0.522461,
                    0.506836,
                    0.649902,
                    0.810547,
                    0.458008,
                    0.509766,
                    0.54834,
                    0.508789,
                    0.480957,
                    0.538086,
                    0.525391,
                    0.501953,
                    0.49292,
                    0.637695,
                    0.629883,
                    0.521973,
                    0.550781,
                    0.522461,
                    0.529297,
                    0.756348,
                    0.521973,
                    0.987305,
                    0.584961,
                    0.637207,
                    0.581543,
                    0.522949,
                    0.562988,
                    0.595703,
                    0.498779,
                    0.649902,
                    0.505859,
                    0.528809,
                    0.555176,
                    0.805664,
                    0.488037,
                    0.640625,
                    0.464111,
                    0.53125,
                    0.600098,
                    0.468506,
                    0.63916,
                    0.616699,
                    0.525391,
                    0.474365,
                    0.536621,
                    0.597656,
                    0.543457,
                    0.569336,
                    0.471924,
                    0.603516,
                    0.532715,
                    0.538574,
                    0.547852,
                    0.552734,
                    0.532715,
                    0.500488,
                    0.522461,
                    0.490723,
                    0.498535,
                    0.479736,
                    0.547852,
                    0.530762,
                    0.606445,
                    0.589844,
                    0.562988,
                    0.496826,
                    0.504883,
                    0.550293,
                    0.799805,
                    0.564453,
                    0.787598,
                    0.503418,
                    0.547363,
                    0.525391,
                    0.519043,
                    0.514648,
                    0.994629,
                    0.552734,
                    0.549316,
                    0.589355,
                    0.556152,
                    0.538574,
                    0.649414,
                    0.606934,
                    0.609375,
                    0.517578,
                    0.48877,
                    0.880371,
                    0.705078,
                    1.176758,
                    0.54834,
                    0.352539,
                    0.543457,
                    0.654297,
                    0.505371,
                    0.560547,
                    0.577637,
                    0.586914,
                    0.567871,
                    0.587891,
                    0.632812,
                    0.549316,
                    0.549316,
                    0.55127,
                    0.48584,
                    0.588867,
                    0.568848,
                    0.404541,
                    0.518555,
                    0.537109,
                    0.499512,
                    0.603027,
                    0.519531,
                    0.56543,
                    0.483398,
                    0.804199,
                    0.51416,
                    0.507812,
                    0.606934,
                    0.542969,
                    0.483643,
                    0.597168,
                    0.484619,
                    0.469971,
                    0.60498,
                    0.495117,
                    0.513184,
                    0.495117,
                    0.483643,
                    0.51123,
                    0.511719,
                    0.557129,
                    0.55957,
                    0.470947,
                    0.537109,
                    0.551758,
                    0.547852,
                    0.45166,
                    0.547852,
                    0.567383,
                    0.500488,
                    0.471924,
                    0.092834,
                    0.496582,
                    0.517578,
                    0.649902,
                    0.665527,
                    0.54834,
                    0.562988,
                    0.49707,
                    0.500488,
                    0.506348,
                    0.535156,
                    0.591309,
                    0.557129,
                    0.550781,
                    0.483887,
                    0.536621,
                    0.518555,
                    0.510254,
                    0.547852,
                    0.553223,
                    0.526367,
                    0.851074,
                    0.509277,
                    0.507324,
                    0.474365,
                    0.527832,
                    0.543945,
                    0.649902,
                    0.523438,
                    0.578125,
                    0.559082,
                    0.546875,
                    0.543945,
                    0.879395,
                    0.561523,
                    0.495605,
                    0.479004,
                    0.538574,
                    0.627441,
                    0.528809,
                    0.652344,
                    0.567871,
                    1.144531,
                    0.521484,
                    0.472656,
                    0.548828,
                    0.652344,
                    0.101318,
                    0.541016,
                    0.552246,
                    0.576172,
                    0.562988,
                    0.505371,
                    0.620117,
                    0.508301,
                    0.54248,
                    0.54834,
                    0.615723,
                    0.504395,
                    0.599609,
                    0.528809,
                    0.581055,
                    0.554688,
                    0.528809,
                    0.536621,
                    0.651855,
                    0.740234,
                    0.510254,
                    0.556641,
                    0.410156,
                    0.591797,
                    0.564453,
                    0.520508,
                    0.624512,
                    0.80957,
                    0.635742,
                    0.539062,
                    0.480469,
                    0.46582,
                    0.855957,
                    0.54248,
                    0.582031,
                    0.480469,
                    0.601562,
                    0.582031,
                    0.443604,
                    0.625977,
                    0.527832,
                    0.554199,
                    0.501953,
                    0.561523,
                    0.582031,
                    0.487305,
                    0.47998,
                    0.567383,
                    0.619141,
                    0.506348,
                    0.553711,
                    0.631348,
                    0.646484,
                    0.604492,
                    0.603516,
                    0.548828,
                    0.574707,
                    0.577637,
                    0.551758,
                    0.506836,
                    0.568848,
                    0.47876,
                    0.583496,
                    0.449463,
                    0.525879,
                    0.501465,
                    0.477051,
                    0.522461,
                    0.646973,
                    0.547363,
                    0.533203,
                    0.569336,
                    0.552246,
                    1.06543,
                    0.529785,
                    0.560547,
                    0.467529,
                    0.521973,
                    0.813965,
                    0.47876,
                    0.505859,
                    0.557129,
                    0.518555,
                    0.487061,
                    0.493164,
                    0.479248,
                    0.584961,
                    0.509766,
                    0.475586,
                    0.543945,
                    0.541992,
                    0.522461,
                    0.611816,
                    0.537109,
                    0.491455,
                    0.518555,
                    0.539062,
                    0.548828,
                    0.648438,
                    0.457275,
                    0.5,
                    0.478516,
                    0.512207,
                    0.509766,
                    0.547363,
                    0.494873,
                    0.527832,
                    0.521484,
                    0.572754,
                    0.520508,
                    0.52002,
                    0.623047,
                    0.663086,
                    0.539551,
                    0.564453,
                    0.502441,
                    0.564941,
                    0.731934,
                    0.646484,
                    0.544922,
                    0.494629,
                    0.583496,
                    0.574707,
                    0.618652,
                    0.556152,
                    0.867676,
                    0.540527,
                    0.518066,
                    0.519531,
                    0.500488,
                    0.598633,
                    0.608887,
                    0.61084,
                    0.669922,
                    0.546387,
                    0.466309,
                    0.599609,
                    0.579102,
                    0.698242,
                    0.614746,
                    0.633789,
                    0.489014,
                    0.525391,
                    0.619629,
                    0.539551,
                    0.540039,
                    0.484131,
                    0.523438,
                    0.716309,
                    0.614746,
                    0.533691,
                    0.665039,
                    0.550293,
                    0.552246,
                    0.493164,
                    0.581055,
                    0.485107,
                    0.523438,
                    0.504883,
                    0.461914,
                    0.537109,
                    0.527344,
                    0.561035,
                    0.506836,
                    0.567383,
                    0.611328,
                    0.557129,
                    0.538574,
                    0.477783,
                    0.483154,
                    0.525391,
                    0.451172,
                    0.527832,
                    0.513184,
                    0.485352,
                    0.656738,
                    0.541504,
                    0.526367,
                    0.606934,
                    0.623047,
                    0.617188,
                    0.543457,
                    0.561523,
                    0.553223,
                    0.57959,
                    0.462158,
                    0.536621,
                    0.588867,
                    0.496094,
                    0.513672,
                    0.583496,
                    0.533203,
                    0.544434,
                    0.514648,
                    0.45166,
                    0.544434,
                    0.720703,
                    0.709473,
                    0.470215,
                    0.603027,
                    0.549805,
                    0.501465,
                    0.561523,
                    0.488037,
                    0.544434,
                    0.59082,
                    0.908203,
                    0.51709,
                    0.598633,
                    0.544434,
                    0.541992,
                    0.684082,
                    0.509277,
                    0.543945,
                    0.689453,
                    0.666504,
                    0.533691,
                    0.501465,
                    0.501953,
                    0.481201,
                    0.525391,
                    0.476807,
                    0.492432,
                    0.523926,
                    1.12207,
                    0.523438,
                    0.463135,
                    0.476318,
                    0.463135,
                    0.536621,
                    0.588379,
                    0.516113,
                    0.518555,
                    0.587402,
                    0.501953,
                    0.494873,
                    0.494629,
                    0.457031,
                    0.572266,
                    0.602051,
                    0.522461,
                    0.467529,
                    0.55127,
                    0.569824,
                    0.666016,
                    0.51416,
                    0.691406
                ]
            },
            "name": "model.model.layers.25.input_layernorm.weight",
            "outputIndexes": [
                2045
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2044
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_25/Mul_output_0",
            "outputIndexes": [
                2046
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2045,
                2046
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_25/Mul_1_output_0",
            "outputIndexes": [
                2047
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2047
            ],
            "outputIndexes": [
                3167
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                3167
            ],
            "outputIndexes": [
                3168
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/self_attn/q_proj/Linear",
            "inputIndexes": [
                3168
            ],
            "outputIndexes": [
                3169
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    55299850,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                3169
            ],
            "outputIndexes": [
                3170
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3170
            ],
            "outputIndexes": [
                2048
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2047
            ],
            "main_type": "NONE",
            "name": "/Shape_351_output_0",
            "outputIndexes": [
                2049
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2049
            ],
            "main_type": "NONE",
            "name": "Shape5477",
            "outputIndexes": [
                2050
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2049
            ],
            "main_type": "NONE",
            "name": "Rank5479",
            "outputIndexes": [
                2051
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2051,
                2051
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5481",
            "outputIndexes": [
                2052
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2052
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5482",
            "outputIndexes": [
                2053
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2052,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5484",
            "outputIndexes": [
                2054
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2054
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5485",
            "outputIndexes": [
                2055
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2050,
                2053,
                2055,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice5488",
            "outputIndexes": [
                2056
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2056
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze5489",
            "outputIndexes": [
                2057
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                2057
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5490",
            "outputIndexes": [
                2058
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2058,
                2057
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5491",
            "outputIndexes": [
                2059
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2049,
                2059,
                2052
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_379_output_0",
            "outputIndexes": [
                2060
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2060,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_801_output_0",
            "outputIndexes": [
                2061
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                2061,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_325_output_0",
            "outputIndexes": [
                2062
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2048,
                2062
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_226_output_0",
            "outputIndexes": [
                2063
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2063,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_200_output_0",
            "outputIndexes": [
                2064
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2063
            ],
            "main_type": "NONE",
            "name": "/Shape_352_output_0",
            "outputIndexes": [
                2065
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2065
            ],
            "main_type": "NONE",
            "name": "Shape5498",
            "outputIndexes": [
                2066
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2065
            ],
            "main_type": "NONE",
            "name": "Rank5500",
            "outputIndexes": [
                2067
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2067,
                2067
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5502",
            "outputIndexes": [
                2068
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2068
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5503",
            "outputIndexes": [
                2069
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2068,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5505",
            "outputIndexes": [
                2070
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2070
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5506",
            "outputIndexes": [
                2071
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2066,
                2069,
                2071,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice5509",
            "outputIndexes": [
                2072
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2072
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze5510",
            "outputIndexes": [
                2073
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                2073
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5511",
            "outputIndexes": [
                2074
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2074,
                2073
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5512",
            "outputIndexes": [
                2075
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2065,
                2075,
                2068
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_380_output_0",
            "outputIndexes": [
                2076
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2076,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_75_output_0",
            "outputIndexes": [
                2077
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2077,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_806_output_0",
            "outputIndexes": [
                2078
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2063,
                2078,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_101_output_0",
            "outputIndexes": [
                2079
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2079
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_50_output_0",
            "outputIndexes": [
                2080
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2063,
                22,
                2078,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_100_output_0",
            "outputIndexes": [
                2081
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2080,
                2081
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_328_output_0",
            "outputIndexes": [
                2082
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2082,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_201_output_0",
            "outputIndexes": [
                2083
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2064,
                2083
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_125_output_0",
            "outputIndexes": [
                2084
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2047
            ],
            "outputIndexes": [
                3171
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                3171
            ],
            "outputIndexes": [
                3172
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/self_attn/k_proj/Linear",
            "inputIndexes": [
                3172
            ],
            "outputIndexes": [
                3173
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    55507232,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                3173
            ],
            "outputIndexes": [
                3174
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3174
            ],
            "outputIndexes": [
                2085
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                2061,
                70,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_326_output_0",
            "outputIndexes": [
                2086
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2085,
                2086
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_227_output_0",
            "outputIndexes": [
                2087
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2087,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_202_output_0",
            "outputIndexes": [
                2088
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2087
            ],
            "main_type": "NONE",
            "name": "/Shape_353_output_0",
            "outputIndexes": [
                2089
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2089
            ],
            "main_type": "NONE",
            "name": "Shape5561",
            "outputIndexes": [
                2090
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2089
            ],
            "main_type": "NONE",
            "name": "Rank5563",
            "outputIndexes": [
                2091
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2091,
                2091
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5565",
            "outputIndexes": [
                2092
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2092
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5566",
            "outputIndexes": [
                2093
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2092,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5568",
            "outputIndexes": [
                2094
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2094
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5569",
            "outputIndexes": [
                2095
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2090,
                2093,
                2095,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice5572",
            "outputIndexes": [
                2096
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2096
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze5573",
            "outputIndexes": [
                2097
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                2097
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5574",
            "outputIndexes": [
                2098
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2098,
                2097
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5575",
            "outputIndexes": [
                2099
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2089,
                2099,
                2092
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_381_output_0",
            "outputIndexes": [
                2100
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2100,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_76_output_0",
            "outputIndexes": [
                2101
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2101,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_808_output_0",
            "outputIndexes": [
                2102
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2087,
                2102,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_103_output_0",
            "outputIndexes": [
                2103
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2103
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_51_output_0",
            "outputIndexes": [
                2104
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2087,
                22,
                2102,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_102_output_0",
            "outputIndexes": [
                2105
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2104,
                2105
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_329_output_0",
            "outputIndexes": [
                2106
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2106,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_203_output_0",
            "outputIndexes": [
                2107
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2088,
                2107
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_126_output_0",
            "outputIndexes": [
                2108
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2047
            ],
            "outputIndexes": [
                3175
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                3175
            ],
            "outputIndexes": [
                3176
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/self_attn/v_proj/Linear",
            "inputIndexes": [
                3176
            ],
            "outputIndexes": [
                3177
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    55576374,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                3177
            ],
            "outputIndexes": [
                3178
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3178
            ],
            "outputIndexes": [
                2109
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2109,
                2086
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_228_output_0",
            "outputIndexes": [
                2110
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2084,
                2108,
                2110,
                110
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_233_output_0",
            "outputIndexes": [
                2111
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2111
            ],
            "outputIndexes": [
                3179
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                3179
            ],
            "outputIndexes": [
                3180
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/self_attn/o_proj/Linear",
            "inputIndexes": [
                3180
            ],
            "outputIndexes": [
                3181
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    55645516,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                3181
            ],
            "outputIndexes": [
                3182
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3182
            ],
            "outputIndexes": [
                2112
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2044,
                2112
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_128_output_0",
            "outputIndexes": [
                2113
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.505859,
                    0.478027,
                    0.491211,
                    0.510742,
                    0.419678,
                    0.291992,
                    0.411133,
                    0.474365,
                    0.493652,
                    0.494385,
                    0.515625,
                    0.509277,
                    0.499268,
                    0.501465,
                    0.501953,
                    0.517578,
                    0.484131,
                    0.509766,
                    0.489502,
                    0.487549,
                    0.492188,
                    0.500977,
                    0.394531,
                    0.523926,
                    0.489502,
                    0.466064,
                    0.493652,
                    0.508789,
                    0.486572,
                    0.178955,
                    0.486816,
                    0.510742,
                    0.508789,
                    0.509277,
                    0.5,
                    0.510254,
                    0.47876,
                    0.499023,
                    0.493652,
                    0.498291,
                    0.490234,
                    0.525391,
                    0.358398,
                    0.498535,
                    0.48877,
                    0.505859,
                    0.515137,
                    0.483154,
                    0.51709,
                    0.481201,
                    0.469971,
                    0.512695,
                    0.489258,
                    0.53418,
                    0.507812,
                    0.490234,
                    0.505859,
                    0.494873,
                    0.48999,
                    0.483643,
                    0.524902,
                    0.35498,
                    0.495117,
                    0.52832,
                    0.54834,
                    0.506348,
                    0.459961,
                    0.5,
                    0.513672,
                    0.503418,
                    0.278809,
                    0.42627,
                    0.469727,
                    0.481689,
                    0.509277,
                    0.501465,
                    0.489502,
                    0.504395,
                    0.486572,
                    0.499268,
                    0.506836,
                    0.544922,
                    0.515137,
                    0.530762,
                    0.481201,
                    0.479248,
                    0.513672,
                    0.44043,
                    0.533691,
                    0.480225,
                    0.510254,
                    0.51416,
                    0.487305,
                    0.479248,
                    0.111389,
                    0.498047,
                    0.527832,
                    0.506348,
                    0.505859,
                    0.486084,
                    0.49292,
                    0.517578,
                    0.47583,
                    0.501953,
                    0.546387,
                    0.500977,
                    0.474609,
                    0.491943,
                    0.530762,
                    0.535645,
                    0.514648,
                    0.512207,
                    0.50293,
                    0.540039,
                    0.539062,
                    0.505371,
                    0.494873,
                    0.522949,
                    0.492432,
                    0.529297,
                    0.501465,
                    0.512695,
                    0.505859,
                    0.494629,
                    0.515137,
                    0.501953,
                    0.509766,
                    0.476562,
                    0.520508,
                    0.522461,
                    0.493652,
                    0.30957,
                    0.485352,
                    0.484131,
                    0.513672,
                    0.510254,
                    0.501465,
                    0.521973,
                    0.50293,
                    0.512207,
                    0.506348,
                    0.505859,
                    0.477295,
                    0.434082,
                    0.455566,
                    0.491455,
                    0.499756,
                    0.515137,
                    0.518066,
                    0.503418,
                    0.502441,
                    0.503418,
                    0.498047,
                    0.512695,
                    0.509277,
                    0.521973,
                    0.485596,
                    0.501465,
                    0.500977,
                    0.473633,
                    0.510254,
                    0.404541,
                    0.457031,
                    0.52832,
                    0.510742,
                    0.492676,
                    0.519043,
                    0.481934,
                    0.516113,
                    0.491211,
                    0.491943,
                    0.537109,
                    0.506348,
                    0.450928,
                    0.530762,
                    0.463135,
                    0.504883,
                    0.529297,
                    0.519531,
                    0.522949,
                    0.48877,
                    0.460693,
                    0.519531,
                    0.520508,
                    0.507812,
                    0.492676,
                    0.515137,
                    0.504883,
                    0.498291,
                    0.505371,
                    0.510254,
                    0.520508,
                    0.516113,
                    0.491699,
                    0.496582,
                    0.492432,
                    0.492676,
                    0.517578,
                    0.519531,
                    0.515137,
                    0.452148,
                    0.51416,
                    0.497314,
                    0.521484,
                    0.498047,
                    0.490967,
                    0.517578,
                    0.51416,
                    0.457764,
                    0.508301,
                    0.430664,
                    0.500977,
                    0.481934,
                    0.501465,
                    0.529785,
                    0.504883,
                    0.381592,
                    0.52832,
                    0.503906,
                    0.505371,
                    0.521973,
                    0.515137,
                    0.506348,
                    0.501953,
                    0.513672,
                    0.516602,
                    0.518555,
                    0.423584,
                    0.49585,
                    0.308594,
                    0.50293,
                    0.512695,
                    0.54834,
                    0.468018,
                    0.53125,
                    0.521973,
                    0.505859,
                    0.543945,
                    0.530273,
                    0.463379,
                    0.473145,
                    0.491455,
                    0.505859,
                    0.48999,
                    0.501953,
                    0.513184,
                    0.489746,
                    0.425049,
                    0.510254,
                    0.496338,
                    0.537109,
                    0.519531,
                    0.509277,
                    0.506348,
                    0.470947,
                    0.351074,
                    0.510254,
                    0.48999,
                    0.486328,
                    0.499756,
                    0.491699,
                    0.484375,
                    0.51416,
                    0.507812,
                    0.510742,
                    0.521973,
                    0.506348,
                    0.51416,
                    0.490967,
                    0.519531,
                    0.521484,
                    0.510254,
                    0.51123,
                    0.502441,
                    0.5,
                    0.50293,
                    0.499512,
                    0.498291,
                    0.505859,
                    0.476562,
                    0.490479,
                    0.483398,
                    0.391357,
                    0.47998,
                    0.481445,
                    0.483887,
                    0.500977,
                    0.494873,
                    0.50293,
                    0.511719,
                    0.516602,
                    0.501465,
                    0.51416,
                    0.371338,
                    0.53418,
                    0.508301,
                    0.50293,
                    0.506348,
                    0.519531,
                    0.484863,
                    0.526855,
                    0.498779,
                    0.491943,
                    0.460205,
                    0.510254,
                    0.503906,
                    0.517578,
                    0.512695,
                    0.509766,
                    0.490479,
                    0.513672,
                    0.532227,
                    0.499512,
                    0.501953,
                    0.483154,
                    0.331055,
                    0.524414,
                    0.509766,
                    0.494141,
                    0.489014,
                    0.44043,
                    0.535645,
                    0.543945,
                    0.45166,
                    0.354736,
                    0.519043,
                    0.515137,
                    0.495361,
                    0.481934,
                    0.402344,
                    0.493652,
                    0.577148,
                    0.51123,
                    0.481934,
                    0.500977,
                    0.458984,
                    0.517578,
                    0.492188,
                    0.486328,
                    0.520996,
                    0.525391,
                    0.48584,
                    0.499023,
                    0.505859,
                    0.515137,
                    0.508301,
                    0.490723,
                    0.489014,
                    0.410645,
                    0.533203,
                    0.541992,
                    0.520996,
                    0.522461,
                    0.476318,
                    0.498535,
                    0.446289,
                    0.494385,
                    0.467529,
                    0.518555,
                    0.529785,
                    0.490234,
                    0.455078,
                    0.493896,
                    0.50293,
                    0.525879,
                    0.509766,
                    0.515137,
                    0.493652,
                    0.505859,
                    0.518066,
                    0.486572,
                    0.533203,
                    0.487793,
                    0.473877,
                    0.511719,
                    0.473145,
                    0.517578,
                    0.5,
                    0.514648,
                    0.499756,
                    0.505371,
                    0.521973,
                    0.46582,
                    0.521484,
                    0.510742,
                    0.525879,
                    0.48877,
                    0.532715,
                    0.508789,
                    0.495605,
                    0.495117,
                    0.479004,
                    0.467285,
                    0.505371,
                    0.512695,
                    0.514648,
                    0.513184,
                    0.47168,
                    0.486084,
                    0.517578,
                    0.496582,
                    0.507812,
                    0.42749,
                    0.490234,
                    0.500977,
                    0.481689,
                    0.49585,
                    0.457031,
                    0.519531,
                    0.502441,
                    0.500488,
                    0.495361,
                    0.482178,
                    0.505859,
                    0.481201,
                    0.47998,
                    0.498291,
                    0.500977,
                    0.51123,
                    0.499756,
                    0.507324,
                    0.462646,
                    0.521484,
                    0.505859,
                    0.515137,
                    0.490723,
                    0.508301,
                    0.494873,
                    0.405029,
                    0.497314,
                    0.501465,
                    0.453857,
                    0.487061,
                    0.506348,
                    0.492188,
                    0.499512,
                    0.517578,
                    0.495605,
                    0.502441,
                    0.505859,
                    0.481445,
                    0.51416,
                    0.499023,
                    0.521973,
                    0.515625,
                    0.44751,
                    0.501953,
                    0.491211,
                    0.515625,
                    0.524902,
                    0.476807,
                    0.496094,
                    0.494873,
                    0.537598,
                    0.47168,
                    0.50293,
                    0.482666,
                    0.488525,
                    0.534668,
                    0.490479,
                    0.485596,
                    0.483887,
                    0.497559,
                    0.458252,
                    0.522949,
                    0.513672,
                    0.513672,
                    0.479736,
                    0.5,
                    0.471436,
                    0.505859,
                    0.527832,
                    0.487305,
                    0.51416,
                    0.530762,
                    0.522949,
                    0.491699,
                    0.51123,
                    0.449707,
                    0.530273,
                    0.480957,
                    0.497559,
                    0.52832,
                    0.517578,
                    0.544434,
                    0.47876,
                    0.507324,
                    0.541016,
                    0.513184,
                    0.516113,
                    0.544922,
                    0.505859,
                    0.496338,
                    0.495605,
                    0.43457,
                    0.490723,
                    0.505371,
                    0.526367,
                    0.488281,
                    0.499512,
                    0.507812,
                    0.515137,
                    0.491455,
                    0.493652,
                    0.456055,
                    0.512207,
                    0.540039,
                    0.501465,
                    0.494385,
                    0.492188,
                    0.506348,
                    0.494629,
                    0.533203,
                    0.526367,
                    0.499512,
                    0.484131,
                    0.505859,
                    0.494629,
                    0.480957,
                    0.509277,
                    0.52002,
                    0.50293,
                    0.504395,
                    0.49707,
                    0.524902,
                    0.138184,
                    0.479004,
                    0.509766,
                    0.500488,
                    0.524902,
                    0.504395,
                    0.489014,
                    0.506836,
                    0.533203,
                    0.520996,
                    0.309326,
                    0.483643,
                    0.515625,
                    0.500488,
                    0.490967,
                    0.483398,
                    0.498535,
                    0.455322,
                    0.526855,
                    0.470215,
                    0.479492,
                    0.487549,
                    0.498535,
                    0.477783,
                    0.499268,
                    0.525391,
                    0.513672,
                    0.502441,
                    0.324219,
                    0.49585,
                    0.499023,
                    0.496826,
                    0.326904,
                    0.492432,
                    0.526367,
                    0.52832,
                    0.497559,
                    0.506836,
                    0.507812,
                    0.515137,
                    0.508789,
                    0.523438,
                    0.506836,
                    0.508301,
                    0.510742,
                    0.493896,
                    0.533691,
                    0.520996,
                    0.505371,
                    0.51123,
                    0.469971
                ]
            },
            "name": "model.model.layers.25.post_attention_layernorm.weight",
            "outputIndexes": [
                2114
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2113
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_25/Mul_output_0",
            "outputIndexes": [
                2115
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2114,
                2115
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_25/Mul_1_output_0",
            "outputIndexes": [
                2116
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2116
            ],
            "outputIndexes": [
                3183
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                3183
            ],
            "outputIndexes": [
                3184
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/mlp/gate_proj/Linear",
            "inputIndexes": [
                3184
            ],
            "outputIndexes": [
                3185
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    55852898,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                3185
            ],
            "outputIndexes": [
                3186
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3186
            ],
            "outputIndexes": [
                2117
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2117
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_25/Sigmoid_output_0",
            "outputIndexes": [
                2118
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2117,
                2118
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_25/Mul_output_0",
            "outputIndexes": [
                2119
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2116
            ],
            "outputIndexes": [
                3187
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                3187
            ],
            "outputIndexes": [
                3188
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/mlp/up_proj/Linear",
            "inputIndexes": [
                3188
            ],
            "outputIndexes": [
                3189
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    56405880,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                3189
            ],
            "outputIndexes": [
                3190
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3190
            ],
            "outputIndexes": [
                2120
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2119,
                2120
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_25/Mul_output_0",
            "outputIndexes": [
                2121
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2121
            ],
            "outputIndexes": [
                3191
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                3191
            ],
            "outputIndexes": [
                3192
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/mlp/down_proj/Linear",
            "inputIndexes": [
                3192
            ],
            "outputIndexes": [
                3193
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    56958862,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                3193
            ],
            "outputIndexes": [
                3194
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.25/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3194
            ],
            "outputIndexes": [
                2122
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2113,
                2122
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_129_output_0",
            "outputIndexes": [
                2123
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2123,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_234_output_0",
            "outputIndexes": [
                2124
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.516113,
                    0.70459,
                    0.726562,
                    0.660645,
                    0.491699,
                    1.160156,
                    0.776855,
                    0.687988,
                    0.580078,
                    0.755859,
                    0.525879,
                    0.473877,
                    0.558594,
                    0.549316,
                    0.469238,
                    0.54248,
                    0.541016,
                    0.526855,
                    0.523926,
                    0.517578,
                    0.521484,
                    0.531738,
                    0.983398,
                    0.553711,
                    0.522461,
                    0.470703,
                    0.564453,
                    0.552734,
                    0.505859,
                    1.195312,
                    0.57373,
                    0.57666,
                    0.518066,
                    0.571289,
                    0.489746,
                    0.498291,
                    0.510742,
                    0.554688,
                    0.546387,
                    0.508789,
                    0.550293,
                    0.501953,
                    0.98291,
                    0.52832,
                    0.541992,
                    0.630859,
                    0.533203,
                    0.642578,
                    0.651367,
                    0.588379,
                    0.755859,
                    0.568359,
                    0.492676,
                    0.494385,
                    0.584961,
                    0.589355,
                    0.581055,
                    0.412109,
                    0.541016,
                    0.657715,
                    0.494873,
                    1.008789,
                    0.526367,
                    0.560059,
                    0.449707,
                    0.672363,
                    0.636719,
                    0.549805,
                    0.605469,
                    0.607422,
                    0.438965,
                    0.643555,
                    0.687012,
                    0.535645,
                    0.626953,
                    0.61084,
                    0.569824,
                    0.483643,
                    0.64502,
                    0.59375,
                    0.532715,
                    0.530762,
                    0.531738,
                    0.621582,
                    0.496338,
                    0.675781,
                    0.496338,
                    0.845703,
                    0.548828,
                    0.539551,
                    0.536621,
                    0.492676,
                    0.573242,
                    0.549316,
                    0.324951,
                    0.629395,
                    0.494385,
                    0.516113,
                    0.516113,
                    0.578125,
                    0.524414,
                    0.501465,
                    0.626953,
                    0.543457,
                    0.550293,
                    0.549805,
                    0.565918,
                    0.556152,
                    0.444092,
                    0.553223,
                    0.608887,
                    0.480225,
                    0.546387,
                    0.550293,
                    0.548828,
                    0.498291,
                    0.53125,
                    0.536133,
                    0.475586,
                    0.486816,
                    0.555176,
                    0.547363,
                    0.506348,
                    0.561523,
                    0.559082,
                    0.521484,
                    0.566895,
                    0.519531,
                    0.520508,
                    0.533691,
                    0.520508,
                    0.477051,
                    0.567871,
                    0.529785,
                    0.57666,
                    0.509766,
                    0.559082,
                    0.48291,
                    0.546875,
                    0.569336,
                    0.513184,
                    0.53418,
                    0.688965,
                    0.778809,
                    0.499756,
                    0.518066,
                    0.541016,
                    0.550293,
                    0.524902,
                    0.534668,
                    0.509277,
                    0.475342,
                    0.522949,
                    0.617188,
                    0.602539,
                    0.513184,
                    0.556641,
                    0.524902,
                    0.506836,
                    0.788086,
                    0.492188,
                    1.016602,
                    0.574219,
                    0.653809,
                    0.59375,
                    0.530762,
                    0.51709,
                    0.567383,
                    0.495361,
                    0.647949,
                    0.51416,
                    0.531738,
                    0.573242,
                    0.735352,
                    0.490967,
                    0.632812,
                    0.483887,
                    0.555176,
                    0.586914,
                    0.508789,
                    0.658203,
                    0.621582,
                    0.567871,
                    0.491699,
                    0.564453,
                    0.601074,
                    0.532227,
                    0.624512,
                    0.482178,
                    0.594727,
                    0.525879,
                    0.533691,
                    0.538574,
                    0.539551,
                    0.55127,
                    0.510254,
                    0.54541,
                    0.500977,
                    0.518555,
                    0.472412,
                    0.567383,
                    0.513184,
                    0.643555,
                    0.597168,
                    0.55127,
                    0.521973,
                    0.488037,
                    0.561523,
                    0.788086,
                    0.544434,
                    0.711426,
                    0.468262,
                    0.600586,
                    0.526367,
                    0.533691,
                    0.510254,
                    0.935547,
                    0.512695,
                    0.534668,
                    0.566406,
                    0.541992,
                    0.541016,
                    0.578613,
                    0.625488,
                    0.603027,
                    0.530273,
                    0.497314,
                    0.838867,
                    0.722168,
                    1.15332,
                    0.552246,
                    0.410645,
                    0.54834,
                    0.646484,
                    0.524902,
                    0.575684,
                    0.561035,
                    0.526367,
                    0.529785,
                    0.619629,
                    0.675781,
                    0.579102,
                    0.530273,
                    0.581055,
                    0.498779,
                    0.608887,
                    0.577637,
                    0.409668,
                    0.521973,
                    0.524414,
                    0.52002,
                    0.605469,
                    0.519043,
                    0.556152,
                    0.474854,
                    0.854492,
                    0.53418,
                    0.51709,
                    0.615234,
                    0.542969,
                    0.479736,
                    0.552246,
                    0.483398,
                    0.474609,
                    0.57959,
                    0.483154,
                    0.481934,
                    0.53418,
                    0.491699,
                    0.525391,
                    0.543945,
                    0.557129,
                    0.574219,
                    0.491455,
                    0.536621,
                    0.563965,
                    0.521973,
                    0.487305,
                    0.546387,
                    0.543457,
                    0.51416,
                    0.522461,
                    0.085205,
                    0.508789,
                    0.533691,
                    0.662598,
                    0.695312,
                    0.604004,
                    0.573242,
                    0.506836,
                    0.493164,
                    0.494629,
                    0.51123,
                    0.623047,
                    0.595215,
                    0.561035,
                    0.458252,
                    0.533203,
                    0.541992,
                    0.501953,
                    0.541504,
                    0.545898,
                    0.525391,
                    0.839844,
                    0.461182,
                    0.538086,
                    0.493652,
                    0.5,
                    0.596191,
                    0.621094,
                    0.555664,
                    0.608887,
                    0.560547,
                    0.497314,
                    0.55127,
                    0.885742,
                    0.537109,
                    0.508789,
                    0.516113,
                    0.51709,
                    0.618652,
                    0.487061,
                    0.650879,
                    0.638672,
                    1.128906,
                    0.555176,
                    0.487793,
                    0.578125,
                    0.602051,
                    0.104553,
                    0.580078,
                    0.529297,
                    0.536133,
                    0.595703,
                    0.497559,
                    0.662109,
                    0.499023,
                    0.540527,
                    0.56543,
                    0.661133,
                    0.5,
                    0.610352,
                    0.537109,
                    0.585449,
                    0.577148,
                    0.520996,
                    0.557129,
                    0.624023,
                    0.825684,
                    0.494141,
                    0.547852,
                    0.434326,
                    0.564453,
                    0.564941,
                    0.536621,
                    0.603516,
                    0.780762,
                    0.636719,
                    0.524902,
                    0.503906,
                    0.49292,
                    0.813965,
                    0.555664,
                    0.591309,
                    0.502441,
                    0.583496,
                    0.55957,
                    0.452393,
                    0.589355,
                    0.525879,
                    0.557617,
                    0.509766,
                    0.537109,
                    0.557129,
                    0.493896,
                    0.497314,
                    0.587402,
                    0.580566,
                    0.569336,
                    0.539551,
                    0.615723,
                    0.622559,
                    0.583496,
                    0.574219,
                    0.512207,
                    0.572266,
                    0.527832,
                    0.608398,
                    0.503418,
                    0.629883,
                    0.485596,
                    0.560547,
                    0.421143,
                    0.550293,
                    0.533203,
                    0.491211,
                    0.517578,
                    0.69873,
                    0.524414,
                    0.527832,
                    0.558105,
                    0.559082,
                    1.019531,
                    0.551758,
                    0.568359,
                    0.569336,
                    0.518555,
                    0.785645,
                    0.474609,
                    0.498779,
                    0.574219,
                    0.543457,
                    0.52002,
                    0.523438,
                    0.50293,
                    0.604004,
                    0.499023,
                    0.494629,
                    0.553711,
                    0.529785,
                    0.522949,
                    0.625488,
                    0.545898,
                    0.489502,
                    0.538086,
                    0.504395,
                    0.574219,
                    0.649902,
                    0.480957,
                    0.505371,
                    0.502441,
                    0.509766,
                    0.499512,
                    0.530273,
                    0.487793,
                    0.511719,
                    0.555176,
                    0.620605,
                    0.541992,
                    0.54834,
                    0.604492,
                    0.634766,
                    0.523926,
                    0.556641,
                    0.522461,
                    0.557617,
                    0.727539,
                    0.615234,
                    0.526367,
                    0.504883,
                    0.569824,
                    0.57373,
                    0.597168,
                    0.526367,
                    0.79541,
                    0.522461,
                    0.458008,
                    0.506836,
                    0.498535,
                    0.61084,
                    0.627441,
                    0.615723,
                    0.612793,
                    0.580566,
                    0.44043,
                    0.565918,
                    0.578125,
                    0.724609,
                    0.584961,
                    0.595215,
                    0.503418,
                    0.553711,
                    0.606934,
                    0.527344,
                    0.550293,
                    0.544434,
                    0.523926,
                    0.666992,
                    0.604004,
                    0.510254,
                    0.653809,
                    0.555176,
                    0.541504,
                    0.496826,
                    0.547363,
                    0.467041,
                    0.570312,
                    0.54541,
                    0.439941,
                    0.530273,
                    0.523438,
                    0.541504,
                    0.509277,
                    0.679199,
                    0.603027,
                    0.543457,
                    0.525879,
                    0.479248,
                    0.520508,
                    0.533203,
                    0.446289,
                    0.525879,
                    0.498779,
                    0.471924,
                    0.621582,
                    0.534668,
                    0.510742,
                    0.597656,
                    0.582031,
                    0.625977,
                    0.542969,
                    0.564941,
                    0.527832,
                    0.56543,
                    0.509277,
                    0.563965,
                    0.58252,
                    0.514648,
                    0.503418,
                    0.57666,
                    0.510742,
                    0.528809,
                    0.51709,
                    0.508301,
                    0.55957,
                    0.685547,
                    0.663086,
                    0.513672,
                    0.60498,
                    0.557129,
                    0.5,
                    0.581055,
                    0.461914,
                    0.51416,
                    0.580078,
                    1.007812,
                    0.521973,
                    0.605957,
                    0.549316,
                    0.578125,
                    0.719727,
                    0.511719,
                    0.566895,
                    0.663086,
                    0.672852,
                    0.550293,
                    0.513184,
                    0.543945,
                    0.48877,
                    0.535156,
                    0.53125,
                    0.497803,
                    0.521973,
                    1.074219,
                    0.509766,
                    0.490723,
                    0.509766,
                    0.477783,
                    0.516602,
                    0.64209,
                    0.547363,
                    0.531738,
                    0.571289,
                    0.499023,
                    0.510254,
                    0.474609,
                    0.468262,
                    0.560547,
                    0.60498,
                    0.487549,
                    0.513672,
                    0.537109,
                    0.550781,
                    0.666992,
                    0.522461,
                    0.69043
                ]
            },
            "name": "model.model.layers.26.input_layernorm.weight",
            "outputIndexes": [
                2125
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2124
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_26/Mul_output_0",
            "outputIndexes": [
                2126
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2125,
                2126
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_26/Mul_1_output_0",
            "outputIndexes": [
                2127
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2127
            ],
            "outputIndexes": [
                3195
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                3195
            ],
            "outputIndexes": [
                3196
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/self_attn/q_proj/Linear",
            "inputIndexes": [
                3196
            ],
            "outputIndexes": [
                3197
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    57511844,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                3197
            ],
            "outputIndexes": [
                3198
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3198
            ],
            "outputIndexes": [
                2128
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2127
            ],
            "main_type": "NONE",
            "name": "/Shape_365_output_0",
            "outputIndexes": [
                2129
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2129
            ],
            "main_type": "NONE",
            "name": "Shape5693",
            "outputIndexes": [
                2130
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2129
            ],
            "main_type": "NONE",
            "name": "Rank5695",
            "outputIndexes": [
                2131
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2131,
                2131
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5697",
            "outputIndexes": [
                2132
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2132
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5698",
            "outputIndexes": [
                2133
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2132,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5700",
            "outputIndexes": [
                2134
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2134
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5701",
            "outputIndexes": [
                2135
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2130,
                2133,
                2135,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice5704",
            "outputIndexes": [
                2136
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2136
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze5705",
            "outputIndexes": [
                2137
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                2137
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5706",
            "outputIndexes": [
                2138
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2138,
                2137
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5707",
            "outputIndexes": [
                2139
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2129,
                2139,
                2132
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_394_output_0",
            "outputIndexes": [
                2140
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2140,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_833_output_0",
            "outputIndexes": [
                2141
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                2141,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_338_output_0",
            "outputIndexes": [
                2142
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2128,
                2142
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_235_output_0",
            "outputIndexes": [
                2143
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2143,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_208_output_0",
            "outputIndexes": [
                2144
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2143
            ],
            "main_type": "NONE",
            "name": "/Shape_366_output_0",
            "outputIndexes": [
                2145
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2145
            ],
            "main_type": "NONE",
            "name": "Shape5714",
            "outputIndexes": [
                2146
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2145
            ],
            "main_type": "NONE",
            "name": "Rank5716",
            "outputIndexes": [
                2147
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2147,
                2147
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5718",
            "outputIndexes": [
                2148
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2148
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5719",
            "outputIndexes": [
                2149
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2148,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5721",
            "outputIndexes": [
                2150
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2150
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5722",
            "outputIndexes": [
                2151
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2146,
                2149,
                2151,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice5725",
            "outputIndexes": [
                2152
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2152
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze5726",
            "outputIndexes": [
                2153
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                2153
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5727",
            "outputIndexes": [
                2154
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2154,
                2153
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5728",
            "outputIndexes": [
                2155
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2145,
                2155,
                2148
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_395_output_0",
            "outputIndexes": [
                2156
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2156,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_78_output_0",
            "outputIndexes": [
                2157
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2157,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_838_output_0",
            "outputIndexes": [
                2158
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2143,
                2158,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_105_output_0",
            "outputIndexes": [
                2159
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2159
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_52_output_0",
            "outputIndexes": [
                2160
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2143,
                22,
                2158,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_104_output_0",
            "outputIndexes": [
                2161
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2160,
                2161
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_341_output_0",
            "outputIndexes": [
                2162
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2162,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_209_output_0",
            "outputIndexes": [
                2163
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2144,
                2163
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_130_output_0",
            "outputIndexes": [
                2164
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2127
            ],
            "outputIndexes": [
                3199
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                3199
            ],
            "outputIndexes": [
                3200
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/self_attn/k_proj/Linear",
            "inputIndexes": [
                3200
            ],
            "outputIndexes": [
                3201
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    57719226,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                3201
            ],
            "outputIndexes": [
                3202
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3202
            ],
            "outputIndexes": [
                2165
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                2141,
                70,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_339_output_0",
            "outputIndexes": [
                2166
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2165,
                2166
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_236_output_0",
            "outputIndexes": [
                2167
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2167,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_210_output_0",
            "outputIndexes": [
                2168
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2167
            ],
            "main_type": "NONE",
            "name": "/Shape_367_output_0",
            "outputIndexes": [
                2169
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2169
            ],
            "main_type": "NONE",
            "name": "Shape5777",
            "outputIndexes": [
                2170
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2169
            ],
            "main_type": "NONE",
            "name": "Rank5779",
            "outputIndexes": [
                2171
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2171,
                2171
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5781",
            "outputIndexes": [
                2172
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2172
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5782",
            "outputIndexes": [
                2173
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2172,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5784",
            "outputIndexes": [
                2174
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2174
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5785",
            "outputIndexes": [
                2175
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2170,
                2173,
                2175,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice5788",
            "outputIndexes": [
                2176
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2176
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze5789",
            "outputIndexes": [
                2177
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                2177
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5790",
            "outputIndexes": [
                2178
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2178,
                2177
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5791",
            "outputIndexes": [
                2179
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2169,
                2179,
                2172
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_396_output_0",
            "outputIndexes": [
                2180
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2180,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_79_output_0",
            "outputIndexes": [
                2181
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2181,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_840_output_0",
            "outputIndexes": [
                2182
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2167,
                2182,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_107_output_0",
            "outputIndexes": [
                2183
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2183
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_53_output_0",
            "outputIndexes": [
                2184
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2167,
                22,
                2182,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_106_output_0",
            "outputIndexes": [
                2185
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2184,
                2185
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_342_output_0",
            "outputIndexes": [
                2186
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2186,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_211_output_0",
            "outputIndexes": [
                2187
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2168,
                2187
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_131_output_0",
            "outputIndexes": [
                2188
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2127
            ],
            "outputIndexes": [
                3203
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                3203
            ],
            "outputIndexes": [
                3204
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/self_attn/v_proj/Linear",
            "inputIndexes": [
                3204
            ],
            "outputIndexes": [
                3205
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    57788368,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                3205
            ],
            "outputIndexes": [
                3206
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3206
            ],
            "outputIndexes": [
                2189
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2189,
                2166
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_237_output_0",
            "outputIndexes": [
                2190
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2164,
                2188,
                2190,
                110
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_242_output_0",
            "outputIndexes": [
                2191
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2191
            ],
            "outputIndexes": [
                3207
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                3207
            ],
            "outputIndexes": [
                3208
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/self_attn/o_proj/Linear",
            "inputIndexes": [
                3208
            ],
            "outputIndexes": [
                3209
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    57857510,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                3209
            ],
            "outputIndexes": [
                3210
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3210
            ],
            "outputIndexes": [
                2192
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2124,
                2192
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_133_output_0",
            "outputIndexes": [
                2193
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.51416,
                    0.50293,
                    0.499756,
                    0.517578,
                    0.426514,
                    0.334473,
                    0.447754,
                    0.512695,
                    0.520996,
                    0.514648,
                    0.529297,
                    0.517578,
                    0.507812,
                    0.532227,
                    0.510742,
                    0.51709,
                    0.509277,
                    0.515137,
                    0.509766,
                    0.508789,
                    0.514648,
                    0.51123,
                    0.418213,
                    0.540039,
                    0.524414,
                    0.51416,
                    0.518555,
                    0.535156,
                    0.501953,
                    0.223511,
                    0.522461,
                    0.533691,
                    0.514648,
                    0.537598,
                    0.506348,
                    0.522461,
                    0.489746,
                    0.493164,
                    0.499023,
                    0.528809,
                    0.512207,
                    0.517578,
                    0.390381,
                    0.510254,
                    0.51709,
                    0.509277,
                    0.522949,
                    0.492432,
                    0.524414,
                    0.501953,
                    0.487305,
                    0.532227,
                    0.504883,
                    0.54834,
                    0.51123,
                    0.513672,
                    0.541016,
                    0.495605,
                    0.510254,
                    0.506348,
                    0.544922,
                    0.411621,
                    0.503418,
                    0.513672,
                    0.553711,
                    0.511719,
                    0.46167,
                    0.537109,
                    0.532715,
                    0.521484,
                    0.302979,
                    0.461914,
                    0.487061,
                    0.475098,
                    0.544922,
                    0.529297,
                    0.504395,
                    0.536621,
                    0.504395,
                    0.525391,
                    0.511719,
                    0.562988,
                    0.536133,
                    0.525391,
                    0.505371,
                    0.502441,
                    0.533691,
                    0.459717,
                    0.549805,
                    0.501953,
                    0.529297,
                    0.526367,
                    0.512207,
                    0.493652,
                    0.155518,
                    0.50293,
                    0.547852,
                    0.508789,
                    0.496582,
                    0.510742,
                    0.490723,
                    0.530273,
                    0.506836,
                    0.524414,
                    0.556641,
                    0.522949,
                    0.501465,
                    0.51416,
                    0.540039,
                    0.526367,
                    0.534668,
                    0.513672,
                    0.515137,
                    0.552246,
                    0.530273,
                    0.529297,
                    0.498535,
                    0.525879,
                    0.503418,
                    0.51709,
                    0.508301,
                    0.521973,
                    0.520996,
                    0.540039,
                    0.53125,
                    0.521973,
                    0.520508,
                    0.495117,
                    0.537109,
                    0.540527,
                    0.509766,
                    0.366455,
                    0.491943,
                    0.506348,
                    0.547852,
                    0.518066,
                    0.524902,
                    0.520996,
                    0.522461,
                    0.521484,
                    0.52002,
                    0.532227,
                    0.495361,
                    0.477783,
                    0.486572,
                    0.500977,
                    0.521484,
                    0.533203,
                    0.534668,
                    0.508301,
                    0.519531,
                    0.509766,
                    0.512695,
                    0.527832,
                    0.530273,
                    0.525391,
                    0.505371,
                    0.494385,
                    0.521973,
                    0.51416,
                    0.513672,
                    0.443848,
                    0.47998,
                    0.520508,
                    0.528809,
                    0.50293,
                    0.527832,
                    0.509277,
                    0.518066,
                    0.501953,
                    0.522949,
                    0.545898,
                    0.519531,
                    0.483398,
                    0.528809,
                    0.501953,
                    0.523926,
                    0.538574,
                    0.529297,
                    0.537598,
                    0.537109,
                    0.491211,
                    0.54541,
                    0.509766,
                    0.524902,
                    0.529785,
                    0.532715,
                    0.510254,
                    0.516602,
                    0.511719,
                    0.525879,
                    0.523926,
                    0.547363,
                    0.518555,
                    0.513672,
                    0.509766,
                    0.488525,
                    0.520508,
                    0.530762,
                    0.516602,
                    0.488037,
                    0.524902,
                    0.507324,
                    0.52832,
                    0.532715,
                    0.510742,
                    0.521484,
                    0.526855,
                    0.494385,
                    0.510254,
                    0.469727,
                    0.508789,
                    0.510742,
                    0.497314,
                    0.525879,
                    0.49585,
                    0.409424,
                    0.547852,
                    0.522949,
                    0.529785,
                    0.523438,
                    0.530273,
                    0.512695,
                    0.513184,
                    0.541504,
                    0.530762,
                    0.51123,
                    0.478027,
                    0.510254,
                    0.351074,
                    0.521973,
                    0.525391,
                    0.538574,
                    0.478271,
                    0.543945,
                    0.525879,
                    0.517578,
                    0.552734,
                    0.529297,
                    0.507324,
                    0.509277,
                    0.51709,
                    0.525879,
                    0.523438,
                    0.51709,
                    0.519043,
                    0.503418,
                    0.434082,
                    0.522949,
                    0.517578,
                    0.52832,
                    0.541992,
                    0.529297,
                    0.513672,
                    0.489746,
                    0.4104,
                    0.518066,
                    0.501465,
                    0.508789,
                    0.529785,
                    0.51123,
                    0.517578,
                    0.518066,
                    0.515625,
                    0.522461,
                    0.521973,
                    0.532715,
                    0.518066,
                    0.509766,
                    0.535645,
                    0.528809,
                    0.518066,
                    0.523438,
                    0.535645,
                    0.51709,
                    0.5,
                    0.494385,
                    0.506348,
                    0.510742,
                    0.503418,
                    0.498535,
                    0.503418,
                    0.438477,
                    0.517578,
                    0.512207,
                    0.509766,
                    0.520508,
                    0.54541,
                    0.510254,
                    0.54248,
                    0.524902,
                    0.501953,
                    0.529297,
                    0.414062,
                    0.53418,
                    0.509277,
                    0.535156,
                    0.535156,
                    0.544922,
                    0.500977,
                    0.536621,
                    0.526367,
                    0.512207,
                    0.488037,
                    0.546875,
                    0.521973,
                    0.51123,
                    0.513184,
                    0.52832,
                    0.499268,
                    0.525879,
                    0.541016,
                    0.524902,
                    0.534668,
                    0.510254,
                    0.381104,
                    0.537109,
                    0.52002,
                    0.516602,
                    0.500977,
                    0.466797,
                    0.535156,
                    0.520996,
                    0.472412,
                    0.388672,
                    0.54541,
                    0.529297,
                    0.528809,
                    0.509766,
                    0.429932,
                    0.51123,
                    0.556641,
                    0.530762,
                    0.493896,
                    0.537109,
                    0.461914,
                    0.537109,
                    0.521484,
                    0.518555,
                    0.529297,
                    0.537109,
                    0.51123,
                    0.509766,
                    0.513672,
                    0.525879,
                    0.517578,
                    0.504395,
                    0.49292,
                    0.442871,
                    0.541016,
                    0.553711,
                    0.536133,
                    0.52832,
                    0.509766,
                    0.505371,
                    0.483154,
                    0.515137,
                    0.490967,
                    0.521484,
                    0.529785,
                    0.500488,
                    0.483154,
                    0.523926,
                    0.519531,
                    0.534668,
                    0.525391,
                    0.528809,
                    0.513184,
                    0.537598,
                    0.516602,
                    0.509766,
                    0.544922,
                    0.516113,
                    0.504395,
                    0.529297,
                    0.501465,
                    0.541504,
                    0.509766,
                    0.517578,
                    0.522949,
                    0.521484,
                    0.539551,
                    0.483398,
                    0.522949,
                    0.529297,
                    0.549316,
                    0.48877,
                    0.549316,
                    0.520508,
                    0.57666,
                    0.522461,
                    0.505859,
                    0.468506,
                    0.536133,
                    0.520508,
                    0.516113,
                    0.522461,
                    0.491699,
                    0.502441,
                    0.516602,
                    0.517578,
                    0.533203,
                    0.442383,
                    0.499512,
                    0.520996,
                    0.490967,
                    0.498779,
                    0.485596,
                    0.541504,
                    0.510254,
                    0.500488,
                    0.499268,
                    0.489258,
                    0.535645,
                    0.500977,
                    0.501465,
                    0.513672,
                    0.521484,
                    0.541504,
                    0.521484,
                    0.510742,
                    0.492676,
                    0.539551,
                    0.51123,
                    0.515137,
                    0.514648,
                    0.519531,
                    0.526367,
                    0.402344,
                    0.499268,
                    0.520508,
                    0.469727,
                    0.505859,
                    0.538574,
                    0.528809,
                    0.518066,
                    0.544434,
                    0.519043,
                    0.514648,
                    0.51123,
                    0.497559,
                    0.501953,
                    0.513184,
                    0.531738,
                    0.521973,
                    0.474121,
                    0.526367,
                    0.513184,
                    0.523438,
                    0.525391,
                    0.502441,
                    0.51416,
                    0.521973,
                    0.545898,
                    0.493408,
                    0.523926,
                    0.509766,
                    0.515137,
                    0.533203,
                    0.502441,
                    0.495117,
                    0.503906,
                    0.509766,
                    0.483154,
                    0.532715,
                    0.514648,
                    0.525391,
                    0.504883,
                    0.512207,
                    0.506348,
                    0.518066,
                    0.547852,
                    0.502441,
                    0.523438,
                    0.522949,
                    0.536133,
                    0.516602,
                    0.505859,
                    0.506836,
                    0.532715,
                    0.490234,
                    0.524414,
                    0.529297,
                    0.51416,
                    0.55957,
                    0.500488,
                    0.523438,
                    0.548828,
                    0.529785,
                    0.510742,
                    0.528809,
                    0.515625,
                    0.524414,
                    0.521484,
                    0.471924,
                    0.517578,
                    0.527344,
                    0.532227,
                    0.48999,
                    0.527344,
                    0.521973,
                    0.533203,
                    0.506348,
                    0.508789,
                    0.489014,
                    0.544434,
                    0.553711,
                    0.506348,
                    0.516602,
                    0.502441,
                    0.522461,
                    0.501953,
                    0.536133,
                    0.544922,
                    0.51709,
                    0.515137,
                    0.526367,
                    0.511719,
                    0.494141,
                    0.525879,
                    0.534668,
                    0.515625,
                    0.507324,
                    0.509766,
                    0.539551,
                    0.171143,
                    0.493164,
                    0.533203,
                    0.523926,
                    0.549316,
                    0.512207,
                    0.51416,
                    0.506348,
                    0.555664,
                    0.541016,
                    0.356689,
                    0.506348,
                    0.521484,
                    0.52832,
                    0.50293,
                    0.481445,
                    0.506348,
                    0.493652,
                    0.538574,
                    0.498779,
                    0.498291,
                    0.510742,
                    0.523438,
                    0.505371,
                    0.511719,
                    0.541992,
                    0.533203,
                    0.529297,
                    0.369141,
                    0.515625,
                    0.509766,
                    0.521484,
                    0.422852,
                    0.497559,
                    0.536133,
                    0.53418,
                    0.515625,
                    0.513184,
                    0.517578,
                    0.536621,
                    0.521973,
                    0.51709,
                    0.51416,
                    0.517578,
                    0.513672,
                    0.498047,
                    0.522949,
                    0.52832,
                    0.517578,
                    0.505371,
                    0.492676
                ]
            },
            "name": "model.model.layers.26.post_attention_layernorm.weight",
            "outputIndexes": [
                2194
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2193
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_26/Mul_output_0",
            "outputIndexes": [
                2195
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2194,
                2195
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_26/Mul_1_output_0",
            "outputIndexes": [
                2196
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2196
            ],
            "outputIndexes": [
                3211
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                3211
            ],
            "outputIndexes": [
                3212
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/mlp/gate_proj/Linear",
            "inputIndexes": [
                3212
            ],
            "outputIndexes": [
                3213
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    58064892,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                3213
            ],
            "outputIndexes": [
                3214
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3214
            ],
            "outputIndexes": [
                2197
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2197
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_26/Sigmoid_output_0",
            "outputIndexes": [
                2198
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2197,
                2198
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_26/Mul_output_0",
            "outputIndexes": [
                2199
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2196
            ],
            "outputIndexes": [
                3215
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                3215
            ],
            "outputIndexes": [
                3216
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/mlp/up_proj/Linear",
            "inputIndexes": [
                3216
            ],
            "outputIndexes": [
                3217
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    58617874,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                3217
            ],
            "outputIndexes": [
                3218
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3218
            ],
            "outputIndexes": [
                2200
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2199,
                2200
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_26/Mul_output_0",
            "outputIndexes": [
                2201
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2201
            ],
            "outputIndexes": [
                3219
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                3219
            ],
            "outputIndexes": [
                3220
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/mlp/down_proj/Linear",
            "inputIndexes": [
                3220
            ],
            "outputIndexes": [
                3221
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    59170856,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                3221
            ],
            "outputIndexes": [
                3222
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.26/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3222
            ],
            "outputIndexes": [
                2202
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2193,
                2202
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_134_output_0",
            "outputIndexes": [
                2203
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2203,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_243_output_0",
            "outputIndexes": [
                2204
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.487549,
                    0.632324,
                    0.658691,
                    0.587891,
                    0.435303,
                    1.042969,
                    0.759766,
                    0.601074,
                    0.538086,
                    0.694336,
                    0.524902,
                    0.510742,
                    0.533691,
                    0.554199,
                    0.489258,
                    0.52832,
                    0.541992,
                    0.556641,
                    0.539062,
                    0.51123,
                    0.529297,
                    0.541504,
                    0.843262,
                    0.533203,
                    0.539551,
                    0.467773,
                    0.577637,
                    0.556641,
                    0.524414,
                    1.057617,
                    0.611816,
                    0.591797,
                    0.510254,
                    0.539062,
                    0.501953,
                    0.524902,
                    0.474854,
                    0.55127,
                    0.519043,
                    0.497559,
                    0.54248,
                    0.509766,
                    1.082031,
                    0.525879,
                    0.519531,
                    0.608887,
                    0.519043,
                    0.601562,
                    0.603516,
                    0.554688,
                    0.661133,
                    0.520508,
                    0.524414,
                    0.524902,
                    0.553223,
                    0.54541,
                    0.585938,
                    0.366455,
                    0.523926,
                    0.615234,
                    0.554688,
                    0.881348,
                    0.549805,
                    0.544922,
                    0.517578,
                    0.608398,
                    0.560059,
                    0.544434,
                    0.610352,
                    0.593262,
                    0.35376,
                    0.561035,
                    0.639648,
                    0.538086,
                    0.614746,
                    0.583496,
                    0.552734,
                    0.520996,
                    0.606934,
                    0.628906,
                    0.540039,
                    0.533203,
                    0.513184,
                    0.600586,
                    0.532227,
                    0.575195,
                    0.521484,
                    0.827148,
                    0.493652,
                    0.51416,
                    0.564453,
                    0.501953,
                    0.549805,
                    0.54541,
                    0.311523,
                    0.589844,
                    0.536621,
                    0.509766,
                    0.492432,
                    0.578613,
                    0.482422,
                    0.506348,
                    0.59668,
                    0.520508,
                    0.560059,
                    0.529297,
                    0.558105,
                    0.516602,
                    0.445801,
                    0.545898,
                    0.532715,
                    0.509766,
                    0.546875,
                    0.542969,
                    0.521484,
                    0.523438,
                    0.540527,
                    0.533691,
                    0.5,
                    0.526855,
                    0.509277,
                    0.501953,
                    0.512695,
                    0.560547,
                    0.544922,
                    0.498535,
                    0.569824,
                    0.495117,
                    0.515137,
                    0.533203,
                    0.491455,
                    0.506348,
                    0.548828,
                    0.496338,
                    0.499756,
                    0.519043,
                    0.537109,
                    0.483154,
                    0.546387,
                    0.599121,
                    0.520996,
                    0.541992,
                    0.662598,
                    0.693848,
                    0.516113,
                    0.529785,
                    0.501465,
                    0.524414,
                    0.555664,
                    0.500488,
                    0.522461,
                    0.527344,
                    0.550293,
                    0.590332,
                    0.529785,
                    0.52002,
                    0.544434,
                    0.554199,
                    0.506836,
                    0.722656,
                    0.511719,
                    0.822754,
                    0.576172,
                    0.629883,
                    0.577637,
                    0.505859,
                    0.540039,
                    0.52002,
                    0.505859,
                    0.578613,
                    0.532715,
                    0.571777,
                    0.537598,
                    0.645508,
                    0.500977,
                    0.618164,
                    0.505371,
                    0.509766,
                    0.55127,
                    0.508789,
                    0.65918,
                    0.604492,
                    0.511719,
                    0.520996,
                    0.55127,
                    0.563477,
                    0.525879,
                    0.592285,
                    0.523438,
                    0.583008,
                    0.517578,
                    0.526367,
                    0.561523,
                    0.518555,
                    0.516602,
                    0.493652,
                    0.519531,
                    0.540527,
                    0.5,
                    0.516113,
                    0.630371,
                    0.541992,
                    0.597168,
                    0.600586,
                    0.533691,
                    0.49707,
                    0.501953,
                    0.537109,
                    0.737793,
                    0.529785,
                    0.628418,
                    0.508789,
                    0.615723,
                    0.525391,
                    0.570312,
                    0.538574,
                    0.776367,
                    0.555176,
                    0.538086,
                    0.535156,
                    0.574219,
                    0.506836,
                    0.539551,
                    0.595703,
                    0.635254,
                    0.556152,
                    0.509277,
                    0.706055,
                    0.652344,
                    0.928711,
                    0.599121,
                    0.43335,
                    0.529297,
                    0.572754,
                    0.50293,
                    0.558594,
                    0.526855,
                    0.529785,
                    0.55957,
                    0.567383,
                    0.612793,
                    0.54541,
                    0.504883,
                    0.496582,
                    0.529785,
                    0.577637,
                    0.527832,
                    0.405273,
                    0.499512,
                    0.541504,
                    0.541016,
                    0.616699,
                    0.51123,
                    0.529297,
                    0.493408,
                    0.92041,
                    0.509766,
                    0.484131,
                    0.565918,
                    0.541504,
                    0.519043,
                    0.545898,
                    0.505371,
                    0.475098,
                    0.573242,
                    0.469238,
                    0.523926,
                    0.51416,
                    0.511719,
                    0.551758,
                    0.514648,
                    0.545898,
                    0.58252,
                    0.495605,
                    0.501953,
                    0.556152,
                    0.546875,
                    0.523438,
                    0.546387,
                    0.517578,
                    0.510254,
                    0.532715,
                    0.11145,
                    0.542969,
                    0.499023,
                    0.65625,
                    0.661133,
                    0.618164,
                    0.554199,
                    0.524414,
                    0.536621,
                    0.514648,
                    0.52002,
                    0.51123,
                    0.587402,
                    0.509277,
                    0.505859,
                    0.564453,
                    0.532715,
                    0.509277,
                    0.567871,
                    0.554199,
                    0.505859,
                    0.718262,
                    0.515137,
                    0.557129,
                    0.520508,
                    0.522949,
                    0.591309,
                    0.613281,
                    0.55127,
                    0.591797,
                    0.530762,
                    0.52002,
                    0.543945,
                    0.820801,
                    0.581055,
                    0.54541,
                    0.508301,
                    0.507324,
                    0.608887,
                    0.51709,
                    0.651367,
                    0.583984,
                    0.916504,
                    0.556152,
                    0.484131,
                    0.580078,
                    0.580078,
                    0.113586,
                    0.54834,
                    0.524902,
                    0.572754,
                    0.552734,
                    0.523926,
                    0.608887,
                    0.553711,
                    0.54248,
                    0.573242,
                    0.57373,
                    0.522461,
                    0.594238,
                    0.559082,
                    0.568359,
                    0.572266,
                    0.521484,
                    0.518066,
                    0.575684,
                    0.84375,
                    0.510742,
                    0.580078,
                    0.443848,
                    0.553711,
                    0.575684,
                    0.532715,
                    0.537109,
                    0.687988,
                    0.571289,
                    0.544434,
                    0.48291,
                    0.510254,
                    0.754395,
                    0.555664,
                    0.575684,
                    0.508301,
                    0.568848,
                    0.576172,
                    0.465332,
                    0.602539,
                    0.506348,
                    0.547852,
                    0.522949,
                    0.528809,
                    0.584961,
                    0.481689,
                    0.503418,
                    0.563965,
                    0.593262,
                    0.558105,
                    0.558594,
                    0.577637,
                    0.571777,
                    0.544434,
                    0.536621,
                    0.548828,
                    0.568848,
                    0.505859,
                    0.555664,
                    0.552734,
                    0.626465,
                    0.528809,
                    0.513184,
                    0.403564,
                    0.568359,
                    0.553711,
                    0.495361,
                    0.515137,
                    0.619629,
                    0.532227,
                    0.523926,
                    0.519531,
                    0.509766,
                    0.922852,
                    0.566895,
                    0.553711,
                    0.506348,
                    0.543457,
                    0.768555,
                    0.521484,
                    0.499023,
                    0.607422,
                    0.51123,
                    0.526367,
                    0.525879,
                    0.524414,
                    0.587402,
                    0.510254,
                    0.451416,
                    0.541992,
                    0.513672,
                    0.508789,
                    0.603516,
                    0.527832,
                    0.494629,
                    0.522949,
                    0.493164,
                    0.542969,
                    0.619141,
                    0.417725,
                    0.505859,
                    0.527344,
                    0.495117,
                    0.507324,
                    0.512695,
                    0.518555,
                    0.547852,
                    0.502441,
                    0.597656,
                    0.509277,
                    0.506348,
                    0.590332,
                    0.599609,
                    0.53125,
                    0.528809,
                    0.530273,
                    0.509277,
                    0.602051,
                    0.627441,
                    0.484375,
                    0.51416,
                    0.505371,
                    0.55127,
                    0.555176,
                    0.541016,
                    0.802734,
                    0.507812,
                    0.50293,
                    0.498047,
                    0.500488,
                    0.586426,
                    0.557617,
                    0.578613,
                    0.587402,
                    0.571289,
                    0.484375,
                    0.595703,
                    0.529297,
                    0.678223,
                    0.562012,
                    0.600586,
                    0.523926,
                    0.567383,
                    0.566406,
                    0.497559,
                    0.503906,
                    0.518555,
                    0.528809,
                    0.634766,
                    0.635742,
                    0.505371,
                    0.599121,
                    0.537598,
                    0.545898,
                    0.532715,
                    0.53125,
                    0.483887,
                    0.557129,
                    0.563965,
                    0.464844,
                    0.519531,
                    0.535645,
                    0.578125,
                    0.538086,
                    0.634766,
                    0.561035,
                    0.519043,
                    0.54541,
                    0.454102,
                    0.494385,
                    0.556641,
                    0.456787,
                    0.504395,
                    0.504883,
                    0.47998,
                    0.627441,
                    0.541504,
                    0.515137,
                    0.553711,
                    0.550781,
                    0.578125,
                    0.550781,
                    0.533203,
                    0.548828,
                    0.527832,
                    0.521484,
                    0.541504,
                    0.556641,
                    0.506836,
                    0.532715,
                    0.538086,
                    0.543457,
                    0.526367,
                    0.565918,
                    0.509766,
                    0.507324,
                    0.68457,
                    0.611816,
                    0.480225,
                    0.572754,
                    0.560059,
                    0.524414,
                    0.555664,
                    0.495117,
                    0.589355,
                    0.5625,
                    1.011719,
                    0.500488,
                    0.602051,
                    0.56543,
                    0.542969,
                    0.654785,
                    0.529297,
                    0.528809,
                    0.67041,
                    0.579102,
                    0.534668,
                    0.513184,
                    0.561035,
                    0.51123,
                    0.530273,
                    0.55127,
                    0.505371,
                    0.525879,
                    0.932129,
                    0.552246,
                    0.48999,
                    0.505859,
                    0.509277,
                    0.524414,
                    0.628906,
                    0.541504,
                    0.514648,
                    0.525879,
                    0.485352,
                    0.490234,
                    0.493164,
                    0.501465,
                    0.527832,
                    0.584961,
                    0.523926,
                    0.504395,
                    0.559082,
                    0.566895,
                    0.583496,
                    0.508301,
                    0.620117
                ]
            },
            "name": "model.model.layers.27.input_layernorm.weight",
            "outputIndexes": [
                2205
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2204
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_27/Mul_output_0",
            "outputIndexes": [
                2206
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2205,
                2206
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_27/Mul_1_output_0",
            "outputIndexes": [
                2207
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2207
            ],
            "outputIndexes": [
                3223
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                3223
            ],
            "outputIndexes": [
                3224
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/self_attn/q_proj/Linear",
            "inputIndexes": [
                3224
            ],
            "outputIndexes": [
                3225
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    59723838,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                3225
            ],
            "outputIndexes": [
                3226
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3226
            ],
            "outputIndexes": [
                2208
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2207
            ],
            "main_type": "NONE",
            "name": "/Shape_379_output_0",
            "outputIndexes": [
                2209
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2209
            ],
            "main_type": "NONE",
            "name": "Shape5909",
            "outputIndexes": [
                2210
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2209
            ],
            "main_type": "NONE",
            "name": "Rank5911",
            "outputIndexes": [
                2211
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2211,
                2211
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5913",
            "outputIndexes": [
                2212
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2212
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5914",
            "outputIndexes": [
                2213
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2212,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5916",
            "outputIndexes": [
                2214
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2214
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5917",
            "outputIndexes": [
                2215
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2210,
                2213,
                2215,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice5920",
            "outputIndexes": [
                2216
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2216
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze5921",
            "outputIndexes": [
                2217
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                2217
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5922",
            "outputIndexes": [
                2218
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2218,
                2217
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5923",
            "outputIndexes": [
                2219
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2209,
                2219,
                2212
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_409_output_0",
            "outputIndexes": [
                2220
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2220,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_865_output_0",
            "outputIndexes": [
                2221
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                2221,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_351_output_0",
            "outputIndexes": [
                2222
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2208,
                2222
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_244_output_0",
            "outputIndexes": [
                2223
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2223,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_216_output_0",
            "outputIndexes": [
                2224
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2223
            ],
            "main_type": "NONE",
            "name": "/Shape_380_output_0",
            "outputIndexes": [
                2225
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2225
            ],
            "main_type": "NONE",
            "name": "Shape5930",
            "outputIndexes": [
                2226
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2225
            ],
            "main_type": "NONE",
            "name": "Rank5932",
            "outputIndexes": [
                2227
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2227,
                2227
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5934",
            "outputIndexes": [
                2228
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2228
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5935",
            "outputIndexes": [
                2229
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2228,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5937",
            "outputIndexes": [
                2230
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2230
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5938",
            "outputIndexes": [
                2231
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2226,
                2229,
                2231,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice5941",
            "outputIndexes": [
                2232
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2232
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze5942",
            "outputIndexes": [
                2233
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                2233
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5943",
            "outputIndexes": [
                2234
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2234,
                2233
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5944",
            "outputIndexes": [
                2235
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2225,
                2235,
                2228
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_410_output_0",
            "outputIndexes": [
                2236
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2236,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_81_output_0",
            "outputIndexes": [
                2237
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2237,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_870_output_0",
            "outputIndexes": [
                2238
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2223,
                2238,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_109_output_0",
            "outputIndexes": [
                2239
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2239
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_54_output_0",
            "outputIndexes": [
                2240
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2223,
                22,
                2238,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_108_output_0",
            "outputIndexes": [
                2241
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2240,
                2241
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_354_output_0",
            "outputIndexes": [
                2242
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2242,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_217_output_0",
            "outputIndexes": [
                2243
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2224,
                2243
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_135_output_0",
            "outputIndexes": [
                2244
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2207
            ],
            "outputIndexes": [
                3227
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                3227
            ],
            "outputIndexes": [
                3228
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/self_attn/k_proj/Linear",
            "inputIndexes": [
                3228
            ],
            "outputIndexes": [
                3229
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    59931220,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                3229
            ],
            "outputIndexes": [
                3230
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3230
            ],
            "outputIndexes": [
                2245
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                2221,
                70,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_352_output_0",
            "outputIndexes": [
                2246
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2245,
                2246
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_245_output_0",
            "outputIndexes": [
                2247
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2247,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_218_output_0",
            "outputIndexes": [
                2248
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2247
            ],
            "main_type": "NONE",
            "name": "/Shape_381_output_0",
            "outputIndexes": [
                2249
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2249
            ],
            "main_type": "NONE",
            "name": "Shape5993",
            "outputIndexes": [
                2250
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2249
            ],
            "main_type": "NONE",
            "name": "Rank5995",
            "outputIndexes": [
                2251
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2251,
                2251
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp5997",
            "outputIndexes": [
                2252
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2252
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze5998",
            "outputIndexes": [
                2253
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2252,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6000",
            "outputIndexes": [
                2254
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2254
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze6001",
            "outputIndexes": [
                2255
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2250,
                2253,
                2255,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice6004",
            "outputIndexes": [
                2256
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2256
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze6005",
            "outputIndexes": [
                2257
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                2257
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6006",
            "outputIndexes": [
                2258
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2258,
                2257
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6007",
            "outputIndexes": [
                2259
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2249,
                2259,
                2252
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_411_output_0",
            "outputIndexes": [
                2260
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2260,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_82_output_0",
            "outputIndexes": [
                2261
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2261,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_872_output_0",
            "outputIndexes": [
                2262
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2247,
                2262,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_111_output_0",
            "outputIndexes": [
                2263
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2263
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_55_output_0",
            "outputIndexes": [
                2264
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2247,
                22,
                2262,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_110_output_0",
            "outputIndexes": [
                2265
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2264,
                2265
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_355_output_0",
            "outputIndexes": [
                2266
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2266,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_219_output_0",
            "outputIndexes": [
                2267
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2248,
                2267
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_136_output_0",
            "outputIndexes": [
                2268
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2207
            ],
            "outputIndexes": [
                3231
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                3231
            ],
            "outputIndexes": [
                3232
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/self_attn/v_proj/Linear",
            "inputIndexes": [
                3232
            ],
            "outputIndexes": [
                3233
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    60000362,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                3233
            ],
            "outputIndexes": [
                3234
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3234
            ],
            "outputIndexes": [
                2269
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2269,
                2246
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_246_output_0",
            "outputIndexes": [
                2270
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2244,
                2268,
                2270,
                110
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_251_output_0",
            "outputIndexes": [
                2271
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2271
            ],
            "outputIndexes": [
                3235
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                3235
            ],
            "outputIndexes": [
                3236
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/self_attn/o_proj/Linear",
            "inputIndexes": [
                3236
            ],
            "outputIndexes": [
                3237
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    60069504,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                3237
            ],
            "outputIndexes": [
                3238
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3238
            ],
            "outputIndexes": [
                2272
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2204,
                2272
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_138_output_0",
            "outputIndexes": [
                2273
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.505859,
                    0.498535,
                    0.51416,
                    0.526367,
                    0.428467,
                    0.370117,
                    0.438232,
                    0.51123,
                    0.529297,
                    0.501465,
                    0.535156,
                    0.518066,
                    0.520508,
                    0.533203,
                    0.521973,
                    0.527344,
                    0.483154,
                    0.529297,
                    0.512695,
                    0.51709,
                    0.520508,
                    0.514648,
                    0.422607,
                    0.525879,
                    0.517578,
                    0.521973,
                    0.533203,
                    0.543457,
                    0.501953,
                    0.231812,
                    0.526855,
                    0.525879,
                    0.527344,
                    0.519531,
                    0.537109,
                    0.514648,
                    0.513672,
                    0.499023,
                    0.516602,
                    0.524902,
                    0.51709,
                    0.529297,
                    0.418945,
                    0.507812,
                    0.52002,
                    0.509277,
                    0.536133,
                    0.518066,
                    0.55127,
                    0.509766,
                    0.486816,
                    0.525879,
                    0.524902,
                    0.541016,
                    0.513672,
                    0.520508,
                    0.532227,
                    0.496582,
                    0.51709,
                    0.529785,
                    0.529785,
                    0.391113,
                    0.527832,
                    0.535645,
                    0.552734,
                    0.519043,
                    0.496826,
                    0.521973,
                    0.535156,
                    0.533203,
                    0.272217,
                    0.501465,
                    0.528809,
                    0.497803,
                    0.535645,
                    0.533203,
                    0.515137,
                    0.530273,
                    0.522461,
                    0.518066,
                    0.538086,
                    0.542969,
                    0.529297,
                    0.529785,
                    0.507324,
                    0.518066,
                    0.530762,
                    0.45459,
                    0.580078,
                    0.515137,
                    0.524414,
                    0.529785,
                    0.499268,
                    0.494873,
                    0.136108,
                    0.524902,
                    0.533691,
                    0.527344,
                    0.530273,
                    0.519043,
                    0.487061,
                    0.54834,
                    0.500488,
                    0.536621,
                    0.549316,
                    0.511719,
                    0.515625,
                    0.513672,
                    0.515625,
                    0.530762,
                    0.552734,
                    0.524902,
                    0.524902,
                    0.552734,
                    0.544922,
                    0.541504,
                    0.51416,
                    0.541016,
                    0.509766,
                    0.536621,
                    0.521484,
                    0.533203,
                    0.521973,
                    0.560547,
                    0.541016,
                    0.533691,
                    0.533691,
                    0.505859,
                    0.525391,
                    0.544922,
                    0.527832,
                    0.303711,
                    0.489746,
                    0.51416,
                    0.544434,
                    0.517578,
                    0.529297,
                    0.533203,
                    0.521973,
                    0.525391,
                    0.533203,
                    0.537109,
                    0.505859,
                    0.47583,
                    0.506348,
                    0.512207,
                    0.51709,
                    0.541504,
                    0.547363,
                    0.513672,
                    0.51416,
                    0.527344,
                    0.53125,
                    0.51709,
                    0.508789,
                    0.529785,
                    0.522461,
                    0.496338,
                    0.521484,
                    0.483154,
                    0.518555,
                    0.438232,
                    0.486084,
                    0.513184,
                    0.538086,
                    0.519043,
                    0.537109,
                    0.495361,
                    0.53418,
                    0.524414,
                    0.526855,
                    0.553711,
                    0.536621,
                    0.475098,
                    0.539062,
                    0.487549,
                    0.52832,
                    0.537109,
                    0.524902,
                    0.522949,
                    0.541992,
                    0.513672,
                    0.533203,
                    0.529297,
                    0.536621,
                    0.546875,
                    0.548828,
                    0.51416,
                    0.530273,
                    0.523926,
                    0.532715,
                    0.524414,
                    0.548828,
                    0.511719,
                    0.513672,
                    0.51709,
                    0.507324,
                    0.524414,
                    0.533203,
                    0.524902,
                    0.482666,
                    0.542969,
                    0.524414,
                    0.544922,
                    0.538086,
                    0.507324,
                    0.541504,
                    0.528809,
                    0.506348,
                    0.506836,
                    0.423584,
                    0.512695,
                    0.52832,
                    0.516602,
                    0.533203,
                    0.500977,
                    0.39209,
                    0.544922,
                    0.530762,
                    0.533203,
                    0.538574,
                    0.526855,
                    0.522461,
                    0.494141,
                    0.541016,
                    0.544434,
                    0.521973,
                    0.446533,
                    0.513672,
                    0.352783,
                    0.522461,
                    0.533203,
                    0.532715,
                    0.510254,
                    0.551758,
                    0.540039,
                    0.52832,
                    0.537109,
                    0.546387,
                    0.499512,
                    0.510742,
                    0.505859,
                    0.541992,
                    0.527832,
                    0.516602,
                    0.532715,
                    0.527344,
                    0.466064,
                    0.522949,
                    0.524414,
                    0.529785,
                    0.544922,
                    0.522461,
                    0.529297,
                    0.483643,
                    0.419434,
                    0.51709,
                    0.516113,
                    0.523438,
                    0.536621,
                    0.522949,
                    0.529297,
                    0.530762,
                    0.519043,
                    0.529297,
                    0.518555,
                    0.518066,
                    0.528809,
                    0.520996,
                    0.538086,
                    0.535156,
                    0.507324,
                    0.530273,
                    0.533203,
                    0.521484,
                    0.533203,
                    0.51416,
                    0.51709,
                    0.527832,
                    0.512207,
                    0.490967,
                    0.521484,
                    0.430664,
                    0.541504,
                    0.528809,
                    0.503906,
                    0.506348,
                    0.536133,
                    0.525391,
                    0.560059,
                    0.541504,
                    0.509277,
                    0.527832,
                    0.408203,
                    0.552734,
                    0.513672,
                    0.538574,
                    0.530762,
                    0.525879,
                    0.508789,
                    0.543945,
                    0.536133,
                    0.514648,
                    0.500977,
                    0.525879,
                    0.529297,
                    0.525879,
                    0.538574,
                    0.551758,
                    0.506348,
                    0.51709,
                    0.538574,
                    0.513672,
                    0.52832,
                    0.498047,
                    0.391602,
                    0.542969,
                    0.541016,
                    0.523438,
                    0.520996,
                    0.476807,
                    0.535156,
                    0.518555,
                    0.462891,
                    0.389404,
                    0.54541,
                    0.537598,
                    0.513184,
                    0.490967,
                    0.434082,
                    0.540039,
                    0.544434,
                    0.541016,
                    0.509766,
                    0.535156,
                    0.48291,
                    0.54541,
                    0.536133,
                    0.523926,
                    0.525879,
                    0.537109,
                    0.518066,
                    0.518066,
                    0.485107,
                    0.529785,
                    0.526855,
                    0.521484,
                    0.516602,
                    0.4729,
                    0.533203,
                    0.561035,
                    0.541992,
                    0.528809,
                    0.512207,
                    0.502441,
                    0.487061,
                    0.510742,
                    0.513184,
                    0.540039,
                    0.525879,
                    0.524902,
                    0.485107,
                    0.544434,
                    0.530762,
                    0.533203,
                    0.52832,
                    0.539551,
                    0.529297,
                    0.521484,
                    0.526855,
                    0.519531,
                    0.537598,
                    0.50293,
                    0.48999,
                    0.531738,
                    0.508789,
                    0.532715,
                    0.524902,
                    0.53125,
                    0.528809,
                    0.529297,
                    0.540527,
                    0.509277,
                    0.53125,
                    0.532227,
                    0.546875,
                    0.499756,
                    0.530273,
                    0.530762,
                    0.591797,
                    0.511719,
                    0.499023,
                    0.478271,
                    0.521484,
                    0.524902,
                    0.525879,
                    0.52832,
                    0.500977,
                    0.520508,
                    0.549316,
                    0.51709,
                    0.529297,
                    0.478516,
                    0.504395,
                    0.530273,
                    0.544922,
                    0.506348,
                    0.483643,
                    0.526855,
                    0.525879,
                    0.50293,
                    0.498535,
                    0.516113,
                    0.521973,
                    0.519043,
                    0.526855,
                    0.527832,
                    0.544922,
                    0.530273,
                    0.525391,
                    0.517578,
                    0.497314,
                    0.525879,
                    0.511719,
                    0.525391,
                    0.521973,
                    0.530762,
                    0.524414,
                    0.366211,
                    0.514648,
                    0.527344,
                    0.489014,
                    0.507324,
                    0.537109,
                    0.528809,
                    0.532715,
                    0.52832,
                    0.532715,
                    0.529297,
                    0.513184,
                    0.517578,
                    0.537109,
                    0.513184,
                    0.541504,
                    0.522461,
                    0.497314,
                    0.51416,
                    0.518555,
                    0.536133,
                    0.523438,
                    0.509766,
                    0.522949,
                    0.510254,
                    0.548828,
                    0.473633,
                    0.521973,
                    0.510742,
                    0.501953,
                    0.511719,
                    0.502441,
                    0.523926,
                    0.524414,
                    0.522461,
                    0.494141,
                    0.548828,
                    0.520996,
                    0.516113,
                    0.498291,
                    0.516113,
                    0.521973,
                    0.529785,
                    0.53418,
                    0.505371,
                    0.541992,
                    0.541016,
                    0.537109,
                    0.51123,
                    0.509766,
                    0.51416,
                    0.541016,
                    0.506836,
                    0.529785,
                    0.535156,
                    0.533691,
                    0.553711,
                    0.496094,
                    0.536133,
                    0.552734,
                    0.521484,
                    0.519043,
                    0.539062,
                    0.514648,
                    0.523438,
                    0.491455,
                    0.497803,
                    0.516602,
                    0.515625,
                    0.535645,
                    0.524902,
                    0.530762,
                    0.517578,
                    0.536133,
                    0.51709,
                    0.510254,
                    0.521484,
                    0.536621,
                    0.550293,
                    0.502441,
                    0.501953,
                    0.520996,
                    0.525879,
                    0.495605,
                    0.527832,
                    0.547852,
                    0.529785,
                    0.540039,
                    0.524414,
                    0.525391,
                    0.509766,
                    0.522949,
                    0.533691,
                    0.522461,
                    0.536133,
                    0.519043,
                    0.54541,
                    0.160156,
                    0.518066,
                    0.521484,
                    0.522949,
                    0.537109,
                    0.516602,
                    0.519043,
                    0.529297,
                    0.552246,
                    0.526367,
                    0.356689,
                    0.508789,
                    0.522461,
                    0.549316,
                    0.518555,
                    0.509277,
                    0.502441,
                    0.506348,
                    0.509766,
                    0.49707,
                    0.518066,
                    0.51416,
                    0.536133,
                    0.530273,
                    0.524902,
                    0.559082,
                    0.53418,
                    0.529297,
                    0.375732,
                    0.529785,
                    0.516113,
                    0.518066,
                    0.463623,
                    0.500488,
                    0.531738,
                    0.529297,
                    0.51416,
                    0.541016,
                    0.522461,
                    0.521973,
                    0.521484,
                    0.523926,
                    0.524902,
                    0.521973,
                    0.513672,
                    0.513672,
                    0.538086,
                    0.525879,
                    0.518555,
                    0.52832,
                    0.505371
                ]
            },
            "name": "model.model.layers.27.post_attention_layernorm.weight",
            "outputIndexes": [
                2274
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2273
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_27/Mul_output_0",
            "outputIndexes": [
                2275
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2274,
                2275
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_27/Mul_1_output_0",
            "outputIndexes": [
                2276
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2276
            ],
            "outputIndexes": [
                3239
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                3239
            ],
            "outputIndexes": [
                3240
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/mlp/gate_proj/Linear",
            "inputIndexes": [
                3240
            ],
            "outputIndexes": [
                3241
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    60276886,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                3241
            ],
            "outputIndexes": [
                3242
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3242
            ],
            "outputIndexes": [
                2277
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2277
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_27/Sigmoid_output_0",
            "outputIndexes": [
                2278
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2277,
                2278
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_27/Mul_output_0",
            "outputIndexes": [
                2279
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2276
            ],
            "outputIndexes": [
                3243
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                3243
            ],
            "outputIndexes": [
                3244
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/mlp/up_proj/Linear",
            "inputIndexes": [
                3244
            ],
            "outputIndexes": [
                3245
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    60829868,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                3245
            ],
            "outputIndexes": [
                3246
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3246
            ],
            "outputIndexes": [
                2280
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2279,
                2280
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_27/Mul_output_0",
            "outputIndexes": [
                2281
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2281
            ],
            "outputIndexes": [
                3247
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                3247
            ],
            "outputIndexes": [
                3248
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/mlp/down_proj/Linear",
            "inputIndexes": [
                3248
            ],
            "outputIndexes": [
                3249
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    61382850,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                3249
            ],
            "outputIndexes": [
                3250
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.27/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3250
            ],
            "outputIndexes": [
                2282
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2273,
                2282
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_139_output_0",
            "outputIndexes": [
                2283
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2283,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_252_output_0",
            "outputIndexes": [
                2284
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.515625,
                    0.618652,
                    0.674805,
                    0.696777,
                    0.53125,
                    0.680176,
                    0.645508,
                    0.608398,
                    0.645996,
                    0.656738,
                    0.564453,
                    0.58252,
                    0.65918,
                    0.668945,
                    0.588379,
                    0.56543,
                    0.654785,
                    0.646973,
                    0.562012,
                    0.634766,
                    0.623047,
                    0.604004,
                    0.52832,
                    0.645996,
                    0.573242,
                    0.55957,
                    0.64502,
                    0.544434,
                    0.55127,
                    0.872559,
                    0.615234,
                    0.598145,
                    0.583984,
                    0.629395,
                    0.580078,
                    0.637207,
                    0.60791,
                    0.598633,
                    0.608398,
                    0.620117,
                    0.527344,
                    0.574219,
                    0.729004,
                    0.677246,
                    0.600586,
                    0.646484,
                    0.600098,
                    0.623047,
                    0.597656,
                    0.606445,
                    0.591797,
                    0.576172,
                    0.547363,
                    0.567871,
                    0.623047,
                    0.60498,
                    0.641113,
                    0.35083,
                    0.588867,
                    0.568359,
                    0.548828,
                    0.693359,
                    0.574219,
                    0.558105,
                    0.614746,
                    0.618164,
                    0.541504,
                    0.62793,
                    0.643555,
                    0.669922,
                    0.383789,
                    0.609863,
                    0.685059,
                    0.585938,
                    0.61377,
                    0.641602,
                    0.591309,
                    0.583496,
                    0.637695,
                    0.661621,
                    0.587891,
                    0.56543,
                    0.581543,
                    0.610352,
                    0.607422,
                    0.637207,
                    0.623047,
                    0.648438,
                    0.59375,
                    0.562012,
                    0.617676,
                    0.575195,
                    0.55127,
                    0.594238,
                    0.362793,
                    0.56543,
                    0.550293,
                    0.569336,
                    0.599121,
                    0.624512,
                    0.594727,
                    0.634766,
                    0.63916,
                    0.57959,
                    0.543945,
                    0.617676,
                    0.598633,
                    0.646484,
                    0.513672,
                    0.614746,
                    0.593262,
                    0.59082,
                    0.594238,
                    0.57666,
                    0.54248,
                    0.57373,
                    0.591797,
                    0.59082,
                    0.553711,
                    0.593262,
                    0.580078,
                    0.538574,
                    0.539062,
                    0.630859,
                    0.598633,
                    0.606934,
                    0.619629,
                    0.51709,
                    0.54248,
                    0.561035,
                    0.527832,
                    0.451416,
                    0.647949,
                    0.615723,
                    0.567383,
                    0.608887,
                    0.588379,
                    0.53418,
                    0.626465,
                    0.688477,
                    0.581543,
                    0.606445,
                    0.626953,
                    0.560059,
                    0.452637,
                    0.636719,
                    0.636719,
                    0.600098,
                    0.604492,
                    0.637207,
                    0.615234,
                    0.547852,
                    0.619629,
                    0.560059,
                    0.572266,
                    0.626465,
                    0.626953,
                    0.564941,
                    0.56543,
                    0.63916,
                    0.576172,
                    0.630371,
                    0.535645,
                    0.657715,
                    0.568848,
                    0.626953,
                    0.679688,
                    0.501465,
                    0.597656,
                    0.513672,
                    0.560547,
                    0.565918,
                    0.611328,
                    0.517578,
                    0.581055,
                    0.645996,
                    0.645508,
                    0.572266,
                    0.641113,
                    0.595703,
                    0.625488,
                    0.663574,
                    0.588867,
                    0.614746,
                    0.649414,
                    0.59375,
                    0.593262,
                    0.628418,
                    0.582031,
                    0.59375,
                    0.624512,
                    0.575684,
                    0.617188,
                    0.632324,
                    0.568359,
                    0.618652,
                    0.616211,
                    0.606934,
                    0.610352,
                    0.502441,
                    0.623047,
                    0.507812,
                    0.638672,
                    0.595215,
                    0.612305,
                    0.584473,
                    0.567871,
                    0.537109,
                    0.580078,
                    0.590332,
                    0.627441,
                    0.58252,
                    0.684082,
                    0.595215,
                    0.57666,
                    0.516602,
                    0.566406,
                    0.553223,
                    0.548828,
                    0.578125,
                    0.655762,
                    0.624023,
                    0.619629,
                    0.598145,
                    0.62207,
                    0.61084,
                    0.611328,
                    0.578125,
                    0.693848,
                    0.568359,
                    0.626465,
                    0.407227,
                    0.617676,
                    0.620605,
                    0.564453,
                    0.661133,
                    0.621582,
                    0.572754,
                    0.598633,
                    0.61084,
                    0.708008,
                    0.635742,
                    0.580566,
                    0.57666,
                    0.522461,
                    0.640137,
                    0.583008,
                    0.429199,
                    0.541504,
                    0.510742,
                    0.515625,
                    0.603516,
                    0.668457,
                    0.611816,
                    0.535645,
                    0.79834,
                    0.57666,
                    0.571289,
                    0.612305,
                    0.631348,
                    0.541992,
                    0.601074,
                    0.596191,
                    0.623047,
                    0.663574,
                    0.625,
                    0.598145,
                    0.61084,
                    0.575684,
                    0.557129,
                    0.57666,
                    0.591309,
                    0.660156,
                    0.55957,
                    0.569824,
                    0.687988,
                    0.603516,
                    0.595215,
                    0.580078,
                    0.630859,
                    0.567383,
                    0.560547,
                    0.105957,
                    0.623047,
                    0.607422,
                    0.567383,
                    0.608398,
                    0.611328,
                    0.630371,
                    0.581543,
                    0.516113,
                    0.62207,
                    0.540527,
                    0.586914,
                    0.555664,
                    0.623047,
                    0.506348,
                    0.603516,
                    0.548828,
                    0.578125,
                    0.572754,
                    0.631348,
                    0.600098,
                    0.729004,
                    0.610352,
                    0.565918,
                    0.614258,
                    0.56543,
                    0.560547,
                    0.647461,
                    0.600586,
                    0.580566,
                    0.621582,
                    0.595703,
                    0.558105,
                    0.681641,
                    0.583984,
                    0.672363,
                    0.572754,
                    0.584961,
                    0.513672,
                    0.600098,
                    0.664551,
                    0.61084,
                    0.542969,
                    0.632324,
                    0.535156,
                    0.589355,
                    0.584473,
                    0.105347,
                    0.554199,
                    0.600586,
                    0.660645,
                    0.581055,
                    0.569824,
                    0.520996,
                    0.628906,
                    0.554199,
                    0.662598,
                    0.555176,
                    0.621094,
                    0.619141,
                    0.602539,
                    0.557617,
                    0.599121,
                    0.584473,
                    0.682129,
                    0.634766,
                    0.79541,
                    0.576172,
                    0.663574,
                    0.495117,
                    0.53418,
                    0.614746,
                    0.55957,
                    0.574707,
                    0.591797,
                    0.617676,
                    0.564941,
                    0.599121,
                    0.585938,
                    0.622559,
                    0.596191,
                    0.595215,
                    0.573242,
                    0.581055,
                    0.572754,
                    0.488525,
                    0.583008,
                    0.599121,
                    0.619141,
                    0.541504,
                    0.559082,
                    0.520996,
                    0.618164,
                    0.599121,
                    0.630859,
                    0.591797,
                    0.566895,
                    0.655273,
                    0.64209,
                    0.596191,
                    0.506836,
                    0.619141,
                    0.557129,
                    0.586426,
                    0.53125,
                    0.590332,
                    0.585449,
                    0.629395,
                    0.570312,
                    0.65625,
                    0.524414,
                    0.653809,
                    0.600586,
                    0.572266,
                    0.548828,
                    0.62207,
                    0.59375,
                    0.607422,
                    0.577637,
                    0.604492,
                    0.657715,
                    0.581543,
                    0.560059,
                    0.565918,
                    0.598145,
                    0.782227,
                    0.53418,
                    0.620117,
                    0.626953,
                    0.637695,
                    0.589844,
                    0.60791,
                    0.531738,
                    0.654785,
                    0.564941,
                    0.491211,
                    0.654785,
                    0.595703,
                    0.576172,
                    0.600586,
                    0.582031,
                    0.564941,
                    0.628906,
                    0.569336,
                    0.559082,
                    0.677246,
                    0.448975,
                    0.581543,
                    0.606445,
                    0.422119,
                    0.553223,
                    0.498291,
                    0.611328,
                    0.61084,
                    0.584473,
                    0.647461,
                    0.567383,
                    0.541016,
                    0.678711,
                    0.672363,
                    0.561523,
                    0.606934,
                    0.589844,
                    0.623535,
                    0.716797,
                    0.64502,
                    0.521484,
                    0.537598,
                    0.524414,
                    0.59375,
                    0.584473,
                    0.593262,
                    0.630859,
                    0.583984,
                    0.52832,
                    0.596191,
                    0.617676,
                    0.635254,
                    0.625488,
                    0.647461,
                    0.591309,
                    0.61377,
                    0.494873,
                    0.584473,
                    0.587402,
                    0.615234,
                    0.620605,
                    0.499756,
                    0.572266,
                    0.568359,
                    0.65918,
                    0.587402,
                    0.600098,
                    0.561523,
                    0.648438,
                    0.619629,
                    0.647461,
                    0.620117,
                    0.580566,
                    0.605957,
                    0.623535,
                    0.603516,
                    0.583496,
                    0.610352,
                    0.537598,
                    0.639648,
                    0.607422,
                    0.572266,
                    0.524414,
                    0.587891,
                    0.591309,
                    0.62793,
                    0.521484,
                    0.571777,
                    0.619141,
                    0.606445,
                    0.570801,
                    0.614746,
                    0.600586,
                    0.599609,
                    0.590332,
                    0.583008,
                    0.599609,
                    0.563965,
                    0.550781,
                    0.641113,
                    0.554199,
                    0.651367,
                    0.540527,
                    0.585938,
                    0.562012,
                    0.585938,
                    0.650391,
                    0.60498,
                    0.574219,
                    0.595703,
                    0.638672,
                    0.625977,
                    0.615723,
                    0.569824,
                    0.688477,
                    0.593262,
                    0.65625,
                    0.425049,
                    0.596191,
                    0.59375,
                    0.609375,
                    0.63623,
                    0.634277,
                    0.626465,
                    0.582031,
                    0.552734,
                    0.634277,
                    0.812012,
                    0.576172,
                    0.61377,
                    0.604004,
                    0.601074,
                    0.644531,
                    0.61377,
                    0.560059,
                    0.620605,
                    0.623047,
                    0.672363,
                    0.592773,
                    0.64502,
                    0.571289,
                    0.614746,
                    0.505859,
                    0.577148,
                    0.637207,
                    0.5625,
                    0.690918,
                    0.614746,
                    0.588867,
                    0.594238,
                    0.619141,
                    0.600098,
                    0.603516,
                    0.646973,
                    0.647949,
                    0.598633,
                    0.549316,
                    0.593262,
                    0.592773,
                    0.555176,
                    0.659668,
                    0.564453,
                    0.571289,
                    0.551758,
                    0.575684,
                    0.599609,
                    0.627441,
                    0.574707
                ]
            },
            "name": "model.model.layers.28.input_layernorm.weight",
            "outputIndexes": [
                2285
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2284
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_28/Mul_output_0",
            "outputIndexes": [
                2286
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2285,
                2286
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_28/Mul_1_output_0",
            "outputIndexes": [
                2287
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.28/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2287
            ],
            "outputIndexes": [
                3251
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.28/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                3251
            ],
            "outputIndexes": [
                3252
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.28/self_attn/q_proj/Linear",
            "inputIndexes": [
                3252
            ],
            "outputIndexes": [
                3253
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    61935832,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.28/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                3253
            ],
            "outputIndexes": [
                3254
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.28/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3254
            ],
            "outputIndexes": [
                2288
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2287
            ],
            "main_type": "NONE",
            "name": "/Shape_393_output_0",
            "outputIndexes": [
                2289
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2289
            ],
            "main_type": "NONE",
            "name": "Shape6125",
            "outputIndexes": [
                2290
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2289
            ],
            "main_type": "NONE",
            "name": "Rank6127",
            "outputIndexes": [
                2291
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2291,
                2291
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6129",
            "outputIndexes": [
                2292
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2292
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze6130",
            "outputIndexes": [
                2293
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2292,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6132",
            "outputIndexes": [
                2294
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2294
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze6133",
            "outputIndexes": [
                2295
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2290,
                2293,
                2295,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice6136",
            "outputIndexes": [
                2296
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2296
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze6137",
            "outputIndexes": [
                2297
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                2297
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6138",
            "outputIndexes": [
                2298
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2298,
                2297
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6139",
            "outputIndexes": [
                2299
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2289,
                2299,
                2292
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_424_output_0",
            "outputIndexes": [
                2300
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2300,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_897_output_0",
            "outputIndexes": [
                2301
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                2301,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_364_output_0",
            "outputIndexes": [
                2302
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2288,
                2302
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_253_output_0",
            "outputIndexes": [
                2303
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2303,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_224_output_0",
            "outputIndexes": [
                2304
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2303
            ],
            "main_type": "NONE",
            "name": "/Shape_394_output_0",
            "outputIndexes": [
                2305
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2305
            ],
            "main_type": "NONE",
            "name": "Shape6146",
            "outputIndexes": [
                2306
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2305
            ],
            "main_type": "NONE",
            "name": "Rank6148",
            "outputIndexes": [
                2307
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2307,
                2307
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6150",
            "outputIndexes": [
                2308
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2308
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze6151",
            "outputIndexes": [
                2309
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2308,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6153",
            "outputIndexes": [
                2310
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2310
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze6154",
            "outputIndexes": [
                2311
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2306,
                2309,
                2311,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice6157",
            "outputIndexes": [
                2312
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2312
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze6158",
            "outputIndexes": [
                2313
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                2313
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6159",
            "outputIndexes": [
                2314
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2314,
                2313
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6160",
            "outputIndexes": [
                2315
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2305,
                2315,
                2308
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_425_output_0",
            "outputIndexes": [
                2316
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2316,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_84_output_0",
            "outputIndexes": [
                2317
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2317,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_902_output_0",
            "outputIndexes": [
                2318
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2303,
                2318,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_113_output_0",
            "outputIndexes": [
                2319
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2319
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_56_output_0",
            "outputIndexes": [
                2320
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2303,
                22,
                2318,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_112_output_0",
            "outputIndexes": [
                2321
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2320,
                2321
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_367_output_0",
            "outputIndexes": [
                2322
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2322,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_225_output_0",
            "outputIndexes": [
                2323
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2304,
                2323
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_140_output_0",
            "outputIndexes": [
                2324
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.28/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2287
            ],
            "outputIndexes": [
                3255
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.28/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                3255
            ],
            "outputIndexes": [
                3256
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.28/self_attn/k_proj/Linear",
            "inputIndexes": [
                3256
            ],
            "outputIndexes": [
                3257
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    62143214,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.28/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                3257
            ],
            "outputIndexes": [
                3258
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.28/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3258
            ],
            "outputIndexes": [
                2325
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                2301,
                70,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_365_output_0",
            "outputIndexes": [
                2326
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2325,
                2326
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_254_output_0",
            "outputIndexes": [
                2327
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2327,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_226_output_0",
            "outputIndexes": [
                2328
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2327
            ],
            "main_type": "NONE",
            "name": "/Shape_395_output_0",
            "outputIndexes": [
                2329
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2329
            ],
            "main_type": "NONE",
            "name": "Shape6209",
            "outputIndexes": [
                2330
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2329
            ],
            "main_type": "NONE",
            "name": "Rank6211",
            "outputIndexes": [
                2331
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2331,
                2331
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6213",
            "outputIndexes": [
                2332
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2332
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze6214",
            "outputIndexes": [
                2333
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2332,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6216",
            "outputIndexes": [
                2334
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2334
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze6217",
            "outputIndexes": [
                2335
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2330,
                2333,
                2335,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice6220",
            "outputIndexes": [
                2336
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2336
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze6221",
            "outputIndexes": [
                2337
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                2337
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6222",
            "outputIndexes": [
                2338
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2338,
                2337
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6223",
            "outputIndexes": [
                2339
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2329,
                2339,
                2332
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_426_output_0",
            "outputIndexes": [
                2340
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2340,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_85_output_0",
            "outputIndexes": [
                2341
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2341,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_904_output_0",
            "outputIndexes": [
                2342
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2327,
                2342,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_115_output_0",
            "outputIndexes": [
                2343
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2343
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_57_output_0",
            "outputIndexes": [
                2344
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2327,
                22,
                2342,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_114_output_0",
            "outputIndexes": [
                2345
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2344,
                2345
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_368_output_0",
            "outputIndexes": [
                2346
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2346,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_227_output_0",
            "outputIndexes": [
                2347
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2328,
                2347
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_141_output_0",
            "outputIndexes": [
                2348
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.28/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2287
            ],
            "outputIndexes": [
                3259
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.28/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                3259
            ],
            "outputIndexes": [
                3260
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.28/self_attn/v_proj/Linear",
            "inputIndexes": [
                3260
            ],
            "outputIndexes": [
                3261
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    62212356,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.28/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                3261
            ],
            "outputIndexes": [
                3262
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.28/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3262
            ],
            "outputIndexes": [
                2349
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2349,
                2326
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_255_output_0",
            "outputIndexes": [
                2350
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2324,
                2348,
                2350,
                110
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_260_output_0",
            "outputIndexes": [
                2351
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.28/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2351
            ],
            "outputIndexes": [
                3263
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.28/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                3263
            ],
            "outputIndexes": [
                3264
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.28/self_attn/o_proj/Linear",
            "inputIndexes": [
                3264
            ],
            "outputIndexes": [
                3265
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    62281498,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.28/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                3265
            ],
            "outputIndexes": [
                3266
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.28/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3266
            ],
            "outputIndexes": [
                2352
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2284,
                2352
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_143_output_0",
            "outputIndexes": [
                2353
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.541016,
                    0.524414,
                    0.522461,
                    0.544434,
                    0.489746,
                    0.441406,
                    0.498535,
                    0.518066,
                    0.525391,
                    0.532715,
                    0.557617,
                    0.528809,
                    0.548828,
                    0.541016,
                    0.518555,
                    0.534668,
                    0.53418,
                    0.521484,
                    0.520996,
                    0.541504,
                    0.541016,
                    0.532227,
                    0.466553,
                    0.533691,
                    0.533203,
                    0.51709,
                    0.552734,
                    0.543945,
                    0.521484,
                    0.304932,
                    0.541504,
                    0.540039,
                    0.532715,
                    0.521484,
                    0.524902,
                    0.525879,
                    0.515137,
                    0.529785,
                    0.517578,
                    0.521973,
                    0.523438,
                    0.535645,
                    0.513672,
                    0.533203,
                    0.540527,
                    0.537109,
                    0.550293,
                    0.551758,
                    0.54541,
                    0.51709,
                    0.525391,
                    0.528809,
                    0.536133,
                    0.560547,
                    0.521484,
                    0.525879,
                    0.556152,
                    0.529297,
                    0.537598,
                    0.538086,
                    0.55957,
                    0.460449,
                    0.538574,
                    0.544922,
                    0.572266,
                    0.540039,
                    0.569336,
                    0.538574,
                    0.556152,
                    0.541016,
                    0.333008,
                    0.525391,
                    0.520996,
                    0.495361,
                    0.54541,
                    0.541504,
                    0.525391,
                    0.527832,
                    0.542969,
                    0.537109,
                    0.54248,
                    0.559082,
                    0.540039,
                    0.569336,
                    0.518066,
                    0.539062,
                    0.540527,
                    0.51709,
                    0.554688,
                    0.51416,
                    0.550781,
                    0.543945,
                    0.521484,
                    0.521484,
                    0.131348,
                    0.537109,
                    0.55127,
                    0.529297,
                    0.521484,
                    0.526855,
                    0.51416,
                    0.557129,
                    0.515137,
                    0.526367,
                    0.569336,
                    0.529785,
                    0.536133,
                    0.546875,
                    0.583984,
                    0.55127,
                    0.585449,
                    0.533691,
                    0.533691,
                    0.56543,
                    0.54541,
                    0.558594,
                    0.535645,
                    0.51709,
                    0.521484,
                    0.557129,
                    0.550293,
                    0.549805,
                    0.550781,
                    0.581543,
                    0.532715,
                    0.534668,
                    0.549316,
                    0.53125,
                    0.551758,
                    0.558105,
                    0.528809,
                    0.418945,
                    0.49707,
                    0.544922,
                    0.552246,
                    0.509277,
                    0.541992,
                    0.525391,
                    0.538086,
                    0.540527,
                    0.537598,
                    0.549316,
                    0.528809,
                    0.516602,
                    0.552246,
                    0.52832,
                    0.529297,
                    0.530273,
                    0.560059,
                    0.531738,
                    0.540039,
                    0.552734,
                    0.54248,
                    0.554688,
                    0.512695,
                    0.549316,
                    0.528809,
                    0.521484,
                    0.543457,
                    0.533203,
                    0.551758,
                    0.482422,
                    0.502441,
                    0.517578,
                    0.533691,
                    0.524414,
                    0.546387,
                    0.535645,
                    0.523438,
                    0.518066,
                    0.520996,
                    0.568359,
                    0.539551,
                    0.509766,
                    0.544922,
                    0.506836,
                    0.525879,
                    0.557129,
                    0.530273,
                    0.541016,
                    0.56543,
                    0.506836,
                    0.580566,
                    0.537109,
                    0.539062,
                    0.589355,
                    0.544434,
                    0.546387,
                    0.523438,
                    0.532227,
                    0.524902,
                    0.539551,
                    0.575195,
                    0.520996,
                    0.537598,
                    0.541504,
                    0.51123,
                    0.553711,
                    0.529297,
                    0.518555,
                    0.525391,
                    0.54541,
                    0.52832,
                    0.544434,
                    0.526855,
                    0.517578,
                    0.538086,
                    0.549316,
                    0.540527,
                    0.521484,
                    0.50293,
                    0.525879,
                    0.538086,
                    0.529785,
                    0.552734,
                    0.53125,
                    0.453613,
                    0.541016,
                    0.544922,
                    0.520996,
                    0.54541,
                    0.525879,
                    0.529297,
                    0.53125,
                    0.576172,
                    0.553223,
                    0.549805,
                    0.509766,
                    0.541016,
                    0.441895,
                    0.54541,
                    0.513184,
                    0.553711,
                    0.533203,
                    0.552246,
                    0.550293,
                    0.540527,
                    0.563965,
                    0.568359,
                    0.520996,
                    0.555664,
                    0.535156,
                    0.525879,
                    0.532715,
                    0.525391,
                    0.541016,
                    0.53418,
                    0.474854,
                    0.53418,
                    0.526855,
                    0.549805,
                    0.54834,
                    0.536133,
                    0.560547,
                    0.501465,
                    0.51416,
                    0.540039,
                    0.516113,
                    0.529785,
                    0.543945,
                    0.532715,
                    0.537109,
                    0.533691,
                    0.530273,
                    0.52832,
                    0.543457,
                    0.535156,
                    0.539551,
                    0.541504,
                    0.529297,
                    0.548828,
                    0.526855,
                    0.556641,
                    0.539062,
                    0.521484,
                    0.524902,
                    0.51709,
                    0.544922,
                    0.544922,
                    0.532715,
                    0.529297,
                    0.529297,
                    0.452148,
                    0.527344,
                    0.518066,
                    0.516602,
                    0.547363,
                    0.533691,
                    0.552246,
                    0.568359,
                    0.554199,
                    0.513672,
                    0.548828,
                    0.464355,
                    0.564941,
                    0.540039,
                    0.562012,
                    0.54834,
                    0.533691,
                    0.521484,
                    0.556641,
                    0.559082,
                    0.529297,
                    0.521484,
                    0.524902,
                    0.544434,
                    0.556152,
                    0.532715,
                    0.557617,
                    0.533203,
                    0.537109,
                    0.578613,
                    0.54541,
                    0.536621,
                    0.532715,
                    0.458496,
                    0.566895,
                    0.553223,
                    0.521484,
                    0.533203,
                    0.494629,
                    0.525879,
                    0.552734,
                    0.486084,
                    0.467773,
                    0.561035,
                    0.54248,
                    0.55127,
                    0.51709,
                    0.455322,
                    0.525879,
                    0.556152,
                    0.557617,
                    0.513672,
                    0.544922,
                    0.47998,
                    0.552734,
                    0.541992,
                    0.529297,
                    0.536621,
                    0.566406,
                    0.544922,
                    0.517578,
                    0.544434,
                    0.561035,
                    0.562012,
                    0.536621,
                    0.517578,
                    0.521973,
                    0.542969,
                    0.619141,
                    0.532715,
                    0.552734,
                    0.529297,
                    0.524902,
                    0.51416,
                    0.521973,
                    0.51123,
                    0.537109,
                    0.543945,
                    0.517578,
                    0.502441,
                    0.547852,
                    0.537598,
                    0.561523,
                    0.544434,
                    0.537598,
                    0.525391,
                    0.557129,
                    0.527832,
                    0.525391,
                    0.54541,
                    0.501465,
                    0.560059,
                    0.544922,
                    0.510254,
                    0.549316,
                    0.523438,
                    0.541016,
                    0.532227,
                    0.551758,
                    0.541016,
                    0.535156,
                    0.544434,
                    0.553223,
                    0.564941,
                    0.524902,
                    0.546387,
                    0.537109,
                    0.601562,
                    0.533691,
                    0.518555,
                    0.53418,
                    0.557129,
                    0.549805,
                    0.525391,
                    0.544922,
                    0.508789,
                    0.515137,
                    0.530762,
                    0.536621,
                    0.53125,
                    0.519531,
                    0.513184,
                    0.522949,
                    0.532715,
                    0.540527,
                    0.517578,
                    0.552734,
                    0.553223,
                    0.541016,
                    0.526367,
                    0.532715,
                    0.552734,
                    0.51416,
                    0.545898,
                    0.520996,
                    0.561523,
                    0.537109,
                    0.534668,
                    0.513184,
                    0.522949,
                    0.548828,
                    0.533691,
                    0.541016,
                    0.529785,
                    0.526855,
                    0.564453,
                    0.41333,
                    0.533203,
                    0.554199,
                    0.526855,
                    0.505859,
                    0.540039,
                    0.537109,
                    0.528809,
                    0.550293,
                    0.535645,
                    0.506348,
                    0.552246,
                    0.529785,
                    0.537109,
                    0.521484,
                    0.555176,
                    0.538574,
                    0.509277,
                    0.532715,
                    0.54834,
                    0.529297,
                    0.528809,
                    0.533691,
                    0.52832,
                    0.518555,
                    0.556152,
                    0.531738,
                    0.537109,
                    0.52002,
                    0.514648,
                    0.541016,
                    0.516113,
                    0.532715,
                    0.533203,
                    0.532715,
                    0.518555,
                    0.547852,
                    0.534668,
                    0.541992,
                    0.540527,
                    0.546387,
                    0.502441,
                    0.529785,
                    0.57666,
                    0.552246,
                    0.536133,
                    0.544922,
                    0.533203,
                    0.522949,
                    0.515625,
                    0.544922,
                    0.554199,
                    0.524414,
                    0.549805,
                    0.533691,
                    0.525879,
                    0.587402,
                    0.533203,
                    0.539551,
                    0.564941,
                    0.53125,
                    0.529297,
                    0.555664,
                    0.532227,
                    0.530273,
                    0.533203,
                    0.517578,
                    0.526367,
                    0.543945,
                    0.552734,
                    0.509766,
                    0.536133,
                    0.532227,
                    0.550781,
                    0.520508,
                    0.517578,
                    0.516113,
                    0.547852,
                    0.563477,
                    0.543457,
                    0.539551,
                    0.526855,
                    0.53418,
                    0.507324,
                    0.559082,
                    0.541992,
                    0.538086,
                    0.525879,
                    0.547852,
                    0.533691,
                    0.532715,
                    0.525391,
                    0.538086,
                    0.533691,
                    0.533691,
                    0.53418,
                    0.570312,
                    0.177368,
                    0.524902,
                    0.542969,
                    0.541504,
                    0.544922,
                    0.540527,
                    0.53418,
                    0.519043,
                    0.552246,
                    0.545898,
                    0.436523,
                    0.525879,
                    0.545898,
                    0.553223,
                    0.523926,
                    0.533203,
                    0.530273,
                    0.513672,
                    0.548828,
                    0.556152,
                    0.529297,
                    0.530762,
                    0.544922,
                    0.591797,
                    0.528809,
                    0.548828,
                    0.537109,
                    0.549805,
                    0.442871,
                    0.529785,
                    0.548828,
                    0.525391,
                    0.532715,
                    0.536133,
                    0.556152,
                    0.553711,
                    0.541016,
                    0.537109,
                    0.529297,
                    0.543945,
                    0.515625,
                    0.510742,
                    0.536621,
                    0.502441,
                    0.515137,
                    0.51709,
                    0.549805,
                    0.53418,
                    0.530273,
                    0.541504,
                    0.529785
                ]
            },
            "name": "model.model.layers.28.post_attention_layernorm.weight",
            "outputIndexes": [
                2354
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2353
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_28/Mul_output_0",
            "outputIndexes": [
                2355
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2354,
                2355
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_28/Mul_1_output_0",
            "outputIndexes": [
                2356
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.28/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2356
            ],
            "outputIndexes": [
                3267
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.28/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                3267
            ],
            "outputIndexes": [
                3268
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.28/mlp/gate_proj/Linear",
            "inputIndexes": [
                3268
            ],
            "outputIndexes": [
                3269
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    62488880,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.28/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                3269
            ],
            "outputIndexes": [
                3270
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.28/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3270
            ],
            "outputIndexes": [
                2357
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2357
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_28/Sigmoid_output_0",
            "outputIndexes": [
                2358
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2357,
                2358
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_28/Mul_output_0",
            "outputIndexes": [
                2359
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.28/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2356
            ],
            "outputIndexes": [
                3271
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.28/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                3271
            ],
            "outputIndexes": [
                3272
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.28/mlp/up_proj/Linear",
            "inputIndexes": [
                3272
            ],
            "outputIndexes": [
                3273
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    63041862,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.28/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                3273
            ],
            "outputIndexes": [
                3274
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.28/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3274
            ],
            "outputIndexes": [
                2360
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2359,
                2360
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_28/Mul_output_0",
            "outputIndexes": [
                2361
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.28/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2361
            ],
            "outputIndexes": [
                3275
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.28/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                3275
            ],
            "outputIndexes": [
                3276
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.28/mlp/down_proj/Linear",
            "inputIndexes": [
                3276
            ],
            "outputIndexes": [
                3277
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    63594844,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.28/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                3277
            ],
            "outputIndexes": [
                3278
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.28/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3278
            ],
            "outputIndexes": [
                2362
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2353,
                2362
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_144_output_0",
            "outputIndexes": [
                2363
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2363,
                2
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_261_output_0",
            "outputIndexes": [
                2364
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.473633,
                    0.668945,
                    0.654785,
                    0.611816,
                    0.397705,
                    0.811523,
                    0.674805,
                    0.566895,
                    0.569824,
                    0.701172,
                    0.679688,
                    0.558594,
                    0.634766,
                    0.665527,
                    0.494141,
                    0.547852,
                    0.588379,
                    0.564453,
                    0.564453,
                    0.664062,
                    0.604004,
                    0.546875,
                    0.638672,
                    0.612305,
                    0.548828,
                    0.513184,
                    0.546387,
                    0.655273,
                    0.575195,
                    0.791016,
                    0.577637,
                    0.65332,
                    0.518555,
                    0.501953,
                    0.518555,
                    0.540527,
                    0.557617,
                    0.555176,
                    0.592285,
                    0.615723,
                    0.567383,
                    0.532227,
                    0.76123,
                    0.614258,
                    0.573242,
                    0.598633,
                    0.579102,
                    0.621094,
                    0.617188,
                    0.57373,
                    0.606934,
                    0.57666,
                    0.517578,
                    0.605957,
                    0.586914,
                    0.575195,
                    0.580566,
                    0.396484,
                    0.564453,
                    0.602539,
                    0.678711,
                    0.662598,
                    0.595215,
                    0.568848,
                    0.709473,
                    0.599609,
                    0.519043,
                    0.569336,
                    0.660645,
                    0.571777,
                    0.299561,
                    0.581543,
                    0.597656,
                    0.536621,
                    0.686523,
                    0.576172,
                    0.566406,
                    0.560059,
                    0.56543,
                    0.674316,
                    0.518066,
                    0.631348,
                    0.656738,
                    0.704102,
                    0.524414,
                    0.610352,
                    0.583008,
                    0.850098,
                    0.618164,
                    0.506836,
                    0.6875,
                    0.638672,
                    0.635254,
                    0.637207,
                    0.249756,
                    0.623047,
                    0.617188,
                    0.54834,
                    0.528809,
                    0.630859,
                    0.595215,
                    0.686523,
                    0.567871,
                    0.511719,
                    0.644043,
                    0.538574,
                    0.580078,
                    0.577148,
                    0.386475,
                    0.687988,
                    0.554199,
                    0.541016,
                    0.539062,
                    0.591309,
                    0.651367,
                    0.538574,
                    0.524414,
                    0.518555,
                    0.54541,
                    0.54541,
                    0.561035,
                    0.618164,
                    0.572266,
                    0.578125,
                    0.562988,
                    0.606445,
                    0.603516,
                    0.615234,
                    0.638672,
                    0.560547,
                    0.612305,
                    0.452881,
                    0.570801,
                    0.57666,
                    0.61084,
                    0.524902,
                    0.57666,
                    0.602539,
                    0.574219,
                    0.55957,
                    0.56543,
                    0.583496,
                    0.552734,
                    0.620605,
                    0.414062,
                    0.58252,
                    0.541504,
                    0.614746,
                    0.621094,
                    0.560059,
                    0.61377,
                    0.588867,
                    0.564453,
                    0.568359,
                    0.577637,
                    0.541992,
                    0.630371,
                    0.603516,
                    0.609863,
                    0.584961,
                    0.604492,
                    0.702148,
                    0.595703,
                    0.625,
                    0.557129,
                    0.57666,
                    0.627441,
                    0.532227,
                    0.542969,
                    0.634766,
                    0.578613,
                    0.646484,
                    0.593262,
                    0.657715,
                    0.554688,
                    0.547363,
                    0.581055,
                    0.641113,
                    0.536621,
                    0.564941,
                    0.725586,
                    0.64209,
                    0.732422,
                    0.504883,
                    0.553711,
                    0.567383,
                    0.572266,
                    0.617188,
                    0.525391,
                    0.564453,
                    0.530273,
                    0.593262,
                    0.662598,
                    0.580566,
                    0.611328,
                    0.587891,
                    0.595703,
                    0.60498,
                    0.572754,
                    0.541504,
                    0.686035,
                    0.521484,
                    0.587402,
                    0.615723,
                    0.594238,
                    0.57666,
                    0.549316,
                    0.631836,
                    0.644043,
                    0.555176,
                    0.603516,
                    0.555176,
                    0.592285,
                    0.572754,
                    0.585938,
                    0.658203,
                    0.559082,
                    0.717773,
                    0.573242,
                    0.616699,
                    0.610352,
                    0.527832,
                    0.562988,
                    0.591797,
                    0.669434,
                    0.574707,
                    0.606934,
                    0.666016,
                    0.633789,
                    0.710449,
                    0.716797,
                    0.416016,
                    0.611328,
                    0.697266,
                    0.656738,
                    0.607422,
                    0.614258,
                    0.673828,
                    0.694824,
                    0.558105,
                    0.592773,
                    0.602051,
                    0.55957,
                    0.568848,
                    0.575195,
                    0.588379,
                    0.588867,
                    0.454834,
                    0.560547,
                    0.59082,
                    0.601074,
                    0.609863,
                    0.561035,
                    0.54541,
                    0.558594,
                    0.63916,
                    0.512207,
                    0.569824,
                    0.575684,
                    0.565918,
                    0.534668,
                    0.575684,
                    0.531738,
                    0.595215,
                    0.578125,
                    0.562012,
                    0.584961,
                    0.54834,
                    0.592285,
                    0.544434,
                    0.558594,
                    0.618652,
                    0.625977,
                    0.564453,
                    0.576172,
                    0.541992,
                    0.546875,
                    0.54248,
                    0.587402,
                    0.563965,
                    0.553711,
                    0.613281,
                    0.123108,
                    0.583496,
                    0.592285,
                    0.683594,
                    0.625,
                    0.718262,
                    0.655762,
                    0.599121,
                    0.508301,
                    0.598633,
                    0.468018,
                    0.547852,
                    0.708008,
                    0.549316,
                    0.556641,
                    0.558594,
                    0.538574,
                    0.587402,
                    0.61084,
                    0.621582,
                    0.606934,
                    0.621582,
                    0.567383,
                    0.559082,
                    0.560547,
                    0.578613,
                    0.607422,
                    0.582031,
                    0.618652,
                    0.696289,
                    0.567383,
                    0.558105,
                    0.600586,
                    0.706055,
                    0.641602,
                    0.588867,
                    0.554199,
                    0.571777,
                    0.549316,
                    0.533203,
                    0.644531,
                    0.619141,
                    0.671387,
                    0.600586,
                    0.497559,
                    0.630371,
                    0.608887,
                    0.130493,
                    0.573242,
                    0.535156,
                    0.619141,
                    0.557617,
                    0.687012,
                    0.525391,
                    0.618652,
                    0.580078,
                    0.596191,
                    0.617676,
                    0.623535,
                    0.588867,
                    0.534668,
                    0.583008,
                    0.601562,
                    0.654785,
                    0.597656,
                    0.569824,
                    0.705566,
                    0.55127,
                    0.644531,
                    0.446045,
                    0.631836,
                    0.576172,
                    0.519531,
                    0.547852,
                    0.575684,
                    0.530762,
                    0.61377,
                    0.604004,
                    0.518555,
                    0.59668,
                    0.566406,
                    0.529785,
                    0.652832,
                    0.586914,
                    0.67627,
                    0.530273,
                    0.569824,
                    0.532715,
                    0.547852,
                    0.652832,
                    0.541504,
                    0.622559,
                    0.526855,
                    0.529297,
                    0.587402,
                    0.541992,
                    0.601074,
                    0.561035,
                    0.555176,
                    0.583008,
                    0.515137,
                    0.564453,
                    0.603516,
                    0.619141,
                    0.591797,
                    0.591797,
                    0.586426,
                    0.713867,
                    0.572754,
                    0.570801,
                    0.370117,
                    0.602051,
                    0.58252,
                    0.541992,
                    0.596191,
                    0.601074,
                    0.541992,
                    0.587891,
                    0.553711,
                    0.609863,
                    0.734863,
                    0.593262,
                    0.549316,
                    0.587891,
                    0.631348,
                    0.728027,
                    0.629883,
                    0.652344,
                    0.606934,
                    0.583984,
                    0.57666,
                    0.54248,
                    0.455566,
                    0.600098,
                    0.548828,
                    0.533691,
                    0.597168,
                    0.55957,
                    0.547363,
                    0.597168,
                    0.657715,
                    0.54541,
                    0.585938,
                    0.542969,
                    0.53418,
                    0.567871,
                    0.37793,
                    0.580078,
                    0.479736,
                    0.4646,
                    0.524414,
                    0.519531,
                    0.553223,
                    0.652832,
                    0.598633,
                    0.604004,
                    0.551758,
                    0.576172,
                    0.585938,
                    0.569824,
                    0.59082,
                    0.564941,
                    0.54248,
                    0.57959,
                    0.589844,
                    0.685059,
                    0.616211,
                    0.550781,
                    0.488525,
                    0.57959,
                    0.563477,
                    0.680176,
                    0.750977,
                    0.585449,
                    0.606934,
                    0.594238,
                    0.551758,
                    0.562988,
                    0.557617,
                    0.60498,
                    0.557129,
                    0.602051,
                    0.541992,
                    0.643555,
                    0.598633,
                    0.669434,
                    0.635742,
                    0.637695,
                    0.539551,
                    0.685547,
                    0.587402,
                    0.568848,
                    0.552246,
                    0.578613,
                    0.644043,
                    0.562012,
                    0.563965,
                    0.563965,
                    0.551758,
                    0.575684,
                    0.567383,
                    0.56543,
                    0.719727,
                    0.572754,
                    0.625,
                    0.651367,
                    0.534668,
                    0.568359,
                    0.66748,
                    0.580078,
                    0.564453,
                    0.688965,
                    0.556152,
                    0.561035,
                    0.600098,
                    0.579102,
                    0.510254,
                    0.544922,
                    0.49585,
                    0.634277,
                    0.555176,
                    0.517578,
                    0.57959,
                    0.567383,
                    0.663574,
                    0.555664,
                    0.624512,
                    0.588867,
                    0.594238,
                    0.553223,
                    0.605469,
                    0.578613,
                    0.520996,
                    0.529785,
                    0.59375,
                    0.561035,
                    0.61084,
                    0.616211,
                    0.554688,
                    0.615234,
                    0.59375,
                    0.565918,
                    0.605957,
                    0.661133,
                    0.582031,
                    0.499023,
                    0.537109,
                    0.554199,
                    0.624023,
                    0.589844,
                    0.556152,
                    0.678223,
                    0.590332,
                    0.973633,
                    0.569824,
                    0.620605,
                    0.566406,
                    0.558105,
                    0.591797,
                    0.550293,
                    0.584961,
                    0.632812,
                    0.533203,
                    0.595215,
                    0.51709,
                    0.618652,
                    0.466064,
                    0.54248,
                    0.524902,
                    0.578125,
                    0.552246,
                    0.73877,
                    0.58252,
                    0.590332,
                    0.553711,
                    0.48291,
                    0.61377,
                    0.751465,
                    0.693359,
                    0.543945,
                    0.595215,
                    0.52832,
                    0.542969,
                    0.555664,
                    0.538086,
                    0.587891,
                    0.570312,
                    0.561035,
                    0.526855,
                    0.577148,
                    0.594727,
                    0.56543,
                    0.585938,
                    0.557617
                ]
            },
            "name": "model.model.layers.29.input_layernorm.weight",
            "outputIndexes": [
                2365
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2364
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/input_layernorm_29/Mul_output_0",
            "outputIndexes": [
                2366
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2365,
                2366
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/input_layernorm_29/Mul_1_output_0",
            "outputIndexes": [
                2367
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.29/self_attn/q_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2367
            ],
            "outputIndexes": [
                3279
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.29/self_attn/q_proj/Linear/pre_convert",
            "inputIndexes": [
                3279
            ],
            "outputIndexes": [
                3280
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.29/self_attn/q_proj/Linear",
            "inputIndexes": [
                3280
            ],
            "outputIndexes": [
                3281
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    64147826,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.29/self_attn/q_proj/Linear/post_convert",
            "inputIndexes": [
                3281
            ],
            "outputIndexes": [
                3282
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.29/self_attn/q_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3282
            ],
            "outputIndexes": [
                2368
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2367
            ],
            "main_type": "NONE",
            "name": "/Shape_407_output_0",
            "outputIndexes": [
                2369
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2369
            ],
            "main_type": "NONE",
            "name": "Shape6341",
            "outputIndexes": [
                2370
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2369
            ],
            "main_type": "NONE",
            "name": "Rank6343",
            "outputIndexes": [
                2371
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2371,
                2371
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6345",
            "outputIndexes": [
                2372
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2372
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze6346",
            "outputIndexes": [
                2373
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2372,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6348",
            "outputIndexes": [
                2374
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2374
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze6349",
            "outputIndexes": [
                2375
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2370,
                2373,
                2375,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice6352",
            "outputIndexes": [
                2376
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2376
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze6353",
            "outputIndexes": [
                2377
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                10,
                2377
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6354",
            "outputIndexes": [
                2378
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2378,
                2377
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6355",
            "outputIndexes": [
                2379
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2369,
                2379,
                2372
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_439_output_0",
            "outputIndexes": [
                2380
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2380,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_929_output_0",
            "outputIndexes": [
                2381
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                2381,
                24,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_377_output_0",
            "outputIndexes": [
                2382
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2368,
                2382
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_262_output_0",
            "outputIndexes": [
                2383
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2383,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_232_output_0",
            "outputIndexes": [
                2384
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2383
            ],
            "main_type": "NONE",
            "name": "/Shape_408_output_0",
            "outputIndexes": [
                2385
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2385
            ],
            "main_type": "NONE",
            "name": "Shape6362",
            "outputIndexes": [
                2386
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2385
            ],
            "main_type": "NONE",
            "name": "Rank6364",
            "outputIndexes": [
                2387
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2387,
                2387
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6366",
            "outputIndexes": [
                2388
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2388
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze6367",
            "outputIndexes": [
                2389
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2388,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6369",
            "outputIndexes": [
                2390
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2390
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze6370",
            "outputIndexes": [
                2391
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2386,
                2389,
                2391,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice6373",
            "outputIndexes": [
                2392
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2392
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze6374",
            "outputIndexes": [
                2393
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                2393
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6375",
            "outputIndexes": [
                2394
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2394,
                2393
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6376",
            "outputIndexes": [
                2395
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2385,
                2395,
                2388
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_440_output_0",
            "outputIndexes": [
                2396
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2396,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_87_output_0",
            "outputIndexes": [
                2397
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2397,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_934_output_0",
            "outputIndexes": [
                2398
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2383,
                2398,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_117_output_0",
            "outputIndexes": [
                2399
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2399
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_58_output_0",
            "outputIndexes": [
                2400
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2383,
                22,
                2398,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_116_output_0",
            "outputIndexes": [
                2401
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2400,
                2401
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_380_output_0",
            "outputIndexes": [
                2402
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2402,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_233_output_0",
            "outputIndexes": [
                2403
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2384,
                2403
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_145_output_0",
            "outputIndexes": [
                2404
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.29/self_attn/k_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2367
            ],
            "outputIndexes": [
                3283
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.29/self_attn/k_proj/Linear/pre_convert",
            "inputIndexes": [
                3283
            ],
            "outputIndexes": [
                3284
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.29/self_attn/k_proj/Linear",
            "inputIndexes": [
                3284
            ],
            "outputIndexes": [
                3285
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    64355208,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.29/self_attn/k_proj/Linear/post_convert",
            "inputIndexes": [
                3285
            ],
            "outputIndexes": [
                3286
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.29/self_attn/k_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3286
            ],
            "outputIndexes": [
                2405
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                8,
                2381,
                70,
                25
            ],
            "main_type": "Axis",
            "main": {
                "axis": 0
            },
            "name": "/Concat_378_output_0",
            "outputIndexes": [
                2406
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2405,
                2406
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_263_output_0",
            "outputIndexes": [
                2407
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2407,
                51
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_234_output_0",
            "outputIndexes": [
                2408
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2407
            ],
            "main_type": "NONE",
            "name": "/Shape_409_output_0",
            "outputIndexes": [
                2409
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2409
            ],
            "main_type": "NONE",
            "name": "Shape6425",
            "outputIndexes": [
                2410
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2409
            ],
            "main_type": "NONE",
            "name": "Rank6427",
            "outputIndexes": [
                2411
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2411,
                2411
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6429",
            "outputIndexes": [
                2412
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2412
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze6430",
            "outputIndexes": [
                2413
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2412,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6432",
            "outputIndexes": [
                2414
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2414
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze6433",
            "outputIndexes": [
                2415
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2410,
                2413,
                2415,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice6436",
            "outputIndexes": [
                2416
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2416
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze6437",
            "outputIndexes": [
                2417
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                54,
                2417
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6438",
            "outputIndexes": [
                2418
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2418,
                2417
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6439",
            "outputIndexes": [
                2419
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2409,
                2419,
                2412
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/Gather_441_output_0",
            "outputIndexes": [
                2420
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2420,
                66
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 7,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Div_88_output_0",
            "outputIndexes": [
                2421
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2421,
                22
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "/Unsqueeze_936_output_0",
            "outputIndexes": [
                2422
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2407,
                2422,
                69,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_119_output_0",
            "outputIndexes": [
                2423
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2423
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "NEG",
                "T": "DT_FLOAT"
            },
            "name": "/Neg_59_output_0",
            "outputIndexes": [
                2424
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2407,
                22,
                2422,
                70,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_INVALID",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 1
            },
            "name": "/Slice_118_output_0",
            "outputIndexes": [
                2425
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2424,
                2425
            ],
            "main_type": "Axis",
            "main": {
                "axis": -1
            },
            "name": "/Concat_381_output_0",
            "outputIndexes": [
                2426
            ],
            "type": "Concat",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2426,
                81
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Mul_235_output_0",
            "outputIndexes": [
                2427
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2408,
                2427
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_146_output_0",
            "outputIndexes": [
                2428
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.29/self_attn/v_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2367
            ],
            "outputIndexes": [
                3287
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.29/self_attn/v_proj/Linear/pre_convert",
            "inputIndexes": [
                3287
            ],
            "outputIndexes": [
                3288
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.29/self_attn/v_proj/Linear",
            "inputIndexes": [
                3288
            ],
            "outputIndexes": [
                3289
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 192,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 1728,
                    "weightSize": 0
                },
                "external": [
                    64424350,
                    55318,
                    13824,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.29/self_attn/v_proj/Linear/post_convert",
            "inputIndexes": [
                3289
            ],
            "outputIndexes": [
                3290
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.29/self_attn/v_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3290
            ],
            "outputIndexes": [
                2429
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    192
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2429,
                2406
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/Reshape_264_output_0",
            "outputIndexes": [
                2430
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2404,
                2428,
                2430,
                110
            ],
            "main_type": "AttentionParam",
            "main": {
                "kv_cache": true
            },
            "name": "Attention/Reshape_269_output_0",
            "outputIndexes": [
                2431
            ],
            "type": "Attention",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.29/self_attn/o_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2431
            ],
            "outputIndexes": [
                3291
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.29/self_attn/o_proj/Linear/pre_convert",
            "inputIndexes": [
                3291
            ],
            "outputIndexes": [
                3292
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.29/self_attn/o_proj/Linear",
            "inputIndexes": [
                3292
            ],
            "outputIndexes": [
                3293
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 5184,
                    "weightSize": 0
                },
                "external": [
                    64493492,
                    165910,
                    41472,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.29/self_attn/o_proj/Linear/post_convert",
            "inputIndexes": [
                3293
            ],
            "outputIndexes": [
                3294
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.29/self_attn/o_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3294
            ],
            "outputIndexes": [
                2432
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2364,
                2432
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_148_output_0",
            "outputIndexes": [
                2433
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    576
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_FLOAT",
                "float32s": [
                    0.409424,
                    0.488525,
                    0.458984,
                    0.496094,
                    0.472412,
                    0.440674,
                    0.499268,
                    0.481445,
                    0.50293,
                    0.525879,
                    0.520996,
                    0.494873,
                    0.519531,
                    0.525879,
                    0.478027,
                    0.520996,
                    0.461914,
                    0.541504,
                    0.440674,
                    0.453857,
                    0.456055,
                    0.505859,
                    0.461426,
                    0.523438,
                    0.51709,
                    0.487061,
                    0.518555,
                    0.529785,
                    0.493896,
                    0.440186,
                    0.522949,
                    0.544922,
                    0.513672,
                    0.469482,
                    0.512207,
                    0.484863,
                    0.484375,
                    0.501465,
                    0.501953,
                    0.45874,
                    0.487305,
                    0.499756,
                    0.505859,
                    0.506348,
                    0.489746,
                    0.559082,
                    0.532715,
                    0.554199,
                    0.508301,
                    0.469238,
                    0.438477,
                    0.541016,
                    0.501953,
                    0.509766,
                    0.423584,
                    0.513184,
                    0.524902,
                    0.449951,
                    0.515137,
                    0.479004,
                    0.505859,
                    0.457764,
                    0.46582,
                    0.51416,
                    0.568359,
                    0.488281,
                    0.537109,
                    0.51709,
                    0.480225,
                    0.509766,
                    0.348145,
                    0.507324,
                    0.518066,
                    0.458008,
                    0.532227,
                    0.455322,
                    0.499023,
                    0.509766,
                    0.550293,
                    0.539062,
                    0.532715,
                    0.541016,
                    0.516602,
                    0.557129,
                    0.496582,
                    0.512207,
                    0.521484,
                    0.541016,
                    0.551758,
                    0.490479,
                    0.540527,
                    0.530273,
                    0.530762,
                    0.513184,
                    0.184204,
                    0.472656,
                    0.520996,
                    0.498291,
                    0.497803,
                    0.444092,
                    0.447021,
                    0.528809,
                    0.481934,
                    0.510254,
                    0.53418,
                    0.514648,
                    0.49707,
                    0.510254,
                    0.518555,
                    0.533691,
                    0.555176,
                    0.523926,
                    0.523926,
                    0.552734,
                    0.521484,
                    0.53418,
                    0.436523,
                    0.521484,
                    0.415039,
                    0.552734,
                    0.520508,
                    0.472412,
                    0.496338,
                    0.551758,
                    0.510254,
                    0.513184,
                    0.489014,
                    0.472412,
                    0.532715,
                    0.545898,
                    0.47168,
                    0.331055,
                    0.432861,
                    0.533203,
                    0.524414,
                    0.485596,
                    0.529785,
                    0.475586,
                    0.502441,
                    0.48999,
                    0.520996,
                    0.573242,
                    0.501953,
                    0.477539,
                    0.561523,
                    0.497314,
                    0.477295,
                    0.521484,
                    0.507324,
                    0.538086,
                    0.517578,
                    0.514648,
                    0.505859,
                    0.464111,
                    0.501953,
                    0.521484,
                    0.497803,
                    0.465576,
                    0.517578,
                    0.517578,
                    0.450684,
                    0.44458,
                    0.380859,
                    0.456055,
                    0.501953,
                    0.492188,
                    0.518066,
                    0.498535,
                    0.529297,
                    0.484131,
                    0.498535,
                    0.540527,
                    0.488525,
                    0.471191,
                    0.538086,
                    0.480225,
                    0.51416,
                    0.562988,
                    0.544922,
                    0.525879,
                    0.5625,
                    0.450439,
                    0.525391,
                    0.521484,
                    0.517578,
                    0.579102,
                    0.536621,
                    0.521484,
                    0.513672,
                    0.507324,
                    0.480469,
                    0.48584,
                    0.540039,
                    0.519531,
                    0.528809,
                    0.507812,
                    0.44043,
                    0.531738,
                    0.502441,
                    0.401123,
                    0.457275,
                    0.505859,
                    0.52002,
                    0.537598,
                    0.502441,
                    0.493896,
                    0.533691,
                    0.519043,
                    0.488525,
                    0.499023,
                    0.475586,
                    0.493164,
                    0.512207,
                    0.449707,
                    0.501465,
                    0.47583,
                    0.411133,
                    0.563965,
                    0.533691,
                    0.525879,
                    0.490479,
                    0.506836,
                    0.494385,
                    0.527344,
                    0.578613,
                    0.479736,
                    0.453369,
                    0.529297,
                    0.496826,
                    0.423096,
                    0.475342,
                    0.487061,
                    0.532227,
                    0.477539,
                    0.528809,
                    0.524902,
                    0.45166,
                    0.529297,
                    0.535156,
                    0.513184,
                    0.49585,
                    0.518066,
                    0.489014,
                    0.510254,
                    0.426758,
                    0.51416,
                    0.533203,
                    0.331787,
                    0.529785,
                    0.48999,
                    0.499268,
                    0.53125,
                    0.521973,
                    0.518555,
                    0.442871,
                    0.577148,
                    0.505859,
                    0.492188,
                    0.498047,
                    0.537109,
                    0.524902,
                    0.479736,
                    0.527344,
                    0.498779,
                    0.525391,
                    0.499023,
                    0.525391,
                    0.5,
                    0.455322,
                    0.529785,
                    0.516113,
                    0.473145,
                    0.529297,
                    0.525391,
                    0.501953,
                    0.529297,
                    0.494873,
                    0.44751,
                    0.543945,
                    0.50293,
                    0.455811,
                    0.440186,
                    0.433594,
                    0.504883,
                    0.513672,
                    0.466553,
                    0.52832,
                    0.550781,
                    0.496094,
                    0.530273,
                    0.51123,
                    0.509766,
                    0.513672,
                    0.389893,
                    0.533203,
                    0.495117,
                    0.523926,
                    0.525879,
                    0.490723,
                    0.466064,
                    0.569824,
                    0.472168,
                    0.525879,
                    0.46582,
                    0.521484,
                    0.527832,
                    0.499512,
                    0.522461,
                    0.546875,
                    0.465332,
                    0.537109,
                    0.54541,
                    0.512207,
                    0.537598,
                    0.509766,
                    0.468506,
                    0.553223,
                    0.496338,
                    0.521973,
                    0.498779,
                    0.490967,
                    0.491943,
                    0.529297,
                    0.485107,
                    0.423096,
                    0.512695,
                    0.522461,
                    0.529297,
                    0.494385,
                    0.433838,
                    0.51416,
                    0.515137,
                    0.533203,
                    0.478516,
                    0.491455,
                    0.419678,
                    0.524902,
                    0.52002,
                    0.481934,
                    0.540039,
                    0.528809,
                    0.498535,
                    0.491699,
                    0.487549,
                    0.544434,
                    0.488037,
                    0.505859,
                    0.448242,
                    0.537109,
                    0.52832,
                    0.661621,
                    0.505859,
                    0.521484,
                    0.491455,
                    0.481445,
                    0.462158,
                    0.496826,
                    0.505859,
                    0.518066,
                    0.484863,
                    0.512695,
                    0.491211,
                    0.549316,
                    0.540527,
                    0.46167,
                    0.537598,
                    0.495605,
                    0.510742,
                    0.536133,
                    0.50293,
                    0.513184,
                    0.545898,
                    0.360352,
                    0.568359,
                    0.53125,
                    0.485352,
                    0.525391,
                    0.459717,
                    0.499023,
                    0.513184,
                    0.556641,
                    0.522461,
                    0.483154,
                    0.571777,
                    0.54541,
                    0.549316,
                    0.431396,
                    0.525879,
                    0.5,
                    0.619141,
                    0.48999,
                    0.475586,
                    0.448486,
                    0.530762,
                    0.426758,
                    0.513672,
                    0.509766,
                    0.484863,
                    0.415527,
                    0.546875,
                    0.502441,
                    0.486084,
                    0.513672,
                    0.509766,
                    0.521484,
                    0.565918,
                    0.480469,
                    0.49292,
                    0.479736,
                    0.537109,
                    0.518066,
                    0.486572,
                    0.510254,
                    0.521973,
                    0.456787,
                    0.51123,
                    0.541016,
                    0.517578,
                    0.533203,
                    0.499023,
                    0.513672,
                    0.489014,
                    0.525391,
                    0.504883,
                    0.520996,
                    0.501953,
                    0.5,
                    0.542969,
                    0.348633,
                    0.463623,
                    0.483887,
                    0.440918,
                    0.470459,
                    0.541016,
                    0.499023,
                    0.486816,
                    0.509277,
                    0.507324,
                    0.524902,
                    0.516602,
                    0.520996,
                    0.533203,
                    0.44458,
                    0.541016,
                    0.4646,
                    0.533203,
                    0.492676,
                    0.52002,
                    0.540527,
                    0.507324,
                    0.461914,
                    0.507324,
                    0.501465,
                    0.533691,
                    0.48877,
                    0.508789,
                    0.447266,
                    0.443115,
                    0.525391,
                    0.454102,
                    0.483398,
                    0.470459,
                    0.51416,
                    0.501953,
                    0.510254,
                    0.525879,
                    0.510742,
                    0.463135,
                    0.494629,
                    0.529785,
                    0.524414,
                    0.526367,
                    0.52002,
                    0.489258,
                    0.506836,
                    0.552734,
                    0.463623,
                    0.517578,
                    0.505859,
                    0.530273,
                    0.487061,
                    0.532715,
                    0.517578,
                    0.523926,
                    0.564453,
                    0.476807,
                    0.449463,
                    0.491211,
                    0.534668,
                    0.474365,
                    0.511719,
                    0.486572,
                    0.501953,
                    0.476562,
                    0.513672,
                    0.497803,
                    0.505859,
                    0.524414,
                    0.518555,
                    0.525879,
                    0.510742,
                    0.503418,
                    0.518555,
                    0.482666,
                    0.548828,
                    0.521973,
                    0.559082,
                    0.502441,
                    0.493652,
                    0.498291,
                    0.530273,
                    0.456787,
                    0.539062,
                    0.52832,
                    0.501953,
                    0.507324,
                    0.521484,
                    0.522461,
                    0.514648,
                    0.533203,
                    0.524902,
                    0.492676,
                    0.476562,
                    0.495605,
                    0.56543,
                    0.240723,
                    0.494629,
                    0.518555,
                    0.535645,
                    0.524902,
                    0.472168,
                    0.510742,
                    0.51709,
                    0.505859,
                    0.556152,
                    0.493652,
                    0.505371,
                    0.511719,
                    0.541504,
                    0.496826,
                    0.513672,
                    0.51709,
                    0.509766,
                    0.551758,
                    0.568848,
                    0.489258,
                    0.508789,
                    0.522461,
                    0.474854,
                    0.494629,
                    0.443848,
                    0.501465,
                    0.533691,
                    0.423828,
                    0.518066,
                    0.451904,
                    0.510742,
                    0.524902,
                    0.522461,
                    0.504883,
                    0.563477,
                    0.47168,
                    0.534668,
                    0.498291,
                    0.485107,
                    0.501465,
                    0.523926,
                    0.518066,
                    0.444336,
                    0.475098,
                    0.51416,
                    0.524902,
                    0.496338,
                    0.521973,
                    0.491211,
                    0.505859
                ]
            },
            "name": "model.model.layers.29.post_attention_layernorm.weight",
            "outputIndexes": [
                2434
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2433
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/post_attention_layernorm_29/Mul_output_0",
            "outputIndexes": [
                2435
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2434,
                2435
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/post_attention_layernorm_29/Mul_1_output_0",
            "outputIndexes": [
                2436
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.29/mlp/gate_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2436
            ],
            "outputIndexes": [
                3295
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.29/mlp/gate_proj/Linear/pre_convert",
            "inputIndexes": [
                3295
            ],
            "outputIndexes": [
                3296
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.29/mlp/gate_proj/Linear",
            "inputIndexes": [
                3296
            ],
            "outputIndexes": [
                3297
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    64700874,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.29/mlp/gate_proj/Linear/post_convert",
            "inputIndexes": [
                3297
            ],
            "outputIndexes": [
                3298
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.29/mlp/gate_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3298
            ],
            "outputIndexes": [
                2437
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2437
            ],
            "main_type": "UnaryOp",
            "main": {
                "opType": "SIGMOID",
                "T": "DT_INVALID"
            },
            "name": "/mlp/act_fn_29/Sigmoid_output_0",
            "outputIndexes": [
                2438
            ],
            "type": "UnaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2437,
                2438
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp/act_fn_29/Mul_output_0",
            "outputIndexes": [
                2439
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.29/mlp/up_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2436
            ],
            "outputIndexes": [
                3299
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.29/mlp/up_proj/Linear/pre_convert",
            "inputIndexes": [
                3299
            ],
            "outputIndexes": [
                3300
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.29/mlp/up_proj/Linear",
            "inputIndexes": [
                3300
            ],
            "outputIndexes": [
                3301
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 1536,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    65253856,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.29/mlp/up_proj/Linear/post_convert",
            "inputIndexes": [
                3301
            ],
            "outputIndexes": [
                3302
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.29/mlp/up_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3302
            ],
            "outputIndexes": [
                2440
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    1536
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2439,
                2440
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/mlp_29/Mul_output_0",
            "outputIndexes": [
                2441
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.29/mlp/down_proj/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2441
            ],
            "outputIndexes": [
                3303
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    1536,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.29/mlp/down_proj/Linear/pre_convert",
            "inputIndexes": [
                3303
            ],
            "outputIndexes": [
                3304
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.29/mlp/down_proj/Linear",
            "inputIndexes": [
                3304
            ],
            "outputIndexes": [
                3305
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 576,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 1536,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 13824,
                    "weightSize": 0
                },
                "external": [
                    65806838,
                    442390,
                    110592,
                    0,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.29/mlp/down_proj/Linear/post_convert",
            "inputIndexes": [
                3305
            ],
            "outputIndexes": [
                3306
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/layers.29/mlp/down_proj/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3306
            ],
            "outputIndexes": [
                2442
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    576
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2433,
                2442
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/Add_149_output_0",
            "outputIndexes": [
                2443
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    2
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    -1,
                    576
                ]
            },
            "name": "/lm/Constant_output_0",
            "outputIndexes": [
                2444
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2443,
                2444
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/lm/Reshape_output_0",
            "outputIndexes": [
                2445
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    -1
                ]
            },
            "name": "/rotary/Constant_6_output_0",
            "outputIndexes": [
                2446
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2445
            ],
            "main_type": "NONE",
            "name": "Shape6549",
            "outputIndexes": [
                2447
            ],
            "type": "Shape",
            "defaultDimentionFormat": "NCHW"
        },
        {
            "inputIndexes": [
                2445
            ],
            "main_type": "NONE",
            "name": "Rank6551",
            "outputIndexes": [
                2448
            ],
            "type": "Rank",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2448,
                2448
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6553",
            "outputIndexes": [
                2449
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2449
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze6554",
            "outputIndexes": [
                2450
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2449,
                10
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6556",
            "outputIndexes": [
                2451
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2451
            ],
            "main_type": "SqueezeParam",
            "main": {
                "squeezeDims": [
                    0
                ]
            },
            "name": "Unsqueeze6557",
            "outputIndexes": [
                2452
            ],
            "type": "Unsqueeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2447,
                2450,
                2452,
                8
            ],
            "main_type": "StridedSliceParam",
            "main": {
                "Index": "DT_INVALID",
                "T": "DT_FLOAT",
                "beginMask": 0,
                "endMask": 0,
                "ellipsisMask": 0,
                "newAxisMask": 0,
                "shrinkAxisMask": 0,
                "fromType": 0
            },
            "name": "StridedSlice6560",
            "outputIndexes": [
                2453
            ],
            "type": "StridedSlice",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2453
            ],
            "main_type": "SqueezeParam",
            "main": {},
            "name": "Squeeze6561",
            "outputIndexes": [
                2454
            ],
            "type": "Squeeze",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2446,
                2454
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 0,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6562",
            "outputIndexes": [
                2455
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2455,
                2454
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 19,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "BinaryOp6563",
            "outputIndexes": [
                2456
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2445,
                2456,
                2449
            ],
            "main_type": "GatherV2",
            "main": {
                "Taxis": "DT_INVALID",
                "Tindices": "DT_INVALID",
                "Tparams": "DT_INVALID"
            },
            "name": "/lm/Gather_output_0",
            "outputIndexes": [
                2457
            ],
            "type": "GatherV2",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    3
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    1,
                    1,
                    576
                ]
            },
            "name": "/lm/Constant_1_output_0",
            "outputIndexes": [
                2458
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2457,
                2458
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "/lm/Reshape_1_output_0",
            "outputIndexes": [
                2459
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2459
            ],
            "main_type": "LayerNorm",
            "main": {
                "axis": [
                    -1
                ],
                "epsilon": 1e-05,
                "group": 1,
                "useRMSNorm": true
            },
            "name": "/lm/norm/Mul_output_0",
            "outputIndexes": [
                2460
            ],
            "type": "LayerNorm",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                0,
                2460
            ],
            "main_type": "BinaryOp",
            "main": {
                "opType": 2,
                "T": "DT_FLOAT",
                "activationType": 0
            },
            "name": "/lm/norm/Mul_1_output_0",
            "outputIndexes": [
                2461
            ],
            "type": "BinaryOp",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/lm/lm_head/Linear/pre_reshape",
            "type": "Reshape",
            "inputIndexes": [
                2461
            ],
            "outputIndexes": [
                3307
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1,
                    576,
                    1,
                    1
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/lm/lm_head/Linear/pre_convert",
            "inputIndexes": [
                3307
            ],
            "outputIndexes": [
                3308
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NCHW",
                "dest": "NC4HW4"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/lm/lm_head/Linear",
            "inputIndexes": [
                3308
            ],
            "outputIndexes": [
                3309
            ],
            "type": "Convolution",
            "main_type": "Convolution2D",
            "main": {
                "common": {
                    "dilateX": 1,
                    "dilateY": 1,
                    "strideX": 1,
                    "strideY": 1,
                    "kernelX": 1,
                    "kernelY": 1,
                    "padX": 0,
                    "padY": 0,
                    "group": 1,
                    "outputCount": 32000,
                    "relu": false,
                    "padMode": "CAFFE",
                    "relu6": false,
                    "inputCount": 576,
                    "hasOutputShape": false
                },
                "quanParameter": {
                    "quantScale": 1.0,
                    "scaleIn": 0.0,
                    "scaleOut": 0.0,
                    "useInt32": false,
                    "has_scaleInt": false,
                    "shapeInt32": false,
                    "type": 1,
                    "aMax": 0,
                    "aMin": -8,
                    "readType": 288000,
                    "weightSize": 0
                },
                "external": [
                    66359820,
                    9216022,
                    2304000,
                    128000,
                    0
                ]
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/lm/lm_head/Linear/post_convert",
            "inputIndexes": [
                3309
            ],
            "outputIndexes": [
                3310
            ],
            "type": "ConvertTensor",
            "main_type": "TensorConvertInfo",
            "main": {
                "source": "NC4HW4",
                "dest": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "name": "/lm/lm_head/Linear/post_reshape",
            "type": "Reshape",
            "inputIndexes": [
                3310
            ],
            "outputIndexes": [
                2462
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    1,
                    -1,
                    32000
                ],
                "dimType": "NCHW"
            },
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Blob",
            "main": {
                "dims": [
                    1
                ],
                "dataFormat": "NCHW",
                "dataType": "DT_INT32",
                "int32s": [
                    -1
                ]
            },
            "name": "/Constant_61_output_0",
            "outputIndexes": [
                2463
            ],
            "type": "Const",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2462,
                2463
            ],
            "main_type": "Reshape",
            "main": {
                "dimType": "NCHW"
            },
            "name": "logits",
            "outputIndexes": [
                2464
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "main_type": "Input",
            "main": {
                "dims": [
                    30,
                    2,
                    1,
                    -1,
                    3,
                    64
                ],
                "dtype": "DT_FLOAT",
                "dformat": "NCHW"
            },
            "name": "past_key_values",
            "outputIndexes": [
                2465
            ],
            "type": "Input",
            "defaultDimentionFormat": "NHWC"
        },
        {
            "inputIndexes": [
                2465
            ],
            "main_type": "Reshape",
            "main": {
                "dims": [
                    -1
                ],
                "dimType": "NCHW"
            },
            "name": "presents",
            "outputIndexes": [
                2466
            ],
            "type": "Reshape",
            "defaultDimentionFormat": "NHWC"
        }
    ],
    "outputName": [
        "logits",
        "presents"
    ],
    "preferForwardType": "CPU",
    "sourceType": "ONNX",
    "tensorName": [
        "model.model.norm.weight",
        "input_ids",
        "/Constant_output_0",
        "/Reshape_output_0",
        "model.model.layers.0.input_layernorm.weight",
        "/input_layernorm/Mul_output_0",
        "/input_layernorm/Mul_1_output_0",
        "/FakeLinear_output_0",
        "/Unsqueeze_output_0",
        "/Shape_1_output_0",
        "/rotary/Constant_9_output_0",
        "Shape20",
        "BinaryOp23",
        "BinaryOp24",
        "Unsqueeze25",
        "BinaryOp27",
        "Unsqueeze28",
        "StridedSlice31",
        "Squeeze32",
        "BinaryOp33",
        "BinaryOp34",
        "/Gather_2_output_0",
        "/rotary/Constant_4_output_0",
        "/Unsqueeze_1_output_0",
        "/Constant_4_output_0",
        "/Constant_5_output_0",
        "/Concat_output_0",
        "/Reshape_1_output_0",
        "position_ids",
        "/rotary/Cast_output_0",
        "/rotary/Constant_1_output_0",
        "/rotary/Reshape_output_0",
        "/rotary/Constant_2_output_0",
        "/rotary/Mul_output_0",
        "/rotary/Cos_output_0",
        "/rotary/Unsqueeze_output_0",
        "/rotary/Sin_output_0",
        "/rotary/Unsqueeze_1_output_0",
        "/rotary/Concat_output_0",
        "/rotary/Concat_1_output_0",
        "/rotary/Unsqueeze_2_axes",
        "/rotary/Unsqueeze_3_output_0",
        "Shape57",
        "BinaryOp60",
        "BinaryOp61",
        "Unsqueeze62",
        "BinaryOp64",
        "Unsqueeze65",
        "StridedSlice68",
        "BinaryOp70",
        "BinaryOp71",
        "/Gather_3_output_0",
        "/Mul_output_0",
        "/Shape_2_output_0",
        "/Constant_6_output_0",
        "Shape76",
        "BinaryOp79",
        "BinaryOp80",
        "Unsqueeze81",
        "BinaryOp83",
        "Unsqueeze84",
        "StridedSlice87",
        "Squeeze88",
        "BinaryOp89",
        "BinaryOp90",
        "/Gather_5_output_0",
        "/rotary/Constant_7_output_0",
        "/Div_output_0",
        "/Unsqueeze_6_output_0",
        "/Constant_19_output_0",
        "/Constant_7_output_0",
        "/Slice_1_output_0",
        "/Neg_output_0",
        "/Slice_output_0",
        "/Concat_3_output_0",
        "Unsqueeze106",
        "Unsqueeze109",
        "StridedSlice112",
        "Squeeze113",
        "BinaryOp114",
        "BinaryOp115",
        "/Gather_4_output_0",
        "/Mul_1_output_0",
        "/Add_output_0",
        "/FakeLinear_1_output_0",
        "/Concat_1_output_0",
        "/Reshape_2_output_0",
        "/Mul_2_output_0",
        "/Shape_3_output_0",
        "Shape158",
        "BinaryOp161",
        "BinaryOp162",
        "Unsqueeze163",
        "BinaryOp165",
        "Unsqueeze166",
        "StridedSlice169",
        "Squeeze170",
        "BinaryOp171",
        "BinaryOp172",
        "/Gather_6_output_0",
        "/Div_1_output_0",
        "/Unsqueeze_8_output_0",
        "/Slice_3_output_0",
        "/Neg_1_output_0",
        "/Slice_2_output_0",
        "/Concat_4_output_0",
        "/Mul_3_output_0",
        "/Add_1_output_0",
        "/FakeLinear_2_output_0",
        "/Reshape_3_output_0",
        "attention_mask",
        "/Reshape_8_output_0",
        "/FakeLinear_3_output_0",
        "/Add_3_output_0",
        "model.model.layers.0.post_attention_layernorm.weight",
        "/post_attention_layernorm/Mul_output_0",
        "/post_attention_layernorm/Mul_1_output_0",
        "/mlp/gate_proj/FakeLinear_output_0",
        "/mlp/act_fn/Sigmoid_output_0",
        "/mlp/act_fn/Mul_output_0",
        "/mlp/up_proj/FakeLinear_output_0",
        "/mlp/Mul_output_0",
        "/mlp/down_proj/FakeLinear_output_0",
        "/Add_4_output_0",
        "/Reshape_9_output_0",
        "model.model.layers.1.input_layernorm.weight",
        "/input_layernorm_1/Mul_output_0",
        "/input_layernorm_1/Mul_1_output_0",
        "/FakeLinear_4_output_0",
        "/Shape_15_output_0",
        "Shape296",
        "BinaryOp299",
        "BinaryOp300",
        "Unsqueeze301",
        "BinaryOp303",
        "Unsqueeze304",
        "StridedSlice307",
        "Squeeze308",
        "BinaryOp309",
        "BinaryOp310",
        "/Gather_19_output_0",
        "/Unsqueeze_33_output_0",
        "/Concat_13_output_0",
        "/Reshape_10_output_0",
        "/Mul_8_output_0",
        "/Shape_16_output_0",
        "Shape317",
        "BinaryOp320",
        "BinaryOp321",
        "Unsqueeze322",
        "BinaryOp324",
        "Unsqueeze325",
        "StridedSlice328",
        "Squeeze329",
        "BinaryOp330",
        "BinaryOp331",
        "/Gather_20_output_0",
        "/Div_3_output_0",
        "/Unsqueeze_38_output_0",
        "/Slice_5_output_0",
        "/Neg_2_output_0",
        "/Slice_4_output_0",
        "/Concat_16_output_0",
        "/Mul_9_output_0",
        "/Add_5_output_0",
        "/FakeLinear_5_output_0",
        "/Concat_14_output_0",
        "/Reshape_11_output_0",
        "/Mul_10_output_0",
        "/Shape_17_output_0",
        "Shape379",
        "BinaryOp382",
        "BinaryOp383",
        "Unsqueeze384",
        "BinaryOp386",
        "Unsqueeze387",
        "StridedSlice390",
        "Squeeze391",
        "BinaryOp392",
        "BinaryOp393",
        "/Gather_21_output_0",
        "/Div_4_output_0",
        "/Unsqueeze_40_output_0",
        "/Slice_7_output_0",
        "/Neg_3_output_0",
        "/Slice_6_output_0",
        "/Concat_17_output_0",
        "/Mul_11_output_0",
        "/Add_6_output_0",
        "/FakeLinear_6_output_0",
        "/Reshape_12_output_0",
        "/Reshape_17_output_0",
        "/FakeLinear_7_output_0",
        "/Add_8_output_0",
        "model.model.layers.1.post_attention_layernorm.weight",
        "/post_attention_layernorm_1/Mul_output_0",
        "/post_attention_layernorm_1/Mul_1_output_0",
        "/mlp/gate_proj_1/FakeLinear_output_0",
        "/mlp/act_fn_1/Sigmoid_output_0",
        "/mlp/act_fn_1/Mul_output_0",
        "/mlp/up_proj_1/FakeLinear_output_0",
        "/mlp_1/Mul_output_0",
        "/mlp/down_proj_1/FakeLinear_output_0",
        "/Add_9_output_0",
        "/Reshape_18_output_0",
        "model.model.layers.2.input_layernorm.weight",
        "/input_layernorm_2/Mul_output_0",
        "/input_layernorm_2/Mul_1_output_0",
        "/FakeLinear_8_output_0",
        "/Shape_29_output_0",
        "Shape511",
        "BinaryOp514",
        "BinaryOp515",
        "Unsqueeze516",
        "BinaryOp518",
        "Unsqueeze519",
        "StridedSlice522",
        "Squeeze523",
        "BinaryOp524",
        "BinaryOp525",
        "/Gather_34_output_0",
        "/Unsqueeze_65_output_0",
        "/Concat_26_output_0",
        "/Reshape_19_output_0",
        "/Mul_16_output_0",
        "/Shape_30_output_0",
        "Shape532",
        "BinaryOp535",
        "BinaryOp536",
        "Unsqueeze537",
        "BinaryOp539",
        "Unsqueeze540",
        "StridedSlice543",
        "Squeeze544",
        "BinaryOp545",
        "BinaryOp546",
        "/Gather_35_output_0",
        "/Div_6_output_0",
        "/Unsqueeze_70_output_0",
        "/Slice_9_output_0",
        "/Neg_4_output_0",
        "/Slice_8_output_0",
        "/Concat_29_output_0",
        "/Mul_17_output_0",
        "/Add_10_output_0",
        "/FakeLinear_9_output_0",
        "/Concat_27_output_0",
        "/Reshape_20_output_0",
        "/Mul_18_output_0",
        "/Shape_31_output_0",
        "Shape594",
        "BinaryOp597",
        "BinaryOp598",
        "Unsqueeze599",
        "BinaryOp601",
        "Unsqueeze602",
        "StridedSlice605",
        "Squeeze606",
        "BinaryOp607",
        "BinaryOp608",
        "/Gather_36_output_0",
        "/Div_7_output_0",
        "/Unsqueeze_72_output_0",
        "/Slice_11_output_0",
        "/Neg_5_output_0",
        "/Slice_10_output_0",
        "/Concat_30_output_0",
        "/Mul_19_output_0",
        "/Add_11_output_0",
        "/FakeLinear_10_output_0",
        "/Reshape_21_output_0",
        "/Reshape_26_output_0",
        "/FakeLinear_11_output_0",
        "/Add_13_output_0",
        "model.model.layers.2.post_attention_layernorm.weight",
        "/post_attention_layernorm_2/Mul_output_0",
        "/post_attention_layernorm_2/Mul_1_output_0",
        "/mlp/gate_proj_2/FakeLinear_output_0",
        "/mlp/act_fn_2/Sigmoid_output_0",
        "/mlp/act_fn_2/Mul_output_0",
        "/mlp/up_proj_2/FakeLinear_output_0",
        "/mlp_2/Mul_output_0",
        "/mlp/down_proj_2/FakeLinear_output_0",
        "/Add_14_output_0",
        "/Reshape_27_output_0",
        "model.model.layers.3.input_layernorm.weight",
        "/input_layernorm_3/Mul_output_0",
        "/input_layernorm_3/Mul_1_output_0",
        "/FakeLinear_12_output_0",
        "/Shape_43_output_0",
        "Shape726",
        "BinaryOp729",
        "BinaryOp730",
        "Unsqueeze731",
        "BinaryOp733",
        "Unsqueeze734",
        "StridedSlice737",
        "Squeeze738",
        "BinaryOp739",
        "BinaryOp740",
        "/Gather_49_output_0",
        "/Unsqueeze_97_output_0",
        "/Concat_39_output_0",
        "/Reshape_28_output_0",
        "/Mul_24_output_0",
        "/Shape_44_output_0",
        "Shape747",
        "BinaryOp750",
        "BinaryOp751",
        "Unsqueeze752",
        "BinaryOp754",
        "Unsqueeze755",
        "StridedSlice758",
        "Squeeze759",
        "BinaryOp760",
        "BinaryOp761",
        "/Gather_50_output_0",
        "/Div_9_output_0",
        "/Unsqueeze_102_output_0",
        "/Slice_13_output_0",
        "/Neg_6_output_0",
        "/Slice_12_output_0",
        "/Concat_42_output_0",
        "/Mul_25_output_0",
        "/Add_15_output_0",
        "/FakeLinear_13_output_0",
        "/Concat_40_output_0",
        "/Reshape_29_output_0",
        "/Mul_26_output_0",
        "/Shape_45_output_0",
        "Shape809",
        "BinaryOp812",
        "BinaryOp813",
        "Unsqueeze814",
        "BinaryOp816",
        "Unsqueeze817",
        "StridedSlice820",
        "Squeeze821",
        "BinaryOp822",
        "BinaryOp823",
        "/Gather_51_output_0",
        "/Div_10_output_0",
        "/Unsqueeze_104_output_0",
        "/Slice_15_output_0",
        "/Neg_7_output_0",
        "/Slice_14_output_0",
        "/Concat_43_output_0",
        "/Mul_27_output_0",
        "/Add_16_output_0",
        "/FakeLinear_14_output_0",
        "/Reshape_30_output_0",
        "/Reshape_35_output_0",
        "/FakeLinear_15_output_0",
        "/Add_18_output_0",
        "model.model.layers.3.post_attention_layernorm.weight",
        "/post_attention_layernorm_3/Mul_output_0",
        "/post_attention_layernorm_3/Mul_1_output_0",
        "/mlp/gate_proj_3/FakeLinear_output_0",
        "/mlp/act_fn_3/Sigmoid_output_0",
        "/mlp/act_fn_3/Mul_output_0",
        "/mlp/up_proj_3/FakeLinear_output_0",
        "/mlp_3/Mul_output_0",
        "/mlp/down_proj_3/FakeLinear_output_0",
        "/Add_19_output_0",
        "/Reshape_36_output_0",
        "model.model.layers.4.input_layernorm.weight",
        "/input_layernorm_4/Mul_output_0",
        "/input_layernorm_4/Mul_1_output_0",
        "/FakeLinear_16_output_0",
        "/Shape_57_output_0",
        "Shape941",
        "BinaryOp944",
        "BinaryOp945",
        "Unsqueeze946",
        "BinaryOp948",
        "Unsqueeze949",
        "StridedSlice952",
        "Squeeze953",
        "BinaryOp954",
        "BinaryOp955",
        "/Gather_64_output_0",
        "/Unsqueeze_129_output_0",
        "/Concat_52_output_0",
        "/Reshape_37_output_0",
        "/Mul_32_output_0",
        "/Shape_58_output_0",
        "Shape962",
        "BinaryOp965",
        "BinaryOp966",
        "Unsqueeze967",
        "BinaryOp969",
        "Unsqueeze970",
        "StridedSlice973",
        "Squeeze974",
        "BinaryOp975",
        "BinaryOp976",
        "/Gather_65_output_0",
        "/Div_12_output_0",
        "/Unsqueeze_134_output_0",
        "/Slice_17_output_0",
        "/Neg_8_output_0",
        "/Slice_16_output_0",
        "/Concat_55_output_0",
        "/Mul_33_output_0",
        "/Add_20_output_0",
        "/FakeLinear_17_output_0",
        "/Concat_53_output_0",
        "/Reshape_38_output_0",
        "/Mul_34_output_0",
        "/Shape_59_output_0",
        "Shape1025",
        "BinaryOp1028",
        "BinaryOp1029",
        "Unsqueeze1030",
        "BinaryOp1032",
        "Unsqueeze1033",
        "StridedSlice1036",
        "Squeeze1037",
        "BinaryOp1038",
        "BinaryOp1039",
        "/Gather_66_output_0",
        "/Div_13_output_0",
        "/Unsqueeze_136_output_0",
        "/Slice_19_output_0",
        "/Neg_9_output_0",
        "/Slice_18_output_0",
        "/Concat_56_output_0",
        "/Mul_35_output_0",
        "/Add_21_output_0",
        "/FakeLinear_18_output_0",
        "/Reshape_39_output_0",
        "/Reshape_44_output_0",
        "/FakeLinear_19_output_0",
        "/Add_23_output_0",
        "model.model.layers.4.post_attention_layernorm.weight",
        "/post_attention_layernorm_4/Mul_output_0",
        "/post_attention_layernorm_4/Mul_1_output_0",
        "/mlp/gate_proj_4/FakeLinear_output_0",
        "/mlp/act_fn_4/Sigmoid_output_0",
        "/mlp/act_fn_4/Mul_output_0",
        "/mlp/up_proj_4/FakeLinear_output_0",
        "/mlp_4/Mul_output_0",
        "/mlp/down_proj_4/FakeLinear_output_0",
        "/Add_24_output_0",
        "/Reshape_45_output_0",
        "model.model.layers.5.input_layernorm.weight",
        "/input_layernorm_5/Mul_output_0",
        "/input_layernorm_5/Mul_1_output_0",
        "/FakeLinear_20_output_0",
        "/Shape_71_output_0",
        "Shape1157",
        "BinaryOp1160",
        "BinaryOp1161",
        "Unsqueeze1162",
        "BinaryOp1164",
        "Unsqueeze1165",
        "StridedSlice1168",
        "Squeeze1169",
        "BinaryOp1170",
        "BinaryOp1171",
        "/Gather_79_output_0",
        "/Unsqueeze_161_output_0",
        "/Concat_65_output_0",
        "/Reshape_46_output_0",
        "/Mul_40_output_0",
        "/Shape_72_output_0",
        "Shape1178",
        "BinaryOp1181",
        "BinaryOp1182",
        "Unsqueeze1183",
        "BinaryOp1185",
        "Unsqueeze1186",
        "StridedSlice1189",
        "Squeeze1190",
        "BinaryOp1191",
        "BinaryOp1192",
        "/Gather_80_output_0",
        "/Div_15_output_0",
        "/Unsqueeze_166_output_0",
        "/Slice_21_output_0",
        "/Neg_10_output_0",
        "/Slice_20_output_0",
        "/Concat_68_output_0",
        "/Mul_41_output_0",
        "/Add_25_output_0",
        "/FakeLinear_21_output_0",
        "/Concat_66_output_0",
        "/Reshape_47_output_0",
        "/Mul_42_output_0",
        "/Shape_73_output_0",
        "Shape1241",
        "BinaryOp1244",
        "BinaryOp1245",
        "Unsqueeze1246",
        "BinaryOp1248",
        "Unsqueeze1249",
        "StridedSlice1252",
        "Squeeze1253",
        "BinaryOp1254",
        "BinaryOp1255",
        "/Gather_81_output_0",
        "/Div_16_output_0",
        "/Unsqueeze_168_output_0",
        "/Slice_23_output_0",
        "/Neg_11_output_0",
        "/Slice_22_output_0",
        "/Concat_69_output_0",
        "/Mul_43_output_0",
        "/Add_26_output_0",
        "/FakeLinear_22_output_0",
        "/Reshape_48_output_0",
        "/Reshape_53_output_0",
        "/FakeLinear_23_output_0",
        "/Add_28_output_0",
        "model.model.layers.5.post_attention_layernorm.weight",
        "/post_attention_layernorm_5/Mul_output_0",
        "/post_attention_layernorm_5/Mul_1_output_0",
        "/mlp/gate_proj_5/FakeLinear_output_0",
        "/mlp/act_fn_5/Sigmoid_output_0",
        "/mlp/act_fn_5/Mul_output_0",
        "/mlp/up_proj_5/FakeLinear_output_0",
        "/mlp_5/Mul_output_0",
        "/mlp/down_proj_5/FakeLinear_output_0",
        "/Add_29_output_0",
        "/Reshape_54_output_0",
        "model.model.layers.6.input_layernorm.weight",
        "/input_layernorm_6/Mul_output_0",
        "/input_layernorm_6/Mul_1_output_0",
        "/FakeLinear_24_output_0",
        "/Shape_85_output_0",
        "Shape1373",
        "BinaryOp1376",
        "BinaryOp1377",
        "Unsqueeze1378",
        "BinaryOp1380",
        "Unsqueeze1381",
        "StridedSlice1384",
        "Squeeze1385",
        "BinaryOp1386",
        "BinaryOp1387",
        "/Gather_94_output_0",
        "/Unsqueeze_193_output_0",
        "/Concat_78_output_0",
        "/Reshape_55_output_0",
        "/Mul_48_output_0",
        "/Shape_86_output_0",
        "Shape1394",
        "BinaryOp1397",
        "BinaryOp1398",
        "Unsqueeze1399",
        "BinaryOp1401",
        "Unsqueeze1402",
        "StridedSlice1405",
        "Squeeze1406",
        "BinaryOp1407",
        "BinaryOp1408",
        "/Gather_95_output_0",
        "/Div_18_output_0",
        "/Unsqueeze_198_output_0",
        "/Slice_25_output_0",
        "/Neg_12_output_0",
        "/Slice_24_output_0",
        "/Concat_81_output_0",
        "/Mul_49_output_0",
        "/Add_30_output_0",
        "/FakeLinear_25_output_0",
        "/Concat_79_output_0",
        "/Reshape_56_output_0",
        "/Mul_50_output_0",
        "/Shape_87_output_0",
        "Shape1457",
        "BinaryOp1460",
        "BinaryOp1461",
        "Unsqueeze1462",
        "BinaryOp1464",
        "Unsqueeze1465",
        "StridedSlice1468",
        "Squeeze1469",
        "BinaryOp1470",
        "BinaryOp1471",
        "/Gather_96_output_0",
        "/Div_19_output_0",
        "/Unsqueeze_200_output_0",
        "/Slice_27_output_0",
        "/Neg_13_output_0",
        "/Slice_26_output_0",
        "/Concat_82_output_0",
        "/Mul_51_output_0",
        "/Add_31_output_0",
        "/FakeLinear_26_output_0",
        "/Reshape_57_output_0",
        "/Reshape_62_output_0",
        "/FakeLinear_27_output_0",
        "/Add_33_output_0",
        "model.model.layers.6.post_attention_layernorm.weight",
        "/post_attention_layernorm_6/Mul_output_0",
        "/post_attention_layernorm_6/Mul_1_output_0",
        "/mlp/gate_proj_6/FakeLinear_output_0",
        "/mlp/act_fn_6/Sigmoid_output_0",
        "/mlp/act_fn_6/Mul_output_0",
        "/mlp/up_proj_6/FakeLinear_output_0",
        "/mlp_6/Mul_output_0",
        "/mlp/down_proj_6/FakeLinear_output_0",
        "/Add_34_output_0",
        "/Reshape_63_output_0",
        "model.model.layers.7.input_layernorm.weight",
        "/input_layernorm_7/Mul_output_0",
        "/input_layernorm_7/Mul_1_output_0",
        "/FakeLinear_28_output_0",
        "/Shape_99_output_0",
        "Shape1589",
        "BinaryOp1592",
        "BinaryOp1593",
        "Unsqueeze1594",
        "BinaryOp1596",
        "Unsqueeze1597",
        "StridedSlice1600",
        "Squeeze1601",
        "BinaryOp1602",
        "BinaryOp1603",
        "/Gather_109_output_0",
        "/Unsqueeze_225_output_0",
        "/Concat_91_output_0",
        "/Reshape_64_output_0",
        "/Mul_56_output_0",
        "/Shape_100_output_0",
        "Shape1610",
        "BinaryOp1613",
        "BinaryOp1614",
        "Unsqueeze1615",
        "BinaryOp1617",
        "Unsqueeze1618",
        "StridedSlice1621",
        "Squeeze1622",
        "BinaryOp1623",
        "BinaryOp1624",
        "/Gather_110_output_0",
        "/Div_21_output_0",
        "/Unsqueeze_230_output_0",
        "/Slice_29_output_0",
        "/Neg_14_output_0",
        "/Slice_28_output_0",
        "/Concat_94_output_0",
        "/Mul_57_output_0",
        "/Add_35_output_0",
        "/FakeLinear_29_output_0",
        "/Concat_92_output_0",
        "/Reshape_65_output_0",
        "/Mul_58_output_0",
        "/Shape_101_output_0",
        "Shape1673",
        "BinaryOp1676",
        "BinaryOp1677",
        "Unsqueeze1678",
        "BinaryOp1680",
        "Unsqueeze1681",
        "StridedSlice1684",
        "Squeeze1685",
        "BinaryOp1686",
        "BinaryOp1687",
        "/Gather_111_output_0",
        "/Div_22_output_0",
        "/Unsqueeze_232_output_0",
        "/Slice_31_output_0",
        "/Neg_15_output_0",
        "/Slice_30_output_0",
        "/Concat_95_output_0",
        "/Mul_59_output_0",
        "/Add_36_output_0",
        "/FakeLinear_30_output_0",
        "/Reshape_66_output_0",
        "/Reshape_71_output_0",
        "/FakeLinear_31_output_0",
        "/Add_38_output_0",
        "model.model.layers.7.post_attention_layernorm.weight",
        "/post_attention_layernorm_7/Mul_output_0",
        "/post_attention_layernorm_7/Mul_1_output_0",
        "/mlp/gate_proj_7/FakeLinear_output_0",
        "/mlp/act_fn_7/Sigmoid_output_0",
        "/mlp/act_fn_7/Mul_output_0",
        "/mlp/up_proj_7/FakeLinear_output_0",
        "/mlp_7/Mul_output_0",
        "/mlp/down_proj_7/FakeLinear_output_0",
        "/Add_39_output_0",
        "/Reshape_72_output_0",
        "model.model.layers.8.input_layernorm.weight",
        "/input_layernorm_8/Mul_output_0",
        "/input_layernorm_8/Mul_1_output_0",
        "/FakeLinear_32_output_0",
        "/Shape_113_output_0",
        "Shape1805",
        "BinaryOp1808",
        "BinaryOp1809",
        "Unsqueeze1810",
        "BinaryOp1812",
        "Unsqueeze1813",
        "StridedSlice1816",
        "Squeeze1817",
        "BinaryOp1818",
        "BinaryOp1819",
        "/Gather_124_output_0",
        "/Unsqueeze_257_output_0",
        "/Concat_104_output_0",
        "/Reshape_73_output_0",
        "/Mul_64_output_0",
        "/Shape_114_output_0",
        "Shape1826",
        "BinaryOp1829",
        "BinaryOp1830",
        "Unsqueeze1831",
        "BinaryOp1833",
        "Unsqueeze1834",
        "StridedSlice1837",
        "Squeeze1838",
        "BinaryOp1839",
        "BinaryOp1840",
        "/Gather_125_output_0",
        "/Div_24_output_0",
        "/Unsqueeze_262_output_0",
        "/Slice_33_output_0",
        "/Neg_16_output_0",
        "/Slice_32_output_0",
        "/Concat_107_output_0",
        "/Mul_65_output_0",
        "/Add_40_output_0",
        "/FakeLinear_33_output_0",
        "/Concat_105_output_0",
        "/Reshape_74_output_0",
        "/Mul_66_output_0",
        "/Shape_115_output_0",
        "Shape1889",
        "BinaryOp1892",
        "BinaryOp1893",
        "Unsqueeze1894",
        "BinaryOp1896",
        "Unsqueeze1897",
        "StridedSlice1900",
        "Squeeze1901",
        "BinaryOp1902",
        "BinaryOp1903",
        "/Gather_126_output_0",
        "/Div_25_output_0",
        "/Unsqueeze_264_output_0",
        "/Slice_35_output_0",
        "/Neg_17_output_0",
        "/Slice_34_output_0",
        "/Concat_108_output_0",
        "/Mul_67_output_0",
        "/Add_41_output_0",
        "/FakeLinear_34_output_0",
        "/Reshape_75_output_0",
        "/Reshape_80_output_0",
        "/FakeLinear_35_output_0",
        "/Add_43_output_0",
        "model.model.layers.8.post_attention_layernorm.weight",
        "/post_attention_layernorm_8/Mul_output_0",
        "/post_attention_layernorm_8/Mul_1_output_0",
        "/mlp/gate_proj_8/FakeLinear_output_0",
        "/mlp/act_fn_8/Sigmoid_output_0",
        "/mlp/act_fn_8/Mul_output_0",
        "/mlp/up_proj_8/FakeLinear_output_0",
        "/mlp_8/Mul_output_0",
        "/mlp/down_proj_8/FakeLinear_output_0",
        "/Add_44_output_0",
        "/Reshape_81_output_0",
        "model.model.layers.9.input_layernorm.weight",
        "/input_layernorm_9/Mul_output_0",
        "/input_layernorm_9/Mul_1_output_0",
        "/FakeLinear_36_output_0",
        "/Shape_127_output_0",
        "Shape2021",
        "BinaryOp2024",
        "BinaryOp2025",
        "Unsqueeze2026",
        "BinaryOp2028",
        "Unsqueeze2029",
        "StridedSlice2032",
        "Squeeze2033",
        "BinaryOp2034",
        "BinaryOp2035",
        "/Gather_139_output_0",
        "/Unsqueeze_289_output_0",
        "/Concat_117_output_0",
        "/Reshape_82_output_0",
        "/Mul_72_output_0",
        "/Shape_128_output_0",
        "Shape2042",
        "BinaryOp2045",
        "BinaryOp2046",
        "Unsqueeze2047",
        "BinaryOp2049",
        "Unsqueeze2050",
        "StridedSlice2053",
        "Squeeze2054",
        "BinaryOp2055",
        "BinaryOp2056",
        "/Gather_140_output_0",
        "/Div_27_output_0",
        "/Unsqueeze_294_output_0",
        "/Slice_37_output_0",
        "/Neg_18_output_0",
        "/Slice_36_output_0",
        "/Concat_120_output_0",
        "/Mul_73_output_0",
        "/Add_45_output_0",
        "/FakeLinear_37_output_0",
        "/Concat_118_output_0",
        "/Reshape_83_output_0",
        "/Mul_74_output_0",
        "/Shape_129_output_0",
        "Shape2105",
        "BinaryOp2108",
        "BinaryOp2109",
        "Unsqueeze2110",
        "BinaryOp2112",
        "Unsqueeze2113",
        "StridedSlice2116",
        "Squeeze2117",
        "BinaryOp2118",
        "BinaryOp2119",
        "/Gather_141_output_0",
        "/Div_28_output_0",
        "/Unsqueeze_296_output_0",
        "/Slice_39_output_0",
        "/Neg_19_output_0",
        "/Slice_38_output_0",
        "/Concat_121_output_0",
        "/Mul_75_output_0",
        "/Add_46_output_0",
        "/FakeLinear_38_output_0",
        "/Reshape_84_output_0",
        "/Reshape_89_output_0",
        "/FakeLinear_39_output_0",
        "/Add_48_output_0",
        "model.model.layers.9.post_attention_layernorm.weight",
        "/post_attention_layernorm_9/Mul_output_0",
        "/post_attention_layernorm_9/Mul_1_output_0",
        "/mlp/gate_proj_9/FakeLinear_output_0",
        "/mlp/act_fn_9/Sigmoid_output_0",
        "/mlp/act_fn_9/Mul_output_0",
        "/mlp/up_proj_9/FakeLinear_output_0",
        "/mlp_9/Mul_output_0",
        "/mlp/down_proj_9/FakeLinear_output_0",
        "/Add_49_output_0",
        "/Reshape_90_output_0",
        "model.model.layers.10.input_layernorm.weight",
        "/input_layernorm_10/Mul_output_0",
        "/input_layernorm_10/Mul_1_output_0",
        "/FakeLinear_40_output_0",
        "/Shape_141_output_0",
        "Shape2237",
        "BinaryOp2240",
        "BinaryOp2241",
        "Unsqueeze2242",
        "BinaryOp2244",
        "Unsqueeze2245",
        "StridedSlice2248",
        "Squeeze2249",
        "BinaryOp2250",
        "BinaryOp2251",
        "/Gather_154_output_0",
        "/Unsqueeze_321_output_0",
        "/Concat_130_output_0",
        "/Reshape_91_output_0",
        "/Mul_80_output_0",
        "/Shape_142_output_0",
        "Shape2258",
        "BinaryOp2261",
        "BinaryOp2262",
        "Unsqueeze2263",
        "BinaryOp2265",
        "Unsqueeze2266",
        "StridedSlice2269",
        "Squeeze2270",
        "BinaryOp2271",
        "BinaryOp2272",
        "/Gather_155_output_0",
        "/Div_30_output_0",
        "/Unsqueeze_326_output_0",
        "/Slice_41_output_0",
        "/Neg_20_output_0",
        "/Slice_40_output_0",
        "/Concat_133_output_0",
        "/Mul_81_output_0",
        "/Add_50_output_0",
        "/FakeLinear_41_output_0",
        "/Concat_131_output_0",
        "/Reshape_92_output_0",
        "/Mul_82_output_0",
        "/Shape_143_output_0",
        "Shape2321",
        "BinaryOp2324",
        "BinaryOp2325",
        "Unsqueeze2326",
        "BinaryOp2328",
        "Unsqueeze2329",
        "StridedSlice2332",
        "Squeeze2333",
        "BinaryOp2334",
        "BinaryOp2335",
        "/Gather_156_output_0",
        "/Div_31_output_0",
        "/Unsqueeze_328_output_0",
        "/Slice_43_output_0",
        "/Neg_21_output_0",
        "/Slice_42_output_0",
        "/Concat_134_output_0",
        "/Mul_83_output_0",
        "/Add_51_output_0",
        "/FakeLinear_42_output_0",
        "/Reshape_93_output_0",
        "/Reshape_98_output_0",
        "/FakeLinear_43_output_0",
        "/Add_53_output_0",
        "model.model.layers.10.post_attention_layernorm.weight",
        "/post_attention_layernorm_10/Mul_output_0",
        "/post_attention_layernorm_10/Mul_1_output_0",
        "/mlp/gate_proj_10/FakeLinear_output_0",
        "/mlp/act_fn_10/Sigmoid_output_0",
        "/mlp/act_fn_10/Mul_output_0",
        "/mlp/up_proj_10/FakeLinear_output_0",
        "/mlp_10/Mul_output_0",
        "/mlp/down_proj_10/FakeLinear_output_0",
        "/Add_54_output_0",
        "/Reshape_99_output_0",
        "model.model.layers.11.input_layernorm.weight",
        "/input_layernorm_11/Mul_output_0",
        "/input_layernorm_11/Mul_1_output_0",
        "/FakeLinear_44_output_0",
        "/Shape_155_output_0",
        "Shape2453",
        "BinaryOp2456",
        "BinaryOp2457",
        "Unsqueeze2458",
        "BinaryOp2460",
        "Unsqueeze2461",
        "StridedSlice2464",
        "Squeeze2465",
        "BinaryOp2466",
        "BinaryOp2467",
        "/Gather_169_output_0",
        "/Unsqueeze_353_output_0",
        "/Concat_143_output_0",
        "/Reshape_100_output_0",
        "/Mul_88_output_0",
        "/Shape_156_output_0",
        "Shape2474",
        "BinaryOp2477",
        "BinaryOp2478",
        "Unsqueeze2479",
        "BinaryOp2481",
        "Unsqueeze2482",
        "StridedSlice2485",
        "Squeeze2486",
        "BinaryOp2487",
        "BinaryOp2488",
        "/Gather_170_output_0",
        "/Div_33_output_0",
        "/Unsqueeze_358_output_0",
        "/Slice_45_output_0",
        "/Neg_22_output_0",
        "/Slice_44_output_0",
        "/Concat_146_output_0",
        "/Mul_89_output_0",
        "/Add_55_output_0",
        "/FakeLinear_45_output_0",
        "/Concat_144_output_0",
        "/Reshape_101_output_0",
        "/Mul_90_output_0",
        "/Shape_157_output_0",
        "Shape2537",
        "BinaryOp2540",
        "BinaryOp2541",
        "Unsqueeze2542",
        "BinaryOp2544",
        "Unsqueeze2545",
        "StridedSlice2548",
        "Squeeze2549",
        "BinaryOp2550",
        "BinaryOp2551",
        "/Gather_171_output_0",
        "/Div_34_output_0",
        "/Unsqueeze_360_output_0",
        "/Slice_47_output_0",
        "/Neg_23_output_0",
        "/Slice_46_output_0",
        "/Concat_147_output_0",
        "/Mul_91_output_0",
        "/Add_56_output_0",
        "/FakeLinear_46_output_0",
        "/Reshape_102_output_0",
        "/Reshape_107_output_0",
        "/FakeLinear_47_output_0",
        "/Add_58_output_0",
        "model.model.layers.11.post_attention_layernorm.weight",
        "/post_attention_layernorm_11/Mul_output_0",
        "/post_attention_layernorm_11/Mul_1_output_0",
        "/mlp/gate_proj_11/FakeLinear_output_0",
        "/mlp/act_fn_11/Sigmoid_output_0",
        "/mlp/act_fn_11/Mul_output_0",
        "/mlp/up_proj_11/FakeLinear_output_0",
        "/mlp_11/Mul_output_0",
        "/mlp/down_proj_11/FakeLinear_output_0",
        "/Add_59_output_0",
        "/Reshape_108_output_0",
        "model.model.layers.12.input_layernorm.weight",
        "/input_layernorm_12/Mul_output_0",
        "/input_layernorm_12/Mul_1_output_0",
        "/FakeLinear_48_output_0",
        "/Shape_169_output_0",
        "Shape2669",
        "BinaryOp2672",
        "BinaryOp2673",
        "Unsqueeze2674",
        "BinaryOp2676",
        "Unsqueeze2677",
        "StridedSlice2680",
        "Squeeze2681",
        "BinaryOp2682",
        "BinaryOp2683",
        "/Gather_184_output_0",
        "/Unsqueeze_385_output_0",
        "/Concat_156_output_0",
        "/Reshape_109_output_0",
        "/Mul_96_output_0",
        "/Shape_170_output_0",
        "Shape2690",
        "BinaryOp2693",
        "BinaryOp2694",
        "Unsqueeze2695",
        "BinaryOp2697",
        "Unsqueeze2698",
        "StridedSlice2701",
        "Squeeze2702",
        "BinaryOp2703",
        "BinaryOp2704",
        "/Gather_185_output_0",
        "/Div_36_output_0",
        "/Unsqueeze_390_output_0",
        "/Slice_49_output_0",
        "/Neg_24_output_0",
        "/Slice_48_output_0",
        "/Concat_159_output_0",
        "/Mul_97_output_0",
        "/Add_60_output_0",
        "/FakeLinear_49_output_0",
        "/Concat_157_output_0",
        "/Reshape_110_output_0",
        "/Mul_98_output_0",
        "/Shape_171_output_0",
        "Shape2753",
        "BinaryOp2756",
        "BinaryOp2757",
        "Unsqueeze2758",
        "BinaryOp2760",
        "Unsqueeze2761",
        "StridedSlice2764",
        "Squeeze2765",
        "BinaryOp2766",
        "BinaryOp2767",
        "/Gather_186_output_0",
        "/Div_37_output_0",
        "/Unsqueeze_392_output_0",
        "/Slice_51_output_0",
        "/Neg_25_output_0",
        "/Slice_50_output_0",
        "/Concat_160_output_0",
        "/Mul_99_output_0",
        "/Add_61_output_0",
        "/FakeLinear_50_output_0",
        "/Reshape_111_output_0",
        "/Reshape_116_output_0",
        "/FakeLinear_51_output_0",
        "/Add_63_output_0",
        "model.model.layers.12.post_attention_layernorm.weight",
        "/post_attention_layernorm_12/Mul_output_0",
        "/post_attention_layernorm_12/Mul_1_output_0",
        "/mlp/gate_proj_12/FakeLinear_output_0",
        "/mlp/act_fn_12/Sigmoid_output_0",
        "/mlp/act_fn_12/Mul_output_0",
        "/mlp/up_proj_12/FakeLinear_output_0",
        "/mlp_12/Mul_output_0",
        "/mlp/down_proj_12/FakeLinear_output_0",
        "/Add_64_output_0",
        "/Reshape_117_output_0",
        "model.model.layers.13.input_layernorm.weight",
        "/input_layernorm_13/Mul_output_0",
        "/input_layernorm_13/Mul_1_output_0",
        "/FakeLinear_52_output_0",
        "/Shape_183_output_0",
        "Shape2885",
        "BinaryOp2888",
        "BinaryOp2889",
        "Unsqueeze2890",
        "BinaryOp2892",
        "Unsqueeze2893",
        "StridedSlice2896",
        "Squeeze2897",
        "BinaryOp2898",
        "BinaryOp2899",
        "/Gather_199_output_0",
        "/Unsqueeze_417_output_0",
        "/Concat_169_output_0",
        "/Reshape_118_output_0",
        "/Mul_104_output_0",
        "/Shape_184_output_0",
        "Shape2906",
        "BinaryOp2909",
        "BinaryOp2910",
        "Unsqueeze2911",
        "BinaryOp2913",
        "Unsqueeze2914",
        "StridedSlice2917",
        "Squeeze2918",
        "BinaryOp2919",
        "BinaryOp2920",
        "/Gather_200_output_0",
        "/Div_39_output_0",
        "/Unsqueeze_422_output_0",
        "/Slice_53_output_0",
        "/Neg_26_output_0",
        "/Slice_52_output_0",
        "/Concat_172_output_0",
        "/Mul_105_output_0",
        "/Add_65_output_0",
        "/FakeLinear_53_output_0",
        "/Concat_170_output_0",
        "/Reshape_119_output_0",
        "/Mul_106_output_0",
        "/Shape_185_output_0",
        "Shape2969",
        "BinaryOp2972",
        "BinaryOp2973",
        "Unsqueeze2974",
        "BinaryOp2976",
        "Unsqueeze2977",
        "StridedSlice2980",
        "Squeeze2981",
        "BinaryOp2982",
        "BinaryOp2983",
        "/Gather_201_output_0",
        "/Div_40_output_0",
        "/Unsqueeze_424_output_0",
        "/Slice_55_output_0",
        "/Neg_27_output_0",
        "/Slice_54_output_0",
        "/Concat_173_output_0",
        "/Mul_107_output_0",
        "/Add_66_output_0",
        "/FakeLinear_54_output_0",
        "/Reshape_120_output_0",
        "/Reshape_125_output_0",
        "/FakeLinear_55_output_0",
        "/Add_68_output_0",
        "model.model.layers.13.post_attention_layernorm.weight",
        "/post_attention_layernorm_13/Mul_output_0",
        "/post_attention_layernorm_13/Mul_1_output_0",
        "/mlp/gate_proj_13/FakeLinear_output_0",
        "/mlp/act_fn_13/Sigmoid_output_0",
        "/mlp/act_fn_13/Mul_output_0",
        "/mlp/up_proj_13/FakeLinear_output_0",
        "/mlp_13/Mul_output_0",
        "/mlp/down_proj_13/FakeLinear_output_0",
        "/Add_69_output_0",
        "/Reshape_126_output_0",
        "model.model.layers.14.input_layernorm.weight",
        "/input_layernorm_14/Mul_output_0",
        "/input_layernorm_14/Mul_1_output_0",
        "/FakeLinear_56_output_0",
        "/Shape_197_output_0",
        "Shape3101",
        "BinaryOp3104",
        "BinaryOp3105",
        "Unsqueeze3106",
        "BinaryOp3108",
        "Unsqueeze3109",
        "StridedSlice3112",
        "Squeeze3113",
        "BinaryOp3114",
        "BinaryOp3115",
        "/Gather_214_output_0",
        "/Unsqueeze_449_output_0",
        "/Concat_182_output_0",
        "/Reshape_127_output_0",
        "/Mul_112_output_0",
        "/Shape_198_output_0",
        "Shape3122",
        "BinaryOp3125",
        "BinaryOp3126",
        "Unsqueeze3127",
        "BinaryOp3129",
        "Unsqueeze3130",
        "StridedSlice3133",
        "Squeeze3134",
        "BinaryOp3135",
        "BinaryOp3136",
        "/Gather_215_output_0",
        "/Div_42_output_0",
        "/Unsqueeze_454_output_0",
        "/Slice_57_output_0",
        "/Neg_28_output_0",
        "/Slice_56_output_0",
        "/Concat_185_output_0",
        "/Mul_113_output_0",
        "/Add_70_output_0",
        "/FakeLinear_57_output_0",
        "/Concat_183_output_0",
        "/Reshape_128_output_0",
        "/Mul_114_output_0",
        "/Shape_199_output_0",
        "Shape3185",
        "BinaryOp3188",
        "BinaryOp3189",
        "Unsqueeze3190",
        "BinaryOp3192",
        "Unsqueeze3193",
        "StridedSlice3196",
        "Squeeze3197",
        "BinaryOp3198",
        "BinaryOp3199",
        "/Gather_216_output_0",
        "/Div_43_output_0",
        "/Unsqueeze_456_output_0",
        "/Slice_59_output_0",
        "/Neg_29_output_0",
        "/Slice_58_output_0",
        "/Concat_186_output_0",
        "/Mul_115_output_0",
        "/Add_71_output_0",
        "/FakeLinear_58_output_0",
        "/Reshape_129_output_0",
        "/Reshape_134_output_0",
        "/FakeLinear_59_output_0",
        "/Add_73_output_0",
        "model.model.layers.14.post_attention_layernorm.weight",
        "/post_attention_layernorm_14/Mul_output_0",
        "/post_attention_layernorm_14/Mul_1_output_0",
        "/mlp/gate_proj_14/FakeLinear_output_0",
        "/mlp/act_fn_14/Sigmoid_output_0",
        "/mlp/act_fn_14/Mul_output_0",
        "/mlp/up_proj_14/FakeLinear_output_0",
        "/mlp_14/Mul_output_0",
        "/mlp/down_proj_14/FakeLinear_output_0",
        "/Add_74_output_0",
        "/Reshape_135_output_0",
        "model.model.layers.15.input_layernorm.weight",
        "/input_layernorm_15/Mul_output_0",
        "/input_layernorm_15/Mul_1_output_0",
        "/FakeLinear_60_output_0",
        "/Shape_211_output_0",
        "Shape3317",
        "BinaryOp3320",
        "BinaryOp3321",
        "Unsqueeze3322",
        "BinaryOp3324",
        "Unsqueeze3325",
        "StridedSlice3328",
        "Squeeze3329",
        "BinaryOp3330",
        "BinaryOp3331",
        "/Gather_229_output_0",
        "/Unsqueeze_481_output_0",
        "/Concat_195_output_0",
        "/Reshape_136_output_0",
        "/Mul_120_output_0",
        "/Shape_212_output_0",
        "Shape3338",
        "BinaryOp3341",
        "BinaryOp3342",
        "Unsqueeze3343",
        "BinaryOp3345",
        "Unsqueeze3346",
        "StridedSlice3349",
        "Squeeze3350",
        "BinaryOp3351",
        "BinaryOp3352",
        "/Gather_230_output_0",
        "/Div_45_output_0",
        "/Unsqueeze_486_output_0",
        "/Slice_61_output_0",
        "/Neg_30_output_0",
        "/Slice_60_output_0",
        "/Concat_198_output_0",
        "/Mul_121_output_0",
        "/Add_75_output_0",
        "/FakeLinear_61_output_0",
        "/Concat_196_output_0",
        "/Reshape_137_output_0",
        "/Mul_122_output_0",
        "/Shape_213_output_0",
        "Shape3401",
        "BinaryOp3404",
        "BinaryOp3405",
        "Unsqueeze3406",
        "BinaryOp3408",
        "Unsqueeze3409",
        "StridedSlice3412",
        "Squeeze3413",
        "BinaryOp3414",
        "BinaryOp3415",
        "/Gather_231_output_0",
        "/Div_46_output_0",
        "/Unsqueeze_488_output_0",
        "/Slice_63_output_0",
        "/Neg_31_output_0",
        "/Slice_62_output_0",
        "/Concat_199_output_0",
        "/Mul_123_output_0",
        "/Add_76_output_0",
        "/FakeLinear_62_output_0",
        "/Reshape_138_output_0",
        "/Reshape_143_output_0",
        "/FakeLinear_63_output_0",
        "/Add_78_output_0",
        "model.model.layers.15.post_attention_layernorm.weight",
        "/post_attention_layernorm_15/Mul_output_0",
        "/post_attention_layernorm_15/Mul_1_output_0",
        "/mlp/gate_proj_15/FakeLinear_output_0",
        "/mlp/act_fn_15/Sigmoid_output_0",
        "/mlp/act_fn_15/Mul_output_0",
        "/mlp/up_proj_15/FakeLinear_output_0",
        "/mlp_15/Mul_output_0",
        "/mlp/down_proj_15/FakeLinear_output_0",
        "/Add_79_output_0",
        "/Reshape_144_output_0",
        "model.model.layers.16.input_layernorm.weight",
        "/input_layernorm_16/Mul_output_0",
        "/input_layernorm_16/Mul_1_output_0",
        "/FakeLinear_64_output_0",
        "/Shape_225_output_0",
        "Shape3533",
        "BinaryOp3536",
        "BinaryOp3537",
        "Unsqueeze3538",
        "BinaryOp3540",
        "Unsqueeze3541",
        "StridedSlice3544",
        "Squeeze3545",
        "BinaryOp3546",
        "BinaryOp3547",
        "/Gather_244_output_0",
        "/Unsqueeze_513_output_0",
        "/Concat_208_output_0",
        "/Reshape_145_output_0",
        "/Mul_128_output_0",
        "/Shape_226_output_0",
        "Shape3554",
        "BinaryOp3557",
        "BinaryOp3558",
        "Unsqueeze3559",
        "BinaryOp3561",
        "Unsqueeze3562",
        "StridedSlice3565",
        "Squeeze3566",
        "BinaryOp3567",
        "BinaryOp3568",
        "/Gather_245_output_0",
        "/Div_48_output_0",
        "/Unsqueeze_518_output_0",
        "/Slice_65_output_0",
        "/Neg_32_output_0",
        "/Slice_64_output_0",
        "/Concat_211_output_0",
        "/Mul_129_output_0",
        "/Add_80_output_0",
        "/FakeLinear_65_output_0",
        "/Concat_209_output_0",
        "/Reshape_146_output_0",
        "/Mul_130_output_0",
        "/Shape_227_output_0",
        "Shape3617",
        "BinaryOp3620",
        "BinaryOp3621",
        "Unsqueeze3622",
        "BinaryOp3624",
        "Unsqueeze3625",
        "StridedSlice3628",
        "Squeeze3629",
        "BinaryOp3630",
        "BinaryOp3631",
        "/Gather_246_output_0",
        "/Div_49_output_0",
        "/Unsqueeze_520_output_0",
        "/Slice_67_output_0",
        "/Neg_33_output_0",
        "/Slice_66_output_0",
        "/Concat_212_output_0",
        "/Mul_131_output_0",
        "/Add_81_output_0",
        "/FakeLinear_66_output_0",
        "/Reshape_147_output_0",
        "/Reshape_152_output_0",
        "/FakeLinear_67_output_0",
        "/Add_83_output_0",
        "model.model.layers.16.post_attention_layernorm.weight",
        "/post_attention_layernorm_16/Mul_output_0",
        "/post_attention_layernorm_16/Mul_1_output_0",
        "/mlp/gate_proj_16/FakeLinear_output_0",
        "/mlp/act_fn_16/Sigmoid_output_0",
        "/mlp/act_fn_16/Mul_output_0",
        "/mlp/up_proj_16/FakeLinear_output_0",
        "/mlp_16/Mul_output_0",
        "/mlp/down_proj_16/FakeLinear_output_0",
        "/Add_84_output_0",
        "/Reshape_153_output_0",
        "model.model.layers.17.input_layernorm.weight",
        "/input_layernorm_17/Mul_output_0",
        "/input_layernorm_17/Mul_1_output_0",
        "/FakeLinear_68_output_0",
        "/Shape_239_output_0",
        "Shape3749",
        "BinaryOp3752",
        "BinaryOp3753",
        "Unsqueeze3754",
        "BinaryOp3756",
        "Unsqueeze3757",
        "StridedSlice3760",
        "Squeeze3761",
        "BinaryOp3762",
        "BinaryOp3763",
        "/Gather_259_output_0",
        "/Unsqueeze_545_output_0",
        "/Concat_221_output_0",
        "/Reshape_154_output_0",
        "/Mul_136_output_0",
        "/Shape_240_output_0",
        "Shape3770",
        "BinaryOp3773",
        "BinaryOp3774",
        "Unsqueeze3775",
        "BinaryOp3777",
        "Unsqueeze3778",
        "StridedSlice3781",
        "Squeeze3782",
        "BinaryOp3783",
        "BinaryOp3784",
        "/Gather_260_output_0",
        "/Div_51_output_0",
        "/Unsqueeze_550_output_0",
        "/Slice_69_output_0",
        "/Neg_34_output_0",
        "/Slice_68_output_0",
        "/Concat_224_output_0",
        "/Mul_137_output_0",
        "/Add_85_output_0",
        "/FakeLinear_69_output_0",
        "/Concat_222_output_0",
        "/Reshape_155_output_0",
        "/Mul_138_output_0",
        "/Shape_241_output_0",
        "Shape3833",
        "BinaryOp3836",
        "BinaryOp3837",
        "Unsqueeze3838",
        "BinaryOp3840",
        "Unsqueeze3841",
        "StridedSlice3844",
        "Squeeze3845",
        "BinaryOp3846",
        "BinaryOp3847",
        "/Gather_261_output_0",
        "/Div_52_output_0",
        "/Unsqueeze_552_output_0",
        "/Slice_71_output_0",
        "/Neg_35_output_0",
        "/Slice_70_output_0",
        "/Concat_225_output_0",
        "/Mul_139_output_0",
        "/Add_86_output_0",
        "/FakeLinear_70_output_0",
        "/Reshape_156_output_0",
        "/Reshape_161_output_0",
        "/FakeLinear_71_output_0",
        "/Add_88_output_0",
        "model.model.layers.17.post_attention_layernorm.weight",
        "/post_attention_layernorm_17/Mul_output_0",
        "/post_attention_layernorm_17/Mul_1_output_0",
        "/mlp/gate_proj_17/FakeLinear_output_0",
        "/mlp/act_fn_17/Sigmoid_output_0",
        "/mlp/act_fn_17/Mul_output_0",
        "/mlp/up_proj_17/FakeLinear_output_0",
        "/mlp_17/Mul_output_0",
        "/mlp/down_proj_17/FakeLinear_output_0",
        "/Add_89_output_0",
        "/Reshape_162_output_0",
        "model.model.layers.18.input_layernorm.weight",
        "/input_layernorm_18/Mul_output_0",
        "/input_layernorm_18/Mul_1_output_0",
        "/FakeLinear_72_output_0",
        "/Shape_253_output_0",
        "Shape3965",
        "BinaryOp3968",
        "BinaryOp3969",
        "Unsqueeze3970",
        "BinaryOp3972",
        "Unsqueeze3973",
        "StridedSlice3976",
        "Squeeze3977",
        "BinaryOp3978",
        "BinaryOp3979",
        "/Gather_274_output_0",
        "/Unsqueeze_577_output_0",
        "/Concat_234_output_0",
        "/Reshape_163_output_0",
        "/Mul_144_output_0",
        "/Shape_254_output_0",
        "Shape3986",
        "BinaryOp3989",
        "BinaryOp3990",
        "Unsqueeze3991",
        "BinaryOp3993",
        "Unsqueeze3994",
        "StridedSlice3997",
        "Squeeze3998",
        "BinaryOp3999",
        "BinaryOp4000",
        "/Gather_275_output_0",
        "/Div_54_output_0",
        "/Unsqueeze_582_output_0",
        "/Slice_73_output_0",
        "/Neg_36_output_0",
        "/Slice_72_output_0",
        "/Concat_237_output_0",
        "/Mul_145_output_0",
        "/Add_90_output_0",
        "/FakeLinear_73_output_0",
        "/Concat_235_output_0",
        "/Reshape_164_output_0",
        "/Mul_146_output_0",
        "/Shape_255_output_0",
        "Shape4049",
        "BinaryOp4052",
        "BinaryOp4053",
        "Unsqueeze4054",
        "BinaryOp4056",
        "Unsqueeze4057",
        "StridedSlice4060",
        "Squeeze4061",
        "BinaryOp4062",
        "BinaryOp4063",
        "/Gather_276_output_0",
        "/Div_55_output_0",
        "/Unsqueeze_584_output_0",
        "/Slice_75_output_0",
        "/Neg_37_output_0",
        "/Slice_74_output_0",
        "/Concat_238_output_0",
        "/Mul_147_output_0",
        "/Add_91_output_0",
        "/FakeLinear_74_output_0",
        "/Reshape_165_output_0",
        "/Reshape_170_output_0",
        "/FakeLinear_75_output_0",
        "/Add_93_output_0",
        "model.model.layers.18.post_attention_layernorm.weight",
        "/post_attention_layernorm_18/Mul_output_0",
        "/post_attention_layernorm_18/Mul_1_output_0",
        "/mlp/gate_proj_18/FakeLinear_output_0",
        "/mlp/act_fn_18/Sigmoid_output_0",
        "/mlp/act_fn_18/Mul_output_0",
        "/mlp/up_proj_18/FakeLinear_output_0",
        "/mlp_18/Mul_output_0",
        "/mlp/down_proj_18/FakeLinear_output_0",
        "/Add_94_output_0",
        "/Reshape_171_output_0",
        "model.model.layers.19.input_layernorm.weight",
        "/input_layernorm_19/Mul_output_0",
        "/input_layernorm_19/Mul_1_output_0",
        "/FakeLinear_76_output_0",
        "/Shape_267_output_0",
        "Shape4181",
        "BinaryOp4184",
        "BinaryOp4185",
        "Unsqueeze4186",
        "BinaryOp4188",
        "Unsqueeze4189",
        "StridedSlice4192",
        "Squeeze4193",
        "BinaryOp4194",
        "BinaryOp4195",
        "/Gather_289_output_0",
        "/Unsqueeze_609_output_0",
        "/Concat_247_output_0",
        "/Reshape_172_output_0",
        "/Mul_152_output_0",
        "/Shape_268_output_0",
        "Shape4202",
        "BinaryOp4205",
        "BinaryOp4206",
        "Unsqueeze4207",
        "BinaryOp4209",
        "Unsqueeze4210",
        "StridedSlice4213",
        "Squeeze4214",
        "BinaryOp4215",
        "BinaryOp4216",
        "/Gather_290_output_0",
        "/Div_57_output_0",
        "/Unsqueeze_614_output_0",
        "/Slice_77_output_0",
        "/Neg_38_output_0",
        "/Slice_76_output_0",
        "/Concat_250_output_0",
        "/Mul_153_output_0",
        "/Add_95_output_0",
        "/FakeLinear_77_output_0",
        "/Concat_248_output_0",
        "/Reshape_173_output_0",
        "/Mul_154_output_0",
        "/Shape_269_output_0",
        "Shape4265",
        "BinaryOp4268",
        "BinaryOp4269",
        "Unsqueeze4270",
        "BinaryOp4272",
        "Unsqueeze4273",
        "StridedSlice4276",
        "Squeeze4277",
        "BinaryOp4278",
        "BinaryOp4279",
        "/Gather_291_output_0",
        "/Div_58_output_0",
        "/Unsqueeze_616_output_0",
        "/Slice_79_output_0",
        "/Neg_39_output_0",
        "/Slice_78_output_0",
        "/Concat_251_output_0",
        "/Mul_155_output_0",
        "/Add_96_output_0",
        "/FakeLinear_78_output_0",
        "/Reshape_174_output_0",
        "/Reshape_179_output_0",
        "/FakeLinear_79_output_0",
        "/Add_98_output_0",
        "model.model.layers.19.post_attention_layernorm.weight",
        "/post_attention_layernorm_19/Mul_output_0",
        "/post_attention_layernorm_19/Mul_1_output_0",
        "/mlp/gate_proj_19/FakeLinear_output_0",
        "/mlp/act_fn_19/Sigmoid_output_0",
        "/mlp/act_fn_19/Mul_output_0",
        "/mlp/up_proj_19/FakeLinear_output_0",
        "/mlp_19/Mul_output_0",
        "/mlp/down_proj_19/FakeLinear_output_0",
        "/Add_99_output_0",
        "/Reshape_180_output_0",
        "model.model.layers.20.input_layernorm.weight",
        "/input_layernorm_20/Mul_output_0",
        "/input_layernorm_20/Mul_1_output_0",
        "/FakeLinear_80_output_0",
        "/Shape_281_output_0",
        "Shape4397",
        "BinaryOp4400",
        "BinaryOp4401",
        "Unsqueeze4402",
        "BinaryOp4404",
        "Unsqueeze4405",
        "StridedSlice4408",
        "Squeeze4409",
        "BinaryOp4410",
        "BinaryOp4411",
        "/Gather_304_output_0",
        "/Unsqueeze_641_output_0",
        "/Concat_260_output_0",
        "/Reshape_181_output_0",
        "/Mul_160_output_0",
        "/Shape_282_output_0",
        "Shape4418",
        "BinaryOp4421",
        "BinaryOp4422",
        "Unsqueeze4423",
        "BinaryOp4425",
        "Unsqueeze4426",
        "StridedSlice4429",
        "Squeeze4430",
        "BinaryOp4431",
        "BinaryOp4432",
        "/Gather_305_output_0",
        "/Div_60_output_0",
        "/Unsqueeze_646_output_0",
        "/Slice_81_output_0",
        "/Neg_40_output_0",
        "/Slice_80_output_0",
        "/Concat_263_output_0",
        "/Mul_161_output_0",
        "/Add_100_output_0",
        "/FakeLinear_81_output_0",
        "/Concat_261_output_0",
        "/Reshape_182_output_0",
        "/Mul_162_output_0",
        "/Shape_283_output_0",
        "Shape4481",
        "BinaryOp4484",
        "BinaryOp4485",
        "Unsqueeze4486",
        "BinaryOp4488",
        "Unsqueeze4489",
        "StridedSlice4492",
        "Squeeze4493",
        "BinaryOp4494",
        "BinaryOp4495",
        "/Gather_306_output_0",
        "/Div_61_output_0",
        "/Unsqueeze_648_output_0",
        "/Slice_83_output_0",
        "/Neg_41_output_0",
        "/Slice_82_output_0",
        "/Concat_264_output_0",
        "/Mul_163_output_0",
        "/Add_101_output_0",
        "/FakeLinear_82_output_0",
        "/Reshape_183_output_0",
        "/Reshape_188_output_0",
        "/FakeLinear_83_output_0",
        "/Add_103_output_0",
        "model.model.layers.20.post_attention_layernorm.weight",
        "/post_attention_layernorm_20/Mul_output_0",
        "/post_attention_layernorm_20/Mul_1_output_0",
        "/mlp/gate_proj_20/FakeLinear_output_0",
        "/mlp/act_fn_20/Sigmoid_output_0",
        "/mlp/act_fn_20/Mul_output_0",
        "/mlp/up_proj_20/FakeLinear_output_0",
        "/mlp_20/Mul_output_0",
        "/mlp/down_proj_20/FakeLinear_output_0",
        "/Add_104_output_0",
        "/Reshape_189_output_0",
        "model.model.layers.21.input_layernorm.weight",
        "/input_layernorm_21/Mul_output_0",
        "/input_layernorm_21/Mul_1_output_0",
        "/FakeLinear_84_output_0",
        "/Shape_295_output_0",
        "Shape4613",
        "BinaryOp4616",
        "BinaryOp4617",
        "Unsqueeze4618",
        "BinaryOp4620",
        "Unsqueeze4621",
        "StridedSlice4624",
        "Squeeze4625",
        "BinaryOp4626",
        "BinaryOp4627",
        "/Gather_319_output_0",
        "/Unsqueeze_673_output_0",
        "/Concat_273_output_0",
        "/Reshape_190_output_0",
        "/Mul_168_output_0",
        "/Shape_296_output_0",
        "Shape4634",
        "BinaryOp4637",
        "BinaryOp4638",
        "Unsqueeze4639",
        "BinaryOp4641",
        "Unsqueeze4642",
        "StridedSlice4645",
        "Squeeze4646",
        "BinaryOp4647",
        "BinaryOp4648",
        "/Gather_320_output_0",
        "/Div_63_output_0",
        "/Unsqueeze_678_output_0",
        "/Slice_85_output_0",
        "/Neg_42_output_0",
        "/Slice_84_output_0",
        "/Concat_276_output_0",
        "/Mul_169_output_0",
        "/Add_105_output_0",
        "/FakeLinear_85_output_0",
        "/Concat_274_output_0",
        "/Reshape_191_output_0",
        "/Mul_170_output_0",
        "/Shape_297_output_0",
        "Shape4697",
        "BinaryOp4700",
        "BinaryOp4701",
        "Unsqueeze4702",
        "BinaryOp4704",
        "Unsqueeze4705",
        "StridedSlice4708",
        "Squeeze4709",
        "BinaryOp4710",
        "BinaryOp4711",
        "/Gather_321_output_0",
        "/Div_64_output_0",
        "/Unsqueeze_680_output_0",
        "/Slice_87_output_0",
        "/Neg_43_output_0",
        "/Slice_86_output_0",
        "/Concat_277_output_0",
        "/Mul_171_output_0",
        "/Add_106_output_0",
        "/FakeLinear_86_output_0",
        "/Reshape_192_output_0",
        "/Reshape_197_output_0",
        "/FakeLinear_87_output_0",
        "/Add_108_output_0",
        "model.model.layers.21.post_attention_layernorm.weight",
        "/post_attention_layernorm_21/Mul_output_0",
        "/post_attention_layernorm_21/Mul_1_output_0",
        "/mlp/gate_proj_21/FakeLinear_output_0",
        "/mlp/act_fn_21/Sigmoid_output_0",
        "/mlp/act_fn_21/Mul_output_0",
        "/mlp/up_proj_21/FakeLinear_output_0",
        "/mlp_21/Mul_output_0",
        "/mlp/down_proj_21/FakeLinear_output_0",
        "/Add_109_output_0",
        "/Reshape_198_output_0",
        "model.model.layers.22.input_layernorm.weight",
        "/input_layernorm_22/Mul_output_0",
        "/input_layernorm_22/Mul_1_output_0",
        "/FakeLinear_88_output_0",
        "/Shape_309_output_0",
        "Shape4829",
        "BinaryOp4832",
        "BinaryOp4833",
        "Unsqueeze4834",
        "BinaryOp4836",
        "Unsqueeze4837",
        "StridedSlice4840",
        "Squeeze4841",
        "BinaryOp4842",
        "BinaryOp4843",
        "/Gather_334_output_0",
        "/Unsqueeze_705_output_0",
        "/Concat_286_output_0",
        "/Reshape_199_output_0",
        "/Mul_176_output_0",
        "/Shape_310_output_0",
        "Shape4850",
        "BinaryOp4853",
        "BinaryOp4854",
        "Unsqueeze4855",
        "BinaryOp4857",
        "Unsqueeze4858",
        "StridedSlice4861",
        "Squeeze4862",
        "BinaryOp4863",
        "BinaryOp4864",
        "/Gather_335_output_0",
        "/Div_66_output_0",
        "/Unsqueeze_710_output_0",
        "/Slice_89_output_0",
        "/Neg_44_output_0",
        "/Slice_88_output_0",
        "/Concat_289_output_0",
        "/Mul_177_output_0",
        "/Add_110_output_0",
        "/FakeLinear_89_output_0",
        "/Concat_287_output_0",
        "/Reshape_200_output_0",
        "/Mul_178_output_0",
        "/Shape_311_output_0",
        "Shape4913",
        "BinaryOp4916",
        "BinaryOp4917",
        "Unsqueeze4918",
        "BinaryOp4920",
        "Unsqueeze4921",
        "StridedSlice4924",
        "Squeeze4925",
        "BinaryOp4926",
        "BinaryOp4927",
        "/Gather_336_output_0",
        "/Div_67_output_0",
        "/Unsqueeze_712_output_0",
        "/Slice_91_output_0",
        "/Neg_45_output_0",
        "/Slice_90_output_0",
        "/Concat_290_output_0",
        "/Mul_179_output_0",
        "/Add_111_output_0",
        "/FakeLinear_90_output_0",
        "/Reshape_201_output_0",
        "/Reshape_206_output_0",
        "/FakeLinear_91_output_0",
        "/Add_113_output_0",
        "model.model.layers.22.post_attention_layernorm.weight",
        "/post_attention_layernorm_22/Mul_output_0",
        "/post_attention_layernorm_22/Mul_1_output_0",
        "/mlp/gate_proj_22/FakeLinear_output_0",
        "/mlp/act_fn_22/Sigmoid_output_0",
        "/mlp/act_fn_22/Mul_output_0",
        "/mlp/up_proj_22/FakeLinear_output_0",
        "/mlp_22/Mul_output_0",
        "/mlp/down_proj_22/FakeLinear_output_0",
        "/Add_114_output_0",
        "/Reshape_207_output_0",
        "model.model.layers.23.input_layernorm.weight",
        "/input_layernorm_23/Mul_output_0",
        "/input_layernorm_23/Mul_1_output_0",
        "/FakeLinear_92_output_0",
        "/Shape_323_output_0",
        "Shape5045",
        "BinaryOp5048",
        "BinaryOp5049",
        "Unsqueeze5050",
        "BinaryOp5052",
        "Unsqueeze5053",
        "StridedSlice5056",
        "Squeeze5057",
        "BinaryOp5058",
        "BinaryOp5059",
        "/Gather_349_output_0",
        "/Unsqueeze_737_output_0",
        "/Concat_299_output_0",
        "/Reshape_208_output_0",
        "/Mul_184_output_0",
        "/Shape_324_output_0",
        "Shape5066",
        "BinaryOp5069",
        "BinaryOp5070",
        "Unsqueeze5071",
        "BinaryOp5073",
        "Unsqueeze5074",
        "StridedSlice5077",
        "Squeeze5078",
        "BinaryOp5079",
        "BinaryOp5080",
        "/Gather_350_output_0",
        "/Div_69_output_0",
        "/Unsqueeze_742_output_0",
        "/Slice_93_output_0",
        "/Neg_46_output_0",
        "/Slice_92_output_0",
        "/Concat_302_output_0",
        "/Mul_185_output_0",
        "/Add_115_output_0",
        "/FakeLinear_93_output_0",
        "/Concat_300_output_0",
        "/Reshape_209_output_0",
        "/Mul_186_output_0",
        "/Shape_325_output_0",
        "Shape5129",
        "BinaryOp5132",
        "BinaryOp5133",
        "Unsqueeze5134",
        "BinaryOp5136",
        "Unsqueeze5137",
        "StridedSlice5140",
        "Squeeze5141",
        "BinaryOp5142",
        "BinaryOp5143",
        "/Gather_351_output_0",
        "/Div_70_output_0",
        "/Unsqueeze_744_output_0",
        "/Slice_95_output_0",
        "/Neg_47_output_0",
        "/Slice_94_output_0",
        "/Concat_303_output_0",
        "/Mul_187_output_0",
        "/Add_116_output_0",
        "/FakeLinear_94_output_0",
        "/Reshape_210_output_0",
        "/Reshape_215_output_0",
        "/FakeLinear_95_output_0",
        "/Add_118_output_0",
        "model.model.layers.23.post_attention_layernorm.weight",
        "/post_attention_layernorm_23/Mul_output_0",
        "/post_attention_layernorm_23/Mul_1_output_0",
        "/mlp/gate_proj_23/FakeLinear_output_0",
        "/mlp/act_fn_23/Sigmoid_output_0",
        "/mlp/act_fn_23/Mul_output_0",
        "/mlp/up_proj_23/FakeLinear_output_0",
        "/mlp_23/Mul_output_0",
        "/mlp/down_proj_23/FakeLinear_output_0",
        "/Add_119_output_0",
        "/Reshape_216_output_0",
        "model.model.layers.24.input_layernorm.weight",
        "/input_layernorm_24/Mul_output_0",
        "/input_layernorm_24/Mul_1_output_0",
        "/FakeLinear_96_output_0",
        "/Shape_337_output_0",
        "Shape5261",
        "BinaryOp5264",
        "BinaryOp5265",
        "Unsqueeze5266",
        "BinaryOp5268",
        "Unsqueeze5269",
        "StridedSlice5272",
        "Squeeze5273",
        "BinaryOp5274",
        "BinaryOp5275",
        "/Gather_364_output_0",
        "/Unsqueeze_769_output_0",
        "/Concat_312_output_0",
        "/Reshape_217_output_0",
        "/Mul_192_output_0",
        "/Shape_338_output_0",
        "Shape5282",
        "BinaryOp5285",
        "BinaryOp5286",
        "Unsqueeze5287",
        "BinaryOp5289",
        "Unsqueeze5290",
        "StridedSlice5293",
        "Squeeze5294",
        "BinaryOp5295",
        "BinaryOp5296",
        "/Gather_365_output_0",
        "/Div_72_output_0",
        "/Unsqueeze_774_output_0",
        "/Slice_97_output_0",
        "/Neg_48_output_0",
        "/Slice_96_output_0",
        "/Concat_315_output_0",
        "/Mul_193_output_0",
        "/Add_120_output_0",
        "/FakeLinear_97_output_0",
        "/Concat_313_output_0",
        "/Reshape_218_output_0",
        "/Mul_194_output_0",
        "/Shape_339_output_0",
        "Shape5345",
        "BinaryOp5348",
        "BinaryOp5349",
        "Unsqueeze5350",
        "BinaryOp5352",
        "Unsqueeze5353",
        "StridedSlice5356",
        "Squeeze5357",
        "BinaryOp5358",
        "BinaryOp5359",
        "/Gather_366_output_0",
        "/Div_73_output_0",
        "/Unsqueeze_776_output_0",
        "/Slice_99_output_0",
        "/Neg_49_output_0",
        "/Slice_98_output_0",
        "/Concat_316_output_0",
        "/Mul_195_output_0",
        "/Add_121_output_0",
        "/FakeLinear_98_output_0",
        "/Reshape_219_output_0",
        "/Reshape_224_output_0",
        "/FakeLinear_99_output_0",
        "/Add_123_output_0",
        "model.model.layers.24.post_attention_layernorm.weight",
        "/post_attention_layernorm_24/Mul_output_0",
        "/post_attention_layernorm_24/Mul_1_output_0",
        "/mlp/gate_proj_24/FakeLinear_output_0",
        "/mlp/act_fn_24/Sigmoid_output_0",
        "/mlp/act_fn_24/Mul_output_0",
        "/mlp/up_proj_24/FakeLinear_output_0",
        "/mlp_24/Mul_output_0",
        "/mlp/down_proj_24/FakeLinear_output_0",
        "/Add_124_output_0",
        "/Reshape_225_output_0",
        "model.model.layers.25.input_layernorm.weight",
        "/input_layernorm_25/Mul_output_0",
        "/input_layernorm_25/Mul_1_output_0",
        "/FakeLinear_100_output_0",
        "/Shape_351_output_0",
        "Shape5477",
        "BinaryOp5480",
        "BinaryOp5481",
        "Unsqueeze5482",
        "BinaryOp5484",
        "Unsqueeze5485",
        "StridedSlice5488",
        "Squeeze5489",
        "BinaryOp5490",
        "BinaryOp5491",
        "/Gather_379_output_0",
        "/Unsqueeze_801_output_0",
        "/Concat_325_output_0",
        "/Reshape_226_output_0",
        "/Mul_200_output_0",
        "/Shape_352_output_0",
        "Shape5498",
        "BinaryOp5501",
        "BinaryOp5502",
        "Unsqueeze5503",
        "BinaryOp5505",
        "Unsqueeze5506",
        "StridedSlice5509",
        "Squeeze5510",
        "BinaryOp5511",
        "BinaryOp5512",
        "/Gather_380_output_0",
        "/Div_75_output_0",
        "/Unsqueeze_806_output_0",
        "/Slice_101_output_0",
        "/Neg_50_output_0",
        "/Slice_100_output_0",
        "/Concat_328_output_0",
        "/Mul_201_output_0",
        "/Add_125_output_0",
        "/FakeLinear_101_output_0",
        "/Concat_326_output_0",
        "/Reshape_227_output_0",
        "/Mul_202_output_0",
        "/Shape_353_output_0",
        "Shape5561",
        "BinaryOp5564",
        "BinaryOp5565",
        "Unsqueeze5566",
        "BinaryOp5568",
        "Unsqueeze5569",
        "StridedSlice5572",
        "Squeeze5573",
        "BinaryOp5574",
        "BinaryOp5575",
        "/Gather_381_output_0",
        "/Div_76_output_0",
        "/Unsqueeze_808_output_0",
        "/Slice_103_output_0",
        "/Neg_51_output_0",
        "/Slice_102_output_0",
        "/Concat_329_output_0",
        "/Mul_203_output_0",
        "/Add_126_output_0",
        "/FakeLinear_102_output_0",
        "/Reshape_228_output_0",
        "/Reshape_233_output_0",
        "/FakeLinear_103_output_0",
        "/Add_128_output_0",
        "model.model.layers.25.post_attention_layernorm.weight",
        "/post_attention_layernorm_25/Mul_output_0",
        "/post_attention_layernorm_25/Mul_1_output_0",
        "/mlp/gate_proj_25/FakeLinear_output_0",
        "/mlp/act_fn_25/Sigmoid_output_0",
        "/mlp/act_fn_25/Mul_output_0",
        "/mlp/up_proj_25/FakeLinear_output_0",
        "/mlp_25/Mul_output_0",
        "/mlp/down_proj_25/FakeLinear_output_0",
        "/Add_129_output_0",
        "/Reshape_234_output_0",
        "model.model.layers.26.input_layernorm.weight",
        "/input_layernorm_26/Mul_output_0",
        "/input_layernorm_26/Mul_1_output_0",
        "/FakeLinear_104_output_0",
        "/Shape_365_output_0",
        "Shape5693",
        "BinaryOp5696",
        "BinaryOp5697",
        "Unsqueeze5698",
        "BinaryOp5700",
        "Unsqueeze5701",
        "StridedSlice5704",
        "Squeeze5705",
        "BinaryOp5706",
        "BinaryOp5707",
        "/Gather_394_output_0",
        "/Unsqueeze_833_output_0",
        "/Concat_338_output_0",
        "/Reshape_235_output_0",
        "/Mul_208_output_0",
        "/Shape_366_output_0",
        "Shape5714",
        "BinaryOp5717",
        "BinaryOp5718",
        "Unsqueeze5719",
        "BinaryOp5721",
        "Unsqueeze5722",
        "StridedSlice5725",
        "Squeeze5726",
        "BinaryOp5727",
        "BinaryOp5728",
        "/Gather_395_output_0",
        "/Div_78_output_0",
        "/Unsqueeze_838_output_0",
        "/Slice_105_output_0",
        "/Neg_52_output_0",
        "/Slice_104_output_0",
        "/Concat_341_output_0",
        "/Mul_209_output_0",
        "/Add_130_output_0",
        "/FakeLinear_105_output_0",
        "/Concat_339_output_0",
        "/Reshape_236_output_0",
        "/Mul_210_output_0",
        "/Shape_367_output_0",
        "Shape5777",
        "BinaryOp5780",
        "BinaryOp5781",
        "Unsqueeze5782",
        "BinaryOp5784",
        "Unsqueeze5785",
        "StridedSlice5788",
        "Squeeze5789",
        "BinaryOp5790",
        "BinaryOp5791",
        "/Gather_396_output_0",
        "/Div_79_output_0",
        "/Unsqueeze_840_output_0",
        "/Slice_107_output_0",
        "/Neg_53_output_0",
        "/Slice_106_output_0",
        "/Concat_342_output_0",
        "/Mul_211_output_0",
        "/Add_131_output_0",
        "/FakeLinear_106_output_0",
        "/Reshape_237_output_0",
        "/Reshape_242_output_0",
        "/FakeLinear_107_output_0",
        "/Add_133_output_0",
        "model.model.layers.26.post_attention_layernorm.weight",
        "/post_attention_layernorm_26/Mul_output_0",
        "/post_attention_layernorm_26/Mul_1_output_0",
        "/mlp/gate_proj_26/FakeLinear_output_0",
        "/mlp/act_fn_26/Sigmoid_output_0",
        "/mlp/act_fn_26/Mul_output_0",
        "/mlp/up_proj_26/FakeLinear_output_0",
        "/mlp_26/Mul_output_0",
        "/mlp/down_proj_26/FakeLinear_output_0",
        "/Add_134_output_0",
        "/Reshape_243_output_0",
        "model.model.layers.27.input_layernorm.weight",
        "/input_layernorm_27/Mul_output_0",
        "/input_layernorm_27/Mul_1_output_0",
        "/FakeLinear_108_output_0",
        "/Shape_379_output_0",
        "Shape5909",
        "BinaryOp5912",
        "BinaryOp5913",
        "Unsqueeze5914",
        "BinaryOp5916",
        "Unsqueeze5917",
        "StridedSlice5920",
        "Squeeze5921",
        "BinaryOp5922",
        "BinaryOp5923",
        "/Gather_409_output_0",
        "/Unsqueeze_865_output_0",
        "/Concat_351_output_0",
        "/Reshape_244_output_0",
        "/Mul_216_output_0",
        "/Shape_380_output_0",
        "Shape5930",
        "BinaryOp5933",
        "BinaryOp5934",
        "Unsqueeze5935",
        "BinaryOp5937",
        "Unsqueeze5938",
        "StridedSlice5941",
        "Squeeze5942",
        "BinaryOp5943",
        "BinaryOp5944",
        "/Gather_410_output_0",
        "/Div_81_output_0",
        "/Unsqueeze_870_output_0",
        "/Slice_109_output_0",
        "/Neg_54_output_0",
        "/Slice_108_output_0",
        "/Concat_354_output_0",
        "/Mul_217_output_0",
        "/Add_135_output_0",
        "/FakeLinear_109_output_0",
        "/Concat_352_output_0",
        "/Reshape_245_output_0",
        "/Mul_218_output_0",
        "/Shape_381_output_0",
        "Shape5993",
        "BinaryOp5996",
        "BinaryOp5997",
        "Unsqueeze5998",
        "BinaryOp6000",
        "Unsqueeze6001",
        "StridedSlice6004",
        "Squeeze6005",
        "BinaryOp6006",
        "BinaryOp6007",
        "/Gather_411_output_0",
        "/Div_82_output_0",
        "/Unsqueeze_872_output_0",
        "/Slice_111_output_0",
        "/Neg_55_output_0",
        "/Slice_110_output_0",
        "/Concat_355_output_0",
        "/Mul_219_output_0",
        "/Add_136_output_0",
        "/FakeLinear_110_output_0",
        "/Reshape_246_output_0",
        "/Reshape_251_output_0",
        "/FakeLinear_111_output_0",
        "/Add_138_output_0",
        "model.model.layers.27.post_attention_layernorm.weight",
        "/post_attention_layernorm_27/Mul_output_0",
        "/post_attention_layernorm_27/Mul_1_output_0",
        "/mlp/gate_proj_27/FakeLinear_output_0",
        "/mlp/act_fn_27/Sigmoid_output_0",
        "/mlp/act_fn_27/Mul_output_0",
        "/mlp/up_proj_27/FakeLinear_output_0",
        "/mlp_27/Mul_output_0",
        "/mlp/down_proj_27/FakeLinear_output_0",
        "/Add_139_output_0",
        "/Reshape_252_output_0",
        "model.model.layers.28.input_layernorm.weight",
        "/input_layernorm_28/Mul_output_0",
        "/input_layernorm_28/Mul_1_output_0",
        "/FakeLinear_112_output_0",
        "/Shape_393_output_0",
        "Shape6125",
        "BinaryOp6128",
        "BinaryOp6129",
        "Unsqueeze6130",
        "BinaryOp6132",
        "Unsqueeze6133",
        "StridedSlice6136",
        "Squeeze6137",
        "BinaryOp6138",
        "BinaryOp6139",
        "/Gather_424_output_0",
        "/Unsqueeze_897_output_0",
        "/Concat_364_output_0",
        "/Reshape_253_output_0",
        "/Mul_224_output_0",
        "/Shape_394_output_0",
        "Shape6146",
        "BinaryOp6149",
        "BinaryOp6150",
        "Unsqueeze6151",
        "BinaryOp6153",
        "Unsqueeze6154",
        "StridedSlice6157",
        "Squeeze6158",
        "BinaryOp6159",
        "BinaryOp6160",
        "/Gather_425_output_0",
        "/Div_84_output_0",
        "/Unsqueeze_902_output_0",
        "/Slice_113_output_0",
        "/Neg_56_output_0",
        "/Slice_112_output_0",
        "/Concat_367_output_0",
        "/Mul_225_output_0",
        "/Add_140_output_0",
        "/FakeLinear_113_output_0",
        "/Concat_365_output_0",
        "/Reshape_254_output_0",
        "/Mul_226_output_0",
        "/Shape_395_output_0",
        "Shape6209",
        "BinaryOp6212",
        "BinaryOp6213",
        "Unsqueeze6214",
        "BinaryOp6216",
        "Unsqueeze6217",
        "StridedSlice6220",
        "Squeeze6221",
        "BinaryOp6222",
        "BinaryOp6223",
        "/Gather_426_output_0",
        "/Div_85_output_0",
        "/Unsqueeze_904_output_0",
        "/Slice_115_output_0",
        "/Neg_57_output_0",
        "/Slice_114_output_0",
        "/Concat_368_output_0",
        "/Mul_227_output_0",
        "/Add_141_output_0",
        "/FakeLinear_114_output_0",
        "/Reshape_255_output_0",
        "/Reshape_260_output_0",
        "/FakeLinear_115_output_0",
        "/Add_143_output_0",
        "model.model.layers.28.post_attention_layernorm.weight",
        "/post_attention_layernorm_28/Mul_output_0",
        "/post_attention_layernorm_28/Mul_1_output_0",
        "/mlp/gate_proj_28/FakeLinear_output_0",
        "/mlp/act_fn_28/Sigmoid_output_0",
        "/mlp/act_fn_28/Mul_output_0",
        "/mlp/up_proj_28/FakeLinear_output_0",
        "/mlp_28/Mul_output_0",
        "/mlp/down_proj_28/FakeLinear_output_0",
        "/Add_144_output_0",
        "/Reshape_261_output_0",
        "model.model.layers.29.input_layernorm.weight",
        "/input_layernorm_29/Mul_output_0",
        "/input_layernorm_29/Mul_1_output_0",
        "/FakeLinear_116_output_0",
        "/Shape_407_output_0",
        "Shape6341",
        "BinaryOp6344",
        "BinaryOp6345",
        "Unsqueeze6346",
        "BinaryOp6348",
        "Unsqueeze6349",
        "StridedSlice6352",
        "Squeeze6353",
        "BinaryOp6354",
        "BinaryOp6355",
        "/Gather_439_output_0",
        "/Unsqueeze_929_output_0",
        "/Concat_377_output_0",
        "/Reshape_262_output_0",
        "/Mul_232_output_0",
        "/Shape_408_output_0",
        "Shape6362",
        "BinaryOp6365",
        "BinaryOp6366",
        "Unsqueeze6367",
        "BinaryOp6369",
        "Unsqueeze6370",
        "StridedSlice6373",
        "Squeeze6374",
        "BinaryOp6375",
        "BinaryOp6376",
        "/Gather_440_output_0",
        "/Div_87_output_0",
        "/Unsqueeze_934_output_0",
        "/Slice_117_output_0",
        "/Neg_58_output_0",
        "/Slice_116_output_0",
        "/Concat_380_output_0",
        "/Mul_233_output_0",
        "/Add_145_output_0",
        "/FakeLinear_117_output_0",
        "/Concat_378_output_0",
        "/Reshape_263_output_0",
        "/Mul_234_output_0",
        "/Shape_409_output_0",
        "Shape6425",
        "BinaryOp6428",
        "BinaryOp6429",
        "Unsqueeze6430",
        "BinaryOp6432",
        "Unsqueeze6433",
        "StridedSlice6436",
        "Squeeze6437",
        "BinaryOp6438",
        "BinaryOp6439",
        "/Gather_441_output_0",
        "/Div_88_output_0",
        "/Unsqueeze_936_output_0",
        "/Slice_119_output_0",
        "/Neg_59_output_0",
        "/Slice_118_output_0",
        "/Concat_381_output_0",
        "/Mul_235_output_0",
        "/Add_146_output_0",
        "/FakeLinear_118_output_0",
        "/Reshape_264_output_0",
        "/Reshape_269_output_0",
        "/FakeLinear_119_output_0",
        "/Add_148_output_0",
        "model.model.layers.29.post_attention_layernorm.weight",
        "/post_attention_layernorm_29/Mul_output_0",
        "/post_attention_layernorm_29/Mul_1_output_0",
        "/mlp/gate_proj_29/FakeLinear_output_0",
        "/mlp/act_fn_29/Sigmoid_output_0",
        "/mlp/act_fn_29/Mul_output_0",
        "/mlp/up_proj_29/FakeLinear_output_0",
        "/mlp_29/Mul_output_0",
        "/mlp/down_proj_29/FakeLinear_output_0",
        "/Add_149_output_0",
        "/lm/Constant_output_0",
        "/lm/Reshape_output_0",
        "/rotary/Constant_6_output_0",
        "Shape6549",
        "BinaryOp6552",
        "BinaryOp6553",
        "Unsqueeze6554",
        "BinaryOp6556",
        "Unsqueeze6557",
        "StridedSlice6560",
        "Squeeze6561",
        "BinaryOp6562",
        "BinaryOp6563",
        "/lm/Gather_output_0",
        "/lm/Constant_1_output_0",
        "/lm/Reshape_1_output_0",
        "/lm/norm/Mul_output_0",
        "/lm/norm/Mul_1_output_0",
        "/lm/lm/FakeLinear_output_0",
        "/Constant_61_output_0",
        "logits",
        "past_key_values",
        "presents",
        "/layers.0/self_attn/q_proj/Linear/pre_reshape",
        "/layers.0/self_attn/q_proj/Linear/pre_convert",
        "/layers.0/self_attn/q_proj/Linear",
        "/layers.0/self_attn/q_proj/Linear/post_convert",
        "/layers.0/self_attn/k_proj/Linear/pre_reshape",
        "/layers.0/self_attn/k_proj/Linear/pre_convert",
        "/layers.0/self_attn/k_proj/Linear",
        "/layers.0/self_attn/k_proj/Linear/post_convert",
        "/layers.0/self_attn/v_proj/Linear/pre_reshape",
        "/layers.0/self_attn/v_proj/Linear/pre_convert",
        "/layers.0/self_attn/v_proj/Linear",
        "/layers.0/self_attn/v_proj/Linear/post_convert",
        "/layers.0/self_attn/o_proj/Linear/pre_reshape",
        "/layers.0/self_attn/o_proj/Linear/pre_convert",
        "/layers.0/self_attn/o_proj/Linear",
        "/layers.0/self_attn/o_proj/Linear/post_convert",
        "/layers.0/mlp/gate_proj/Linear/pre_reshape",
        "/layers.0/mlp/gate_proj/Linear/pre_convert",
        "/layers.0/mlp/gate_proj/Linear",
        "/layers.0/mlp/gate_proj/Linear/post_convert",
        "/layers.0/mlp/up_proj/Linear/pre_reshape",
        "/layers.0/mlp/up_proj/Linear/pre_convert",
        "/layers.0/mlp/up_proj/Linear",
        "/layers.0/mlp/up_proj/Linear/post_convert",
        "/layers.0/mlp/down_proj/Linear/pre_reshape",
        "/layers.0/mlp/down_proj/Linear/pre_convert",
        "/layers.0/mlp/down_proj/Linear",
        "/layers.0/mlp/down_proj/Linear/post_convert",
        "/layers.1/self_attn/q_proj/Linear/pre_reshape",
        "/layers.1/self_attn/q_proj/Linear/pre_convert",
        "/layers.1/self_attn/q_proj/Linear",
        "/layers.1/self_attn/q_proj/Linear/post_convert",
        "/layers.1/self_attn/k_proj/Linear/pre_reshape",
        "/layers.1/self_attn/k_proj/Linear/pre_convert",
        "/layers.1/self_attn/k_proj/Linear",
        "/layers.1/self_attn/k_proj/Linear/post_convert",
        "/layers.1/self_attn/v_proj/Linear/pre_reshape",
        "/layers.1/self_attn/v_proj/Linear/pre_convert",
        "/layers.1/self_attn/v_proj/Linear",
        "/layers.1/self_attn/v_proj/Linear/post_convert",
        "/layers.1/self_attn/o_proj/Linear/pre_reshape",
        "/layers.1/self_attn/o_proj/Linear/pre_convert",
        "/layers.1/self_attn/o_proj/Linear",
        "/layers.1/self_attn/o_proj/Linear/post_convert",
        "/layers.1/mlp/gate_proj/Linear/pre_reshape",
        "/layers.1/mlp/gate_proj/Linear/pre_convert",
        "/layers.1/mlp/gate_proj/Linear",
        "/layers.1/mlp/gate_proj/Linear/post_convert",
        "/layers.1/mlp/up_proj/Linear/pre_reshape",
        "/layers.1/mlp/up_proj/Linear/pre_convert",
        "/layers.1/mlp/up_proj/Linear",
        "/layers.1/mlp/up_proj/Linear/post_convert",
        "/layers.1/mlp/down_proj/Linear/pre_reshape",
        "/layers.1/mlp/down_proj/Linear/pre_convert",
        "/layers.1/mlp/down_proj/Linear",
        "/layers.1/mlp/down_proj/Linear/post_convert",
        "/layers.2/self_attn/q_proj/Linear/pre_reshape",
        "/layers.2/self_attn/q_proj/Linear/pre_convert",
        "/layers.2/self_attn/q_proj/Linear",
        "/layers.2/self_attn/q_proj/Linear/post_convert",
        "/layers.2/self_attn/k_proj/Linear/pre_reshape",
        "/layers.2/self_attn/k_proj/Linear/pre_convert",
        "/layers.2/self_attn/k_proj/Linear",
        "/layers.2/self_attn/k_proj/Linear/post_convert",
        "/layers.2/self_attn/v_proj/Linear/pre_reshape",
        "/layers.2/self_attn/v_proj/Linear/pre_convert",
        "/layers.2/self_attn/v_proj/Linear",
        "/layers.2/self_attn/v_proj/Linear/post_convert",
        "/layers.2/self_attn/o_proj/Linear/pre_reshape",
        "/layers.2/self_attn/o_proj/Linear/pre_convert",
        "/layers.2/self_attn/o_proj/Linear",
        "/layers.2/self_attn/o_proj/Linear/post_convert",
        "/layers.2/mlp/gate_proj/Linear/pre_reshape",
        "/layers.2/mlp/gate_proj/Linear/pre_convert",
        "/layers.2/mlp/gate_proj/Linear",
        "/layers.2/mlp/gate_proj/Linear/post_convert",
        "/layers.2/mlp/up_proj/Linear/pre_reshape",
        "/layers.2/mlp/up_proj/Linear/pre_convert",
        "/layers.2/mlp/up_proj/Linear",
        "/layers.2/mlp/up_proj/Linear/post_convert",
        "/layers.2/mlp/down_proj/Linear/pre_reshape",
        "/layers.2/mlp/down_proj/Linear/pre_convert",
        "/layers.2/mlp/down_proj/Linear",
        "/layers.2/mlp/down_proj/Linear/post_convert",
        "/layers.3/self_attn/q_proj/Linear/pre_reshape",
        "/layers.3/self_attn/q_proj/Linear/pre_convert",
        "/layers.3/self_attn/q_proj/Linear",
        "/layers.3/self_attn/q_proj/Linear/post_convert",
        "/layers.3/self_attn/k_proj/Linear/pre_reshape",
        "/layers.3/self_attn/k_proj/Linear/pre_convert",
        "/layers.3/self_attn/k_proj/Linear",
        "/layers.3/self_attn/k_proj/Linear/post_convert",
        "/layers.3/self_attn/v_proj/Linear/pre_reshape",
        "/layers.3/self_attn/v_proj/Linear/pre_convert",
        "/layers.3/self_attn/v_proj/Linear",
        "/layers.3/self_attn/v_proj/Linear/post_convert",
        "/layers.3/self_attn/o_proj/Linear/pre_reshape",
        "/layers.3/self_attn/o_proj/Linear/pre_convert",
        "/layers.3/self_attn/o_proj/Linear",
        "/layers.3/self_attn/o_proj/Linear/post_convert",
        "/layers.3/mlp/gate_proj/Linear/pre_reshape",
        "/layers.3/mlp/gate_proj/Linear/pre_convert",
        "/layers.3/mlp/gate_proj/Linear",
        "/layers.3/mlp/gate_proj/Linear/post_convert",
        "/layers.3/mlp/up_proj/Linear/pre_reshape",
        "/layers.3/mlp/up_proj/Linear/pre_convert",
        "/layers.3/mlp/up_proj/Linear",
        "/layers.3/mlp/up_proj/Linear/post_convert",
        "/layers.3/mlp/down_proj/Linear/pre_reshape",
        "/layers.3/mlp/down_proj/Linear/pre_convert",
        "/layers.3/mlp/down_proj/Linear",
        "/layers.3/mlp/down_proj/Linear/post_convert",
        "/layers.4/self_attn/q_proj/Linear/pre_reshape",
        "/layers.4/self_attn/q_proj/Linear/pre_convert",
        "/layers.4/self_attn/q_proj/Linear",
        "/layers.4/self_attn/q_proj/Linear/post_convert",
        "/layers.4/self_attn/k_proj/Linear/pre_reshape",
        "/layers.4/self_attn/k_proj/Linear/pre_convert",
        "/layers.4/self_attn/k_proj/Linear",
        "/layers.4/self_attn/k_proj/Linear/post_convert",
        "/layers.4/self_attn/v_proj/Linear/pre_reshape",
        "/layers.4/self_attn/v_proj/Linear/pre_convert",
        "/layers.4/self_attn/v_proj/Linear",
        "/layers.4/self_attn/v_proj/Linear/post_convert",
        "/layers.4/self_attn/o_proj/Linear/pre_reshape",
        "/layers.4/self_attn/o_proj/Linear/pre_convert",
        "/layers.4/self_attn/o_proj/Linear",
        "/layers.4/self_attn/o_proj/Linear/post_convert",
        "/layers.4/mlp/gate_proj/Linear/pre_reshape",
        "/layers.4/mlp/gate_proj/Linear/pre_convert",
        "/layers.4/mlp/gate_proj/Linear",
        "/layers.4/mlp/gate_proj/Linear/post_convert",
        "/layers.4/mlp/up_proj/Linear/pre_reshape",
        "/layers.4/mlp/up_proj/Linear/pre_convert",
        "/layers.4/mlp/up_proj/Linear",
        "/layers.4/mlp/up_proj/Linear/post_convert",
        "/layers.4/mlp/down_proj/Linear/pre_reshape",
        "/layers.4/mlp/down_proj/Linear/pre_convert",
        "/layers.4/mlp/down_proj/Linear",
        "/layers.4/mlp/down_proj/Linear/post_convert",
        "/layers.5/self_attn/q_proj/Linear/pre_reshape",
        "/layers.5/self_attn/q_proj/Linear/pre_convert",
        "/layers.5/self_attn/q_proj/Linear",
        "/layers.5/self_attn/q_proj/Linear/post_convert",
        "/layers.5/self_attn/k_proj/Linear/pre_reshape",
        "/layers.5/self_attn/k_proj/Linear/pre_convert",
        "/layers.5/self_attn/k_proj/Linear",
        "/layers.5/self_attn/k_proj/Linear/post_convert",
        "/layers.5/self_attn/v_proj/Linear/pre_reshape",
        "/layers.5/self_attn/v_proj/Linear/pre_convert",
        "/layers.5/self_attn/v_proj/Linear",
        "/layers.5/self_attn/v_proj/Linear/post_convert",
        "/layers.5/self_attn/o_proj/Linear/pre_reshape",
        "/layers.5/self_attn/o_proj/Linear/pre_convert",
        "/layers.5/self_attn/o_proj/Linear",
        "/layers.5/self_attn/o_proj/Linear/post_convert",
        "/layers.5/mlp/gate_proj/Linear/pre_reshape",
        "/layers.5/mlp/gate_proj/Linear/pre_convert",
        "/layers.5/mlp/gate_proj/Linear",
        "/layers.5/mlp/gate_proj/Linear/post_convert",
        "/layers.5/mlp/up_proj/Linear/pre_reshape",
        "/layers.5/mlp/up_proj/Linear/pre_convert",
        "/layers.5/mlp/up_proj/Linear",
        "/layers.5/mlp/up_proj/Linear/post_convert",
        "/layers.5/mlp/down_proj/Linear/pre_reshape",
        "/layers.5/mlp/down_proj/Linear/pre_convert",
        "/layers.5/mlp/down_proj/Linear",
        "/layers.5/mlp/down_proj/Linear/post_convert",
        "/layers.6/self_attn/q_proj/Linear/pre_reshape",
        "/layers.6/self_attn/q_proj/Linear/pre_convert",
        "/layers.6/self_attn/q_proj/Linear",
        "/layers.6/self_attn/q_proj/Linear/post_convert",
        "/layers.6/self_attn/k_proj/Linear/pre_reshape",
        "/layers.6/self_attn/k_proj/Linear/pre_convert",
        "/layers.6/self_attn/k_proj/Linear",
        "/layers.6/self_attn/k_proj/Linear/post_convert",
        "/layers.6/self_attn/v_proj/Linear/pre_reshape",
        "/layers.6/self_attn/v_proj/Linear/pre_convert",
        "/layers.6/self_attn/v_proj/Linear",
        "/layers.6/self_attn/v_proj/Linear/post_convert",
        "/layers.6/self_attn/o_proj/Linear/pre_reshape",
        "/layers.6/self_attn/o_proj/Linear/pre_convert",
        "/layers.6/self_attn/o_proj/Linear",
        "/layers.6/self_attn/o_proj/Linear/post_convert",
        "/layers.6/mlp/gate_proj/Linear/pre_reshape",
        "/layers.6/mlp/gate_proj/Linear/pre_convert",
        "/layers.6/mlp/gate_proj/Linear",
        "/layers.6/mlp/gate_proj/Linear/post_convert",
        "/layers.6/mlp/up_proj/Linear/pre_reshape",
        "/layers.6/mlp/up_proj/Linear/pre_convert",
        "/layers.6/mlp/up_proj/Linear",
        "/layers.6/mlp/up_proj/Linear/post_convert",
        "/layers.6/mlp/down_proj/Linear/pre_reshape",
        "/layers.6/mlp/down_proj/Linear/pre_convert",
        "/layers.6/mlp/down_proj/Linear",
        "/layers.6/mlp/down_proj/Linear/post_convert",
        "/layers.7/self_attn/q_proj/Linear/pre_reshape",
        "/layers.7/self_attn/q_proj/Linear/pre_convert",
        "/layers.7/self_attn/q_proj/Linear",
        "/layers.7/self_attn/q_proj/Linear/post_convert",
        "/layers.7/self_attn/k_proj/Linear/pre_reshape",
        "/layers.7/self_attn/k_proj/Linear/pre_convert",
        "/layers.7/self_attn/k_proj/Linear",
        "/layers.7/self_attn/k_proj/Linear/post_convert",
        "/layers.7/self_attn/v_proj/Linear/pre_reshape",
        "/layers.7/self_attn/v_proj/Linear/pre_convert",
        "/layers.7/self_attn/v_proj/Linear",
        "/layers.7/self_attn/v_proj/Linear/post_convert",
        "/layers.7/self_attn/o_proj/Linear/pre_reshape",
        "/layers.7/self_attn/o_proj/Linear/pre_convert",
        "/layers.7/self_attn/o_proj/Linear",
        "/layers.7/self_attn/o_proj/Linear/post_convert",
        "/layers.7/mlp/gate_proj/Linear/pre_reshape",
        "/layers.7/mlp/gate_proj/Linear/pre_convert",
        "/layers.7/mlp/gate_proj/Linear",
        "/layers.7/mlp/gate_proj/Linear/post_convert",
        "/layers.7/mlp/up_proj/Linear/pre_reshape",
        "/layers.7/mlp/up_proj/Linear/pre_convert",
        "/layers.7/mlp/up_proj/Linear",
        "/layers.7/mlp/up_proj/Linear/post_convert",
        "/layers.7/mlp/down_proj/Linear/pre_reshape",
        "/layers.7/mlp/down_proj/Linear/pre_convert",
        "/layers.7/mlp/down_proj/Linear",
        "/layers.7/mlp/down_proj/Linear/post_convert",
        "/layers.8/self_attn/q_proj/Linear/pre_reshape",
        "/layers.8/self_attn/q_proj/Linear/pre_convert",
        "/layers.8/self_attn/q_proj/Linear",
        "/layers.8/self_attn/q_proj/Linear/post_convert",
        "/layers.8/self_attn/k_proj/Linear/pre_reshape",
        "/layers.8/self_attn/k_proj/Linear/pre_convert",
        "/layers.8/self_attn/k_proj/Linear",
        "/layers.8/self_attn/k_proj/Linear/post_convert",
        "/layers.8/self_attn/v_proj/Linear/pre_reshape",
        "/layers.8/self_attn/v_proj/Linear/pre_convert",
        "/layers.8/self_attn/v_proj/Linear",
        "/layers.8/self_attn/v_proj/Linear/post_convert",
        "/layers.8/self_attn/o_proj/Linear/pre_reshape",
        "/layers.8/self_attn/o_proj/Linear/pre_convert",
        "/layers.8/self_attn/o_proj/Linear",
        "/layers.8/self_attn/o_proj/Linear/post_convert",
        "/layers.8/mlp/gate_proj/Linear/pre_reshape",
        "/layers.8/mlp/gate_proj/Linear/pre_convert",
        "/layers.8/mlp/gate_proj/Linear",
        "/layers.8/mlp/gate_proj/Linear/post_convert",
        "/layers.8/mlp/up_proj/Linear/pre_reshape",
        "/layers.8/mlp/up_proj/Linear/pre_convert",
        "/layers.8/mlp/up_proj/Linear",
        "/layers.8/mlp/up_proj/Linear/post_convert",
        "/layers.8/mlp/down_proj/Linear/pre_reshape",
        "/layers.8/mlp/down_proj/Linear/pre_convert",
        "/layers.8/mlp/down_proj/Linear",
        "/layers.8/mlp/down_proj/Linear/post_convert",
        "/layers.9/self_attn/q_proj/Linear/pre_reshape",
        "/layers.9/self_attn/q_proj/Linear/pre_convert",
        "/layers.9/self_attn/q_proj/Linear",
        "/layers.9/self_attn/q_proj/Linear/post_convert",
        "/layers.9/self_attn/k_proj/Linear/pre_reshape",
        "/layers.9/self_attn/k_proj/Linear/pre_convert",
        "/layers.9/self_attn/k_proj/Linear",
        "/layers.9/self_attn/k_proj/Linear/post_convert",
        "/layers.9/self_attn/v_proj/Linear/pre_reshape",
        "/layers.9/self_attn/v_proj/Linear/pre_convert",
        "/layers.9/self_attn/v_proj/Linear",
        "/layers.9/self_attn/v_proj/Linear/post_convert",
        "/layers.9/self_attn/o_proj/Linear/pre_reshape",
        "/layers.9/self_attn/o_proj/Linear/pre_convert",
        "/layers.9/self_attn/o_proj/Linear",
        "/layers.9/self_attn/o_proj/Linear/post_convert",
        "/layers.9/mlp/gate_proj/Linear/pre_reshape",
        "/layers.9/mlp/gate_proj/Linear/pre_convert",
        "/layers.9/mlp/gate_proj/Linear",
        "/layers.9/mlp/gate_proj/Linear/post_convert",
        "/layers.9/mlp/up_proj/Linear/pre_reshape",
        "/layers.9/mlp/up_proj/Linear/pre_convert",
        "/layers.9/mlp/up_proj/Linear",
        "/layers.9/mlp/up_proj/Linear/post_convert",
        "/layers.9/mlp/down_proj/Linear/pre_reshape",
        "/layers.9/mlp/down_proj/Linear/pre_convert",
        "/layers.9/mlp/down_proj/Linear",
        "/layers.9/mlp/down_proj/Linear/post_convert",
        "/layers.10/self_attn/q_proj/Linear/pre_reshape",
        "/layers.10/self_attn/q_proj/Linear/pre_convert",
        "/layers.10/self_attn/q_proj/Linear",
        "/layers.10/self_attn/q_proj/Linear/post_convert",
        "/layers.10/self_attn/k_proj/Linear/pre_reshape",
        "/layers.10/self_attn/k_proj/Linear/pre_convert",
        "/layers.10/self_attn/k_proj/Linear",
        "/layers.10/self_attn/k_proj/Linear/post_convert",
        "/layers.10/self_attn/v_proj/Linear/pre_reshape",
        "/layers.10/self_attn/v_proj/Linear/pre_convert",
        "/layers.10/self_attn/v_proj/Linear",
        "/layers.10/self_attn/v_proj/Linear/post_convert",
        "/layers.10/self_attn/o_proj/Linear/pre_reshape",
        "/layers.10/self_attn/o_proj/Linear/pre_convert",
        "/layers.10/self_attn/o_proj/Linear",
        "/layers.10/self_attn/o_proj/Linear/post_convert",
        "/layers.10/mlp/gate_proj/Linear/pre_reshape",
        "/layers.10/mlp/gate_proj/Linear/pre_convert",
        "/layers.10/mlp/gate_proj/Linear",
        "/layers.10/mlp/gate_proj/Linear/post_convert",
        "/layers.10/mlp/up_proj/Linear/pre_reshape",
        "/layers.10/mlp/up_proj/Linear/pre_convert",
        "/layers.10/mlp/up_proj/Linear",
        "/layers.10/mlp/up_proj/Linear/post_convert",
        "/layers.10/mlp/down_proj/Linear/pre_reshape",
        "/layers.10/mlp/down_proj/Linear/pre_convert",
        "/layers.10/mlp/down_proj/Linear",
        "/layers.10/mlp/down_proj/Linear/post_convert",
        "/layers.11/self_attn/q_proj/Linear/pre_reshape",
        "/layers.11/self_attn/q_proj/Linear/pre_convert",
        "/layers.11/self_attn/q_proj/Linear",
        "/layers.11/self_attn/q_proj/Linear/post_convert",
        "/layers.11/self_attn/k_proj/Linear/pre_reshape",
        "/layers.11/self_attn/k_proj/Linear/pre_convert",
        "/layers.11/self_attn/k_proj/Linear",
        "/layers.11/self_attn/k_proj/Linear/post_convert",
        "/layers.11/self_attn/v_proj/Linear/pre_reshape",
        "/layers.11/self_attn/v_proj/Linear/pre_convert",
        "/layers.11/self_attn/v_proj/Linear",
        "/layers.11/self_attn/v_proj/Linear/post_convert",
        "/layers.11/self_attn/o_proj/Linear/pre_reshape",
        "/layers.11/self_attn/o_proj/Linear/pre_convert",
        "/layers.11/self_attn/o_proj/Linear",
        "/layers.11/self_attn/o_proj/Linear/post_convert",
        "/layers.11/mlp/gate_proj/Linear/pre_reshape",
        "/layers.11/mlp/gate_proj/Linear/pre_convert",
        "/layers.11/mlp/gate_proj/Linear",
        "/layers.11/mlp/gate_proj/Linear/post_convert",
        "/layers.11/mlp/up_proj/Linear/pre_reshape",
        "/layers.11/mlp/up_proj/Linear/pre_convert",
        "/layers.11/mlp/up_proj/Linear",
        "/layers.11/mlp/up_proj/Linear/post_convert",
        "/layers.11/mlp/down_proj/Linear/pre_reshape",
        "/layers.11/mlp/down_proj/Linear/pre_convert",
        "/layers.11/mlp/down_proj/Linear",
        "/layers.11/mlp/down_proj/Linear/post_convert",
        "/layers.12/self_attn/q_proj/Linear/pre_reshape",
        "/layers.12/self_attn/q_proj/Linear/pre_convert",
        "/layers.12/self_attn/q_proj/Linear",
        "/layers.12/self_attn/q_proj/Linear/post_convert",
        "/layers.12/self_attn/k_proj/Linear/pre_reshape",
        "/layers.12/self_attn/k_proj/Linear/pre_convert",
        "/layers.12/self_attn/k_proj/Linear",
        "/layers.12/self_attn/k_proj/Linear/post_convert",
        "/layers.12/self_attn/v_proj/Linear/pre_reshape",
        "/layers.12/self_attn/v_proj/Linear/pre_convert",
        "/layers.12/self_attn/v_proj/Linear",
        "/layers.12/self_attn/v_proj/Linear/post_convert",
        "/layers.12/self_attn/o_proj/Linear/pre_reshape",
        "/layers.12/self_attn/o_proj/Linear/pre_convert",
        "/layers.12/self_attn/o_proj/Linear",
        "/layers.12/self_attn/o_proj/Linear/post_convert",
        "/layers.12/mlp/gate_proj/Linear/pre_reshape",
        "/layers.12/mlp/gate_proj/Linear/pre_convert",
        "/layers.12/mlp/gate_proj/Linear",
        "/layers.12/mlp/gate_proj/Linear/post_convert",
        "/layers.12/mlp/up_proj/Linear/pre_reshape",
        "/layers.12/mlp/up_proj/Linear/pre_convert",
        "/layers.12/mlp/up_proj/Linear",
        "/layers.12/mlp/up_proj/Linear/post_convert",
        "/layers.12/mlp/down_proj/Linear/pre_reshape",
        "/layers.12/mlp/down_proj/Linear/pre_convert",
        "/layers.12/mlp/down_proj/Linear",
        "/layers.12/mlp/down_proj/Linear/post_convert",
        "/layers.13/self_attn/q_proj/Linear/pre_reshape",
        "/layers.13/self_attn/q_proj/Linear/pre_convert",
        "/layers.13/self_attn/q_proj/Linear",
        "/layers.13/self_attn/q_proj/Linear/post_convert",
        "/layers.13/self_attn/k_proj/Linear/pre_reshape",
        "/layers.13/self_attn/k_proj/Linear/pre_convert",
        "/layers.13/self_attn/k_proj/Linear",
        "/layers.13/self_attn/k_proj/Linear/post_convert",
        "/layers.13/self_attn/v_proj/Linear/pre_reshape",
        "/layers.13/self_attn/v_proj/Linear/pre_convert",
        "/layers.13/self_attn/v_proj/Linear",
        "/layers.13/self_attn/v_proj/Linear/post_convert",
        "/layers.13/self_attn/o_proj/Linear/pre_reshape",
        "/layers.13/self_attn/o_proj/Linear/pre_convert",
        "/layers.13/self_attn/o_proj/Linear",
        "/layers.13/self_attn/o_proj/Linear/post_convert",
        "/layers.13/mlp/gate_proj/Linear/pre_reshape",
        "/layers.13/mlp/gate_proj/Linear/pre_convert",
        "/layers.13/mlp/gate_proj/Linear",
        "/layers.13/mlp/gate_proj/Linear/post_convert",
        "/layers.13/mlp/up_proj/Linear/pre_reshape",
        "/layers.13/mlp/up_proj/Linear/pre_convert",
        "/layers.13/mlp/up_proj/Linear",
        "/layers.13/mlp/up_proj/Linear/post_convert",
        "/layers.13/mlp/down_proj/Linear/pre_reshape",
        "/layers.13/mlp/down_proj/Linear/pre_convert",
        "/layers.13/mlp/down_proj/Linear",
        "/layers.13/mlp/down_proj/Linear/post_convert",
        "/layers.14/self_attn/q_proj/Linear/pre_reshape",
        "/layers.14/self_attn/q_proj/Linear/pre_convert",
        "/layers.14/self_attn/q_proj/Linear",
        "/layers.14/self_attn/q_proj/Linear/post_convert",
        "/layers.14/self_attn/k_proj/Linear/pre_reshape",
        "/layers.14/self_attn/k_proj/Linear/pre_convert",
        "/layers.14/self_attn/k_proj/Linear",
        "/layers.14/self_attn/k_proj/Linear/post_convert",
        "/layers.14/self_attn/v_proj/Linear/pre_reshape",
        "/layers.14/self_attn/v_proj/Linear/pre_convert",
        "/layers.14/self_attn/v_proj/Linear",
        "/layers.14/self_attn/v_proj/Linear/post_convert",
        "/layers.14/self_attn/o_proj/Linear/pre_reshape",
        "/layers.14/self_attn/o_proj/Linear/pre_convert",
        "/layers.14/self_attn/o_proj/Linear",
        "/layers.14/self_attn/o_proj/Linear/post_convert",
        "/layers.14/mlp/gate_proj/Linear/pre_reshape",
        "/layers.14/mlp/gate_proj/Linear/pre_convert",
        "/layers.14/mlp/gate_proj/Linear",
        "/layers.14/mlp/gate_proj/Linear/post_convert",
        "/layers.14/mlp/up_proj/Linear/pre_reshape",
        "/layers.14/mlp/up_proj/Linear/pre_convert",
        "/layers.14/mlp/up_proj/Linear",
        "/layers.14/mlp/up_proj/Linear/post_convert",
        "/layers.14/mlp/down_proj/Linear/pre_reshape",
        "/layers.14/mlp/down_proj/Linear/pre_convert",
        "/layers.14/mlp/down_proj/Linear",
        "/layers.14/mlp/down_proj/Linear/post_convert",
        "/layers.15/self_attn/q_proj/Linear/pre_reshape",
        "/layers.15/self_attn/q_proj/Linear/pre_convert",
        "/layers.15/self_attn/q_proj/Linear",
        "/layers.15/self_attn/q_proj/Linear/post_convert",
        "/layers.15/self_attn/k_proj/Linear/pre_reshape",
        "/layers.15/self_attn/k_proj/Linear/pre_convert",
        "/layers.15/self_attn/k_proj/Linear",
        "/layers.15/self_attn/k_proj/Linear/post_convert",
        "/layers.15/self_attn/v_proj/Linear/pre_reshape",
        "/layers.15/self_attn/v_proj/Linear/pre_convert",
        "/layers.15/self_attn/v_proj/Linear",
        "/layers.15/self_attn/v_proj/Linear/post_convert",
        "/layers.15/self_attn/o_proj/Linear/pre_reshape",
        "/layers.15/self_attn/o_proj/Linear/pre_convert",
        "/layers.15/self_attn/o_proj/Linear",
        "/layers.15/self_attn/o_proj/Linear/post_convert",
        "/layers.15/mlp/gate_proj/Linear/pre_reshape",
        "/layers.15/mlp/gate_proj/Linear/pre_convert",
        "/layers.15/mlp/gate_proj/Linear",
        "/layers.15/mlp/gate_proj/Linear/post_convert",
        "/layers.15/mlp/up_proj/Linear/pre_reshape",
        "/layers.15/mlp/up_proj/Linear/pre_convert",
        "/layers.15/mlp/up_proj/Linear",
        "/layers.15/mlp/up_proj/Linear/post_convert",
        "/layers.15/mlp/down_proj/Linear/pre_reshape",
        "/layers.15/mlp/down_proj/Linear/pre_convert",
        "/layers.15/mlp/down_proj/Linear",
        "/layers.15/mlp/down_proj/Linear/post_convert",
        "/layers.16/self_attn/q_proj/Linear/pre_reshape",
        "/layers.16/self_attn/q_proj/Linear/pre_convert",
        "/layers.16/self_attn/q_proj/Linear",
        "/layers.16/self_attn/q_proj/Linear/post_convert",
        "/layers.16/self_attn/k_proj/Linear/pre_reshape",
        "/layers.16/self_attn/k_proj/Linear/pre_convert",
        "/layers.16/self_attn/k_proj/Linear",
        "/layers.16/self_attn/k_proj/Linear/post_convert",
        "/layers.16/self_attn/v_proj/Linear/pre_reshape",
        "/layers.16/self_attn/v_proj/Linear/pre_convert",
        "/layers.16/self_attn/v_proj/Linear",
        "/layers.16/self_attn/v_proj/Linear/post_convert",
        "/layers.16/self_attn/o_proj/Linear/pre_reshape",
        "/layers.16/self_attn/o_proj/Linear/pre_convert",
        "/layers.16/self_attn/o_proj/Linear",
        "/layers.16/self_attn/o_proj/Linear/post_convert",
        "/layers.16/mlp/gate_proj/Linear/pre_reshape",
        "/layers.16/mlp/gate_proj/Linear/pre_convert",
        "/layers.16/mlp/gate_proj/Linear",
        "/layers.16/mlp/gate_proj/Linear/post_convert",
        "/layers.16/mlp/up_proj/Linear/pre_reshape",
        "/layers.16/mlp/up_proj/Linear/pre_convert",
        "/layers.16/mlp/up_proj/Linear",
        "/layers.16/mlp/up_proj/Linear/post_convert",
        "/layers.16/mlp/down_proj/Linear/pre_reshape",
        "/layers.16/mlp/down_proj/Linear/pre_convert",
        "/layers.16/mlp/down_proj/Linear",
        "/layers.16/mlp/down_proj/Linear/post_convert",
        "/layers.17/self_attn/q_proj/Linear/pre_reshape",
        "/layers.17/self_attn/q_proj/Linear/pre_convert",
        "/layers.17/self_attn/q_proj/Linear",
        "/layers.17/self_attn/q_proj/Linear/post_convert",
        "/layers.17/self_attn/k_proj/Linear/pre_reshape",
        "/layers.17/self_attn/k_proj/Linear/pre_convert",
        "/layers.17/self_attn/k_proj/Linear",
        "/layers.17/self_attn/k_proj/Linear/post_convert",
        "/layers.17/self_attn/v_proj/Linear/pre_reshape",
        "/layers.17/self_attn/v_proj/Linear/pre_convert",
        "/layers.17/self_attn/v_proj/Linear",
        "/layers.17/self_attn/v_proj/Linear/post_convert",
        "/layers.17/self_attn/o_proj/Linear/pre_reshape",
        "/layers.17/self_attn/o_proj/Linear/pre_convert",
        "/layers.17/self_attn/o_proj/Linear",
        "/layers.17/self_attn/o_proj/Linear/post_convert",
        "/layers.17/mlp/gate_proj/Linear/pre_reshape",
        "/layers.17/mlp/gate_proj/Linear/pre_convert",
        "/layers.17/mlp/gate_proj/Linear",
        "/layers.17/mlp/gate_proj/Linear/post_convert",
        "/layers.17/mlp/up_proj/Linear/pre_reshape",
        "/layers.17/mlp/up_proj/Linear/pre_convert",
        "/layers.17/mlp/up_proj/Linear",
        "/layers.17/mlp/up_proj/Linear/post_convert",
        "/layers.17/mlp/down_proj/Linear/pre_reshape",
        "/layers.17/mlp/down_proj/Linear/pre_convert",
        "/layers.17/mlp/down_proj/Linear",
        "/layers.17/mlp/down_proj/Linear/post_convert",
        "/layers.18/self_attn/q_proj/Linear/pre_reshape",
        "/layers.18/self_attn/q_proj/Linear/pre_convert",
        "/layers.18/self_attn/q_proj/Linear",
        "/layers.18/self_attn/q_proj/Linear/post_convert",
        "/layers.18/self_attn/k_proj/Linear/pre_reshape",
        "/layers.18/self_attn/k_proj/Linear/pre_convert",
        "/layers.18/self_attn/k_proj/Linear",
        "/layers.18/self_attn/k_proj/Linear/post_convert",
        "/layers.18/self_attn/v_proj/Linear/pre_reshape",
        "/layers.18/self_attn/v_proj/Linear/pre_convert",
        "/layers.18/self_attn/v_proj/Linear",
        "/layers.18/self_attn/v_proj/Linear/post_convert",
        "/layers.18/self_attn/o_proj/Linear/pre_reshape",
        "/layers.18/self_attn/o_proj/Linear/pre_convert",
        "/layers.18/self_attn/o_proj/Linear",
        "/layers.18/self_attn/o_proj/Linear/post_convert",
        "/layers.18/mlp/gate_proj/Linear/pre_reshape",
        "/layers.18/mlp/gate_proj/Linear/pre_convert",
        "/layers.18/mlp/gate_proj/Linear",
        "/layers.18/mlp/gate_proj/Linear/post_convert",
        "/layers.18/mlp/up_proj/Linear/pre_reshape",
        "/layers.18/mlp/up_proj/Linear/pre_convert",
        "/layers.18/mlp/up_proj/Linear",
        "/layers.18/mlp/up_proj/Linear/post_convert",
        "/layers.18/mlp/down_proj/Linear/pre_reshape",
        "/layers.18/mlp/down_proj/Linear/pre_convert",
        "/layers.18/mlp/down_proj/Linear",
        "/layers.18/mlp/down_proj/Linear/post_convert",
        "/layers.19/self_attn/q_proj/Linear/pre_reshape",
        "/layers.19/self_attn/q_proj/Linear/pre_convert",
        "/layers.19/self_attn/q_proj/Linear",
        "/layers.19/self_attn/q_proj/Linear/post_convert",
        "/layers.19/self_attn/k_proj/Linear/pre_reshape",
        "/layers.19/self_attn/k_proj/Linear/pre_convert",
        "/layers.19/self_attn/k_proj/Linear",
        "/layers.19/self_attn/k_proj/Linear/post_convert",
        "/layers.19/self_attn/v_proj/Linear/pre_reshape",
        "/layers.19/self_attn/v_proj/Linear/pre_convert",
        "/layers.19/self_attn/v_proj/Linear",
        "/layers.19/self_attn/v_proj/Linear/post_convert",
        "/layers.19/self_attn/o_proj/Linear/pre_reshape",
        "/layers.19/self_attn/o_proj/Linear/pre_convert",
        "/layers.19/self_attn/o_proj/Linear",
        "/layers.19/self_attn/o_proj/Linear/post_convert",
        "/layers.19/mlp/gate_proj/Linear/pre_reshape",
        "/layers.19/mlp/gate_proj/Linear/pre_convert",
        "/layers.19/mlp/gate_proj/Linear",
        "/layers.19/mlp/gate_proj/Linear/post_convert",
        "/layers.19/mlp/up_proj/Linear/pre_reshape",
        "/layers.19/mlp/up_proj/Linear/pre_convert",
        "/layers.19/mlp/up_proj/Linear",
        "/layers.19/mlp/up_proj/Linear/post_convert",
        "/layers.19/mlp/down_proj/Linear/pre_reshape",
        "/layers.19/mlp/down_proj/Linear/pre_convert",
        "/layers.19/mlp/down_proj/Linear",
        "/layers.19/mlp/down_proj/Linear/post_convert",
        "/layers.20/self_attn/q_proj/Linear/pre_reshape",
        "/layers.20/self_attn/q_proj/Linear/pre_convert",
        "/layers.20/self_attn/q_proj/Linear",
        "/layers.20/self_attn/q_proj/Linear/post_convert",
        "/layers.20/self_attn/k_proj/Linear/pre_reshape",
        "/layers.20/self_attn/k_proj/Linear/pre_convert",
        "/layers.20/self_attn/k_proj/Linear",
        "/layers.20/self_attn/k_proj/Linear/post_convert",
        "/layers.20/self_attn/v_proj/Linear/pre_reshape",
        "/layers.20/self_attn/v_proj/Linear/pre_convert",
        "/layers.20/self_attn/v_proj/Linear",
        "/layers.20/self_attn/v_proj/Linear/post_convert",
        "/layers.20/self_attn/o_proj/Linear/pre_reshape",
        "/layers.20/self_attn/o_proj/Linear/pre_convert",
        "/layers.20/self_attn/o_proj/Linear",
        "/layers.20/self_attn/o_proj/Linear/post_convert",
        "/layers.20/mlp/gate_proj/Linear/pre_reshape",
        "/layers.20/mlp/gate_proj/Linear/pre_convert",
        "/layers.20/mlp/gate_proj/Linear",
        "/layers.20/mlp/gate_proj/Linear/post_convert",
        "/layers.20/mlp/up_proj/Linear/pre_reshape",
        "/layers.20/mlp/up_proj/Linear/pre_convert",
        "/layers.20/mlp/up_proj/Linear",
        "/layers.20/mlp/up_proj/Linear/post_convert",
        "/layers.20/mlp/down_proj/Linear/pre_reshape",
        "/layers.20/mlp/down_proj/Linear/pre_convert",
        "/layers.20/mlp/down_proj/Linear",
        "/layers.20/mlp/down_proj/Linear/post_convert",
        "/layers.21/self_attn/q_proj/Linear/pre_reshape",
        "/layers.21/self_attn/q_proj/Linear/pre_convert",
        "/layers.21/self_attn/q_proj/Linear",
        "/layers.21/self_attn/q_proj/Linear/post_convert",
        "/layers.21/self_attn/k_proj/Linear/pre_reshape",
        "/layers.21/self_attn/k_proj/Linear/pre_convert",
        "/layers.21/self_attn/k_proj/Linear",
        "/layers.21/self_attn/k_proj/Linear/post_convert",
        "/layers.21/self_attn/v_proj/Linear/pre_reshape",
        "/layers.21/self_attn/v_proj/Linear/pre_convert",
        "/layers.21/self_attn/v_proj/Linear",
        "/layers.21/self_attn/v_proj/Linear/post_convert",
        "/layers.21/self_attn/o_proj/Linear/pre_reshape",
        "/layers.21/self_attn/o_proj/Linear/pre_convert",
        "/layers.21/self_attn/o_proj/Linear",
        "/layers.21/self_attn/o_proj/Linear/post_convert",
        "/layers.21/mlp/gate_proj/Linear/pre_reshape",
        "/layers.21/mlp/gate_proj/Linear/pre_convert",
        "/layers.21/mlp/gate_proj/Linear",
        "/layers.21/mlp/gate_proj/Linear/post_convert",
        "/layers.21/mlp/up_proj/Linear/pre_reshape",
        "/layers.21/mlp/up_proj/Linear/pre_convert",
        "/layers.21/mlp/up_proj/Linear",
        "/layers.21/mlp/up_proj/Linear/post_convert",
        "/layers.21/mlp/down_proj/Linear/pre_reshape",
        "/layers.21/mlp/down_proj/Linear/pre_convert",
        "/layers.21/mlp/down_proj/Linear",
        "/layers.21/mlp/down_proj/Linear/post_convert",
        "/layers.22/self_attn/q_proj/Linear/pre_reshape",
        "/layers.22/self_attn/q_proj/Linear/pre_convert",
        "/layers.22/self_attn/q_proj/Linear",
        "/layers.22/self_attn/q_proj/Linear/post_convert",
        "/layers.22/self_attn/k_proj/Linear/pre_reshape",
        "/layers.22/self_attn/k_proj/Linear/pre_convert",
        "/layers.22/self_attn/k_proj/Linear",
        "/layers.22/self_attn/k_proj/Linear/post_convert",
        "/layers.22/self_attn/v_proj/Linear/pre_reshape",
        "/layers.22/self_attn/v_proj/Linear/pre_convert",
        "/layers.22/self_attn/v_proj/Linear",
        "/layers.22/self_attn/v_proj/Linear/post_convert",
        "/layers.22/self_attn/o_proj/Linear/pre_reshape",
        "/layers.22/self_attn/o_proj/Linear/pre_convert",
        "/layers.22/self_attn/o_proj/Linear",
        "/layers.22/self_attn/o_proj/Linear/post_convert",
        "/layers.22/mlp/gate_proj/Linear/pre_reshape",
        "/layers.22/mlp/gate_proj/Linear/pre_convert",
        "/layers.22/mlp/gate_proj/Linear",
        "/layers.22/mlp/gate_proj/Linear/post_convert",
        "/layers.22/mlp/up_proj/Linear/pre_reshape",
        "/layers.22/mlp/up_proj/Linear/pre_convert",
        "/layers.22/mlp/up_proj/Linear",
        "/layers.22/mlp/up_proj/Linear/post_convert",
        "/layers.22/mlp/down_proj/Linear/pre_reshape",
        "/layers.22/mlp/down_proj/Linear/pre_convert",
        "/layers.22/mlp/down_proj/Linear",
        "/layers.22/mlp/down_proj/Linear/post_convert",
        "/layers.23/self_attn/q_proj/Linear/pre_reshape",
        "/layers.23/self_attn/q_proj/Linear/pre_convert",
        "/layers.23/self_attn/q_proj/Linear",
        "/layers.23/self_attn/q_proj/Linear/post_convert",
        "/layers.23/self_attn/k_proj/Linear/pre_reshape",
        "/layers.23/self_attn/k_proj/Linear/pre_convert",
        "/layers.23/self_attn/k_proj/Linear",
        "/layers.23/self_attn/k_proj/Linear/post_convert",
        "/layers.23/self_attn/v_proj/Linear/pre_reshape",
        "/layers.23/self_attn/v_proj/Linear/pre_convert",
        "/layers.23/self_attn/v_proj/Linear",
        "/layers.23/self_attn/v_proj/Linear/post_convert",
        "/layers.23/self_attn/o_proj/Linear/pre_reshape",
        "/layers.23/self_attn/o_proj/Linear/pre_convert",
        "/layers.23/self_attn/o_proj/Linear",
        "/layers.23/self_attn/o_proj/Linear/post_convert",
        "/layers.23/mlp/gate_proj/Linear/pre_reshape",
        "/layers.23/mlp/gate_proj/Linear/pre_convert",
        "/layers.23/mlp/gate_proj/Linear",
        "/layers.23/mlp/gate_proj/Linear/post_convert",
        "/layers.23/mlp/up_proj/Linear/pre_reshape",
        "/layers.23/mlp/up_proj/Linear/pre_convert",
        "/layers.23/mlp/up_proj/Linear",
        "/layers.23/mlp/up_proj/Linear/post_convert",
        "/layers.23/mlp/down_proj/Linear/pre_reshape",
        "/layers.23/mlp/down_proj/Linear/pre_convert",
        "/layers.23/mlp/down_proj/Linear",
        "/layers.23/mlp/down_proj/Linear/post_convert",
        "/layers.24/self_attn/q_proj/Linear/pre_reshape",
        "/layers.24/self_attn/q_proj/Linear/pre_convert",
        "/layers.24/self_attn/q_proj/Linear",
        "/layers.24/self_attn/q_proj/Linear/post_convert",
        "/layers.24/self_attn/k_proj/Linear/pre_reshape",
        "/layers.24/self_attn/k_proj/Linear/pre_convert",
        "/layers.24/self_attn/k_proj/Linear",
        "/layers.24/self_attn/k_proj/Linear/post_convert",
        "/layers.24/self_attn/v_proj/Linear/pre_reshape",
        "/layers.24/self_attn/v_proj/Linear/pre_convert",
        "/layers.24/self_attn/v_proj/Linear",
        "/layers.24/self_attn/v_proj/Linear/post_convert",
        "/layers.24/self_attn/o_proj/Linear/pre_reshape",
        "/layers.24/self_attn/o_proj/Linear/pre_convert",
        "/layers.24/self_attn/o_proj/Linear",
        "/layers.24/self_attn/o_proj/Linear/post_convert",
        "/layers.24/mlp/gate_proj/Linear/pre_reshape",
        "/layers.24/mlp/gate_proj/Linear/pre_convert",
        "/layers.24/mlp/gate_proj/Linear",
        "/layers.24/mlp/gate_proj/Linear/post_convert",
        "/layers.24/mlp/up_proj/Linear/pre_reshape",
        "/layers.24/mlp/up_proj/Linear/pre_convert",
        "/layers.24/mlp/up_proj/Linear",
        "/layers.24/mlp/up_proj/Linear/post_convert",
        "/layers.24/mlp/down_proj/Linear/pre_reshape",
        "/layers.24/mlp/down_proj/Linear/pre_convert",
        "/layers.24/mlp/down_proj/Linear",
        "/layers.24/mlp/down_proj/Linear/post_convert",
        "/layers.25/self_attn/q_proj/Linear/pre_reshape",
        "/layers.25/self_attn/q_proj/Linear/pre_convert",
        "/layers.25/self_attn/q_proj/Linear",
        "/layers.25/self_attn/q_proj/Linear/post_convert",
        "/layers.25/self_attn/k_proj/Linear/pre_reshape",
        "/layers.25/self_attn/k_proj/Linear/pre_convert",
        "/layers.25/self_attn/k_proj/Linear",
        "/layers.25/self_attn/k_proj/Linear/post_convert",
        "/layers.25/self_attn/v_proj/Linear/pre_reshape",
        "/layers.25/self_attn/v_proj/Linear/pre_convert",
        "/layers.25/self_attn/v_proj/Linear",
        "/layers.25/self_attn/v_proj/Linear/post_convert",
        "/layers.25/self_attn/o_proj/Linear/pre_reshape",
        "/layers.25/self_attn/o_proj/Linear/pre_convert",
        "/layers.25/self_attn/o_proj/Linear",
        "/layers.25/self_attn/o_proj/Linear/post_convert",
        "/layers.25/mlp/gate_proj/Linear/pre_reshape",
        "/layers.25/mlp/gate_proj/Linear/pre_convert",
        "/layers.25/mlp/gate_proj/Linear",
        "/layers.25/mlp/gate_proj/Linear/post_convert",
        "/layers.25/mlp/up_proj/Linear/pre_reshape",
        "/layers.25/mlp/up_proj/Linear/pre_convert",
        "/layers.25/mlp/up_proj/Linear",
        "/layers.25/mlp/up_proj/Linear/post_convert",
        "/layers.25/mlp/down_proj/Linear/pre_reshape",
        "/layers.25/mlp/down_proj/Linear/pre_convert",
        "/layers.25/mlp/down_proj/Linear",
        "/layers.25/mlp/down_proj/Linear/post_convert",
        "/layers.26/self_attn/q_proj/Linear/pre_reshape",
        "/layers.26/self_attn/q_proj/Linear/pre_convert",
        "/layers.26/self_attn/q_proj/Linear",
        "/layers.26/self_attn/q_proj/Linear/post_convert",
        "/layers.26/self_attn/k_proj/Linear/pre_reshape",
        "/layers.26/self_attn/k_proj/Linear/pre_convert",
        "/layers.26/self_attn/k_proj/Linear",
        "/layers.26/self_attn/k_proj/Linear/post_convert",
        "/layers.26/self_attn/v_proj/Linear/pre_reshape",
        "/layers.26/self_attn/v_proj/Linear/pre_convert",
        "/layers.26/self_attn/v_proj/Linear",
        "/layers.26/self_attn/v_proj/Linear/post_convert",
        "/layers.26/self_attn/o_proj/Linear/pre_reshape",
        "/layers.26/self_attn/o_proj/Linear/pre_convert",
        "/layers.26/self_attn/o_proj/Linear",
        "/layers.26/self_attn/o_proj/Linear/post_convert",
        "/layers.26/mlp/gate_proj/Linear/pre_reshape",
        "/layers.26/mlp/gate_proj/Linear/pre_convert",
        "/layers.26/mlp/gate_proj/Linear",
        "/layers.26/mlp/gate_proj/Linear/post_convert",
        "/layers.26/mlp/up_proj/Linear/pre_reshape",
        "/layers.26/mlp/up_proj/Linear/pre_convert",
        "/layers.26/mlp/up_proj/Linear",
        "/layers.26/mlp/up_proj/Linear/post_convert",
        "/layers.26/mlp/down_proj/Linear/pre_reshape",
        "/layers.26/mlp/down_proj/Linear/pre_convert",
        "/layers.26/mlp/down_proj/Linear",
        "/layers.26/mlp/down_proj/Linear/post_convert",
        "/layers.27/self_attn/q_proj/Linear/pre_reshape",
        "/layers.27/self_attn/q_proj/Linear/pre_convert",
        "/layers.27/self_attn/q_proj/Linear",
        "/layers.27/self_attn/q_proj/Linear/post_convert",
        "/layers.27/self_attn/k_proj/Linear/pre_reshape",
        "/layers.27/self_attn/k_proj/Linear/pre_convert",
        "/layers.27/self_attn/k_proj/Linear",
        "/layers.27/self_attn/k_proj/Linear/post_convert",
        "/layers.27/self_attn/v_proj/Linear/pre_reshape",
        "/layers.27/self_attn/v_proj/Linear/pre_convert",
        "/layers.27/self_attn/v_proj/Linear",
        "/layers.27/self_attn/v_proj/Linear/post_convert",
        "/layers.27/self_attn/o_proj/Linear/pre_reshape",
        "/layers.27/self_attn/o_proj/Linear/pre_convert",
        "/layers.27/self_attn/o_proj/Linear",
        "/layers.27/self_attn/o_proj/Linear/post_convert",
        "/layers.27/mlp/gate_proj/Linear/pre_reshape",
        "/layers.27/mlp/gate_proj/Linear/pre_convert",
        "/layers.27/mlp/gate_proj/Linear",
        "/layers.27/mlp/gate_proj/Linear/post_convert",
        "/layers.27/mlp/up_proj/Linear/pre_reshape",
        "/layers.27/mlp/up_proj/Linear/pre_convert",
        "/layers.27/mlp/up_proj/Linear",
        "/layers.27/mlp/up_proj/Linear/post_convert",
        "/layers.27/mlp/down_proj/Linear/pre_reshape",
        "/layers.27/mlp/down_proj/Linear/pre_convert",
        "/layers.27/mlp/down_proj/Linear",
        "/layers.27/mlp/down_proj/Linear/post_convert",
        "/layers.28/self_attn/q_proj/Linear/pre_reshape",
        "/layers.28/self_attn/q_proj/Linear/pre_convert",
        "/layers.28/self_attn/q_proj/Linear",
        "/layers.28/self_attn/q_proj/Linear/post_convert",
        "/layers.28/self_attn/k_proj/Linear/pre_reshape",
        "/layers.28/self_attn/k_proj/Linear/pre_convert",
        "/layers.28/self_attn/k_proj/Linear",
        "/layers.28/self_attn/k_proj/Linear/post_convert",
        "/layers.28/self_attn/v_proj/Linear/pre_reshape",
        "/layers.28/self_attn/v_proj/Linear/pre_convert",
        "/layers.28/self_attn/v_proj/Linear",
        "/layers.28/self_attn/v_proj/Linear/post_convert",
        "/layers.28/self_attn/o_proj/Linear/pre_reshape",
        "/layers.28/self_attn/o_proj/Linear/pre_convert",
        "/layers.28/self_attn/o_proj/Linear",
        "/layers.28/self_attn/o_proj/Linear/post_convert",
        "/layers.28/mlp/gate_proj/Linear/pre_reshape",
        "/layers.28/mlp/gate_proj/Linear/pre_convert",
        "/layers.28/mlp/gate_proj/Linear",
        "/layers.28/mlp/gate_proj/Linear/post_convert",
        "/layers.28/mlp/up_proj/Linear/pre_reshape",
        "/layers.28/mlp/up_proj/Linear/pre_convert",
        "/layers.28/mlp/up_proj/Linear",
        "/layers.28/mlp/up_proj/Linear/post_convert",
        "/layers.28/mlp/down_proj/Linear/pre_reshape",
        "/layers.28/mlp/down_proj/Linear/pre_convert",
        "/layers.28/mlp/down_proj/Linear",
        "/layers.28/mlp/down_proj/Linear/post_convert",
        "/layers.29/self_attn/q_proj/Linear/pre_reshape",
        "/layers.29/self_attn/q_proj/Linear/pre_convert",
        "/layers.29/self_attn/q_proj/Linear",
        "/layers.29/self_attn/q_proj/Linear/post_convert",
        "/layers.29/self_attn/k_proj/Linear/pre_reshape",
        "/layers.29/self_attn/k_proj/Linear/pre_convert",
        "/layers.29/self_attn/k_proj/Linear",
        "/layers.29/self_attn/k_proj/Linear/post_convert",
        "/layers.29/self_attn/v_proj/Linear/pre_reshape",
        "/layers.29/self_attn/v_proj/Linear/pre_convert",
        "/layers.29/self_attn/v_proj/Linear",
        "/layers.29/self_attn/v_proj/Linear/post_convert",
        "/layers.29/self_attn/o_proj/Linear/pre_reshape",
        "/layers.29/self_attn/o_proj/Linear/pre_convert",
        "/layers.29/self_attn/o_proj/Linear",
        "/layers.29/self_attn/o_proj/Linear/post_convert",
        "/layers.29/mlp/gate_proj/Linear/pre_reshape",
        "/layers.29/mlp/gate_proj/Linear/pre_convert",
        "/layers.29/mlp/gate_proj/Linear",
        "/layers.29/mlp/gate_proj/Linear/post_convert",
        "/layers.29/mlp/up_proj/Linear/pre_reshape",
        "/layers.29/mlp/up_proj/Linear/pre_convert",
        "/layers.29/mlp/up_proj/Linear",
        "/layers.29/mlp/up_proj/Linear/post_convert",
        "/layers.29/mlp/down_proj/Linear/pre_reshape",
        "/layers.29/mlp/down_proj/Linear/pre_convert",
        "/layers.29/mlp/down_proj/Linear",
        "/layers.29/mlp/down_proj/Linear/post_convert",
        "/lm/lm_head/Linear/pre_reshape",
        "/lm/lm_head/Linear/pre_convert",
        "/lm/lm_head/Linear",
        "/lm/lm_head/Linear/post_convert"
    ],
    "tensorNumber": 0,
    "usage": "INFERENCE",
    "mnn_uuid": "832b4da8-13dd-425e-8a68-fb781cd0d9ed"
}