Stable-Diffusion-NCNN / UNetModel-fp16.param
camenduru's picture
thanks to fengwang ❤
017c34b
7767517
1352 1552
Input in0 0 1 in0
Input in1 0 1 in1
Input in2 0 1 in2
Input c_in 0 1 c_in
Input c_out 0 1 c_out
Split input_splitncnn 1 2 in0 in0_1 in0_2
BinaryOp pre_mul 2 1 in0_1 c_in c_in_in0 0=2
Split splitncnn_0 1 32 in2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34
Tile repeat_tile 1 1 in1 36 1=160
MemoryData pnnx_fold_v_8.1 0 1 35 0=160
BinaryOp mul_0 2 1 36 35 37 0=2
Split splitncnn_1 1 2 37 38 39
UnaryOp cos_1 1 1 38 40 0=10
UnaryOp sin_2 1 1 39 41 0=9
Concat cat_0 2 1 40 41 42 0=0
InnerProduct linear_258 1 1 42 43 0=1280 1=1 2=409600
Convolution conv_96 1 1 c_in_in0 44 0=320 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=11520
Split splitncnn_2 1 3 44 45 46 47
GroupNorm gn_16 1 1 47 48 0=32 1=320 2=1.000000e-05 3=1
Swish silu_442 1 1 43 49
InnerProduct linear_259 1 1 49 50 0=1280 1=1 2=1638400
Swish silu_444 1 1 50 51
Split splitncnn_3 1 22 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73
InnerProduct linear_260 1 1 73 74 0=320 1=1 2=409600
Swish silu_443 1 1 48 75
Convolution conv_97 1 1 75 76 0=320 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=921600
ExpandDims unsqueeze_1034 1 1 74 77 -23303=1,1
ExpandDims unsqueeze_1035 1 1 77 78 -23303=1,2
BinaryOp add_3 2 1 76 78 79 0=0
GroupNorm gn_17 1 1 79 80 0=32 1=320 2=1.000000e-05 3=1
Swish silu_445 1 1 80 81
Convolution conv_98 1 1 81 82 0=320 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=921600
BinaryOp add_4 2 1 46 82 83 0=0
Split splitncnn_4 1 2 83 84 85
GroupNorm gn_194 1 1 85 86 0=32 1=320 2=1.000000e-06 3=1
Convolution conv_99 1 1 86 87 0=320 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=102400
Permute permute_841 1 1 87 88 0=3
Reshape reshape_489 1 1 88 89 0=320 1=4096
Split splitncnn_5 1 2 89 90 91
LayerNorm ln_210 1 1 91 92 0=320 1=1.000000e-05 2=1
Split splitncnn_6 1 3 92 93 94 95
InnerProduct linear_262 1 1 94 96 0=320 1=0 2=102400
BinaryOp mul_5 1 1 96 97 0=2 1=1 2=1.581139e-01
InnerProduct linear_261 1 1 95 98 0=320 1=0 2=102400
Reshape reshape_490 1 1 97 99 0=40 1=8 2=4096
Reshape reshape_491 1 1 98 100 0=40 1=8 2=4096
InnerProduct linear_263 1 1 93 101 0=320 1=0 2=102400
Permute permute_842 1 1 99 102 0=2
Reshape reshape_492 1 1 102 103 0=40 1=4096 2=8
Permute permute_843 1 1 100 104 0=2
Reshape reshape_493 1 1 104 105 0=40 1=4096 2=8
Reshape reshape_494 1 1 101 106 0=40 1=8 2=4096
MatMul matmultransb_0 2 1 105 103 107 0=1
Softmax softmax_61 1 1 107 108 0=-1 1=1
Permute permute_845 1 1 106 109 0=2
Reshape reshape_495 1 1 109 110 0=40 1=4096 2=8
MatMul matmul_778 2 1 108 110 111
Reshape reshape_496 1 1 111 112 0=40 1=4096 2=8
Permute permute_846 1 1 112 113 0=2
Reshape reshape_497 1 1 113 114 0=320 1=4096
InnerProduct linear_264 1 1 114 115 0=320 1=1 2=102400
BinaryOp add_6 2 1 115 90 116 0=0
Split splitncnn_7 1 2 116 117 118
LayerNorm ln_211 1 1 118 119 0=320 1=1.000000e-05 2=1
InnerProduct linear_266 1 1 34 120 0=320 1=0 2=245760
BinaryOp mul_7 1 1 120 121 0=2 1=1 2=1.581139e-01
InnerProduct linear_265 1 1 119 122 0=320 1=0 2=102400
Reshape reshape_498 1 1 121 123 0=40 1=8 2=77
Reshape reshape_499 1 1 122 124 0=40 1=8 2=4096
InnerProduct linear_267 1 1 33 125 0=320 1=0 2=245760
Permute permute_847 1 1 123 126 0=2
Reshape reshape_500 1 1 126 127 0=40 1=77 2=8
Permute permute_848 1 1 124 128 0=2
Reshape reshape_501 1 1 128 129 0=40 1=4096 2=8
Reshape reshape_502 1 1 125 130 0=40 1=8 2=77
MatMul matmultransb_1 2 1 129 127 131 0=1
Softmax softmax_62 1 1 131 132 0=-1 1=1
Permute permute_850 1 1 130 133 0=2
Reshape reshape_503 1 1 133 134 0=40 1=77 2=8
MatMul matmul_780 2 1 132 134 135
Reshape reshape_504 1 1 135 136 0=40 1=4096 2=8
Permute permute_851 1 1 136 137 0=2
Reshape reshape_505 1 1 137 138 0=320 1=4096
InnerProduct linear_268 1 1 138 139 0=320 1=1 2=102400
BinaryOp add_8 2 1 139 117 140 0=0
Split splitncnn_8 1 2 140 141 142
LayerNorm ln_212 1 1 142 143 0=320 1=1.000000e-05 2=1
InnerProduct linear_269 1 1 143 144 0=2560 1=1 2=819200
Slice split_0 1 2 144 145 146 -23300=2,1280,-233 1=1
GELU gelu_0 1 1 146 147
BinaryOp mul_9 2 1 145 147 148 0=2
InnerProduct linear_270 1 1 148 149 0=320 1=1 2=409600
BinaryOp add_10 2 1 149 141 150 0=0
Reshape reshape_506 1 1 150 151 0=320 1=64 2=64
Permute permute_852 1 1 151 152 0=4
Convolution conv_100 1 1 152 153 0=320 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=102400
BinaryOp add_11 2 1 153 84 154 0=0
Split splitncnn_9 1 3 154 155 156 157
GroupNorm gn_18 1 1 157 158 0=32 1=320 2=1.000000e-05 3=1
InnerProduct linear_271 1 1 72 159 0=320 1=1 2=409600
Swish silu_446 1 1 158 160
Convolution conv_101 1 1 160 161 0=320 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=921600
ExpandDims unsqueeze_1036 1 1 159 162 -23303=1,1
ExpandDims unsqueeze_1037 1 1 162 163 -23303=1,2
BinaryOp add_12 2 1 161 163 164 0=0
GroupNorm gn_19 1 1 164 165 0=32 1=320 2=1.000000e-05 3=1
Swish silu_447 1 1 165 166
Convolution conv_102 1 1 166 167 0=320 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=921600
BinaryOp add_13 2 1 156 167 168 0=0
Split splitncnn_10 1 2 168 169 170
GroupNorm gn_195 1 1 170 171 0=32 1=320 2=1.000000e-06 3=1
Convolution conv_103 1 1 171 172 0=320 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=102400
Permute permute_853 1 1 172 173 0=3
Reshape reshape_507 1 1 173 174 0=320 1=4096
Split splitncnn_11 1 2 174 175 176
LayerNorm ln_213 1 1 176 177 0=320 1=1.000000e-05 2=1
Split splitncnn_12 1 3 177 178 179 180
InnerProduct linear_273 1 1 179 181 0=320 1=0 2=102400
BinaryOp mul_14 1 1 181 182 0=2 1=1 2=1.581139e-01
InnerProduct linear_272 1 1 180 183 0=320 1=0 2=102400
Reshape reshape_508 1 1 182 184 0=40 1=8 2=4096
Reshape reshape_509 1 1 183 185 0=40 1=8 2=4096
InnerProduct linear_274 1 1 178 186 0=320 1=0 2=102400
Permute permute_854 1 1 184 187 0=2
Reshape reshape_510 1 1 187 188 0=40 1=4096 2=8
Permute permute_855 1 1 185 189 0=2
Reshape reshape_511 1 1 189 190 0=40 1=4096 2=8
Reshape reshape_512 1 1 186 191 0=40 1=8 2=4096
MatMul matmultransb_2 2 1 190 188 192 0=1
Softmax softmax_63 1 1 192 193 0=-1 1=1
Permute permute_857 1 1 191 194 0=2
Reshape reshape_513 1 1 194 195 0=40 1=4096 2=8
MatMul matmul_782 2 1 193 195 196
Reshape reshape_514 1 1 196 197 0=40 1=4096 2=8
Permute permute_858 1 1 197 198 0=2
Reshape reshape_515 1 1 198 199 0=320 1=4096
InnerProduct linear_275 1 1 199 200 0=320 1=1 2=102400
BinaryOp add_15 2 1 200 175 201 0=0
Split splitncnn_13 1 2 201 202 203
LayerNorm ln_214 1 1 203 204 0=320 1=1.000000e-05 2=1
InnerProduct linear_277 1 1 32 205 0=320 1=0 2=245760
BinaryOp mul_16 1 1 205 206 0=2 1=1 2=1.581139e-01
InnerProduct linear_276 1 1 204 207 0=320 1=0 2=102400
Reshape reshape_516 1 1 206 208 0=40 1=8 2=77
Reshape reshape_517 1 1 207 209 0=40 1=8 2=4096
InnerProduct linear_278 1 1 31 210 0=320 1=0 2=245760
Permute permute_859 1 1 208 211 0=2
Reshape reshape_518 1 1 211 212 0=40 1=77 2=8
Permute permute_860 1 1 209 213 0=2
Reshape reshape_519 1 1 213 214 0=40 1=4096 2=8
Reshape reshape_520 1 1 210 215 0=40 1=8 2=77
MatMul matmultransb_3 2 1 214 212 216 0=1
Softmax softmax_64 1 1 216 217 0=-1 1=1
Permute permute_862 1 1 215 218 0=2
Reshape reshape_521 1 1 218 219 0=40 1=77 2=8
MatMul matmul_784 2 1 217 219 220
Reshape reshape_522 1 1 220 221 0=40 1=4096 2=8
Permute permute_863 1 1 221 222 0=2
Reshape reshape_523 1 1 222 223 0=320 1=4096
InnerProduct linear_279 1 1 223 224 0=320 1=1 2=102400
BinaryOp add_17 2 1 224 202 225 0=0
Split splitncnn_14 1 2 225 226 227
LayerNorm ln_215 1 1 227 228 0=320 1=1.000000e-05 2=1
InnerProduct linear_280 1 1 228 229 0=2560 1=1 2=819200
Slice split_1 1 2 229 230 231 -23300=2,1280,-233 1=1
GELU gelu_1 1 1 231 232
BinaryOp mul_18 2 1 230 232 233 0=2
InnerProduct linear_281 1 1 233 234 0=320 1=1 2=409600
BinaryOp add_19 2 1 234 226 235 0=0
Reshape reshape_524 1 1 235 236 0=320 1=64 2=64
Permute permute_864 1 1 236 237 0=4
Convolution conv_104 1 1 237 238 0=320 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=102400
BinaryOp add_20 2 1 238 169 239 0=0
Split splitncnn_15 1 2 239 240 241
Convolution conv_105 1 1 241 242 0=320 1=3 11=3 12=1 13=2 14=1 2=1 3=2 4=1 5=1 6=921600
Split splitncnn_16 1 3 242 243 244 245
GroupNorm gn_20 1 1 244 246 0=32 1=320 2=1.000000e-05 3=1
InnerProduct linear_282 1 1 71 247 0=640 1=1 2=819200
Swish silu_448 1 1 246 248
Convolution conv_106 1 1 248 249 0=640 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=1843200
ExpandDims unsqueeze_1038 1 1 247 250 -23303=1,1
ExpandDims unsqueeze_1039 1 1 250 251 -23303=1,2
BinaryOp add_21 2 1 249 251 252 0=0
GroupNorm gn_21 1 1 252 253 0=32 1=640 2=1.000000e-05 3=1
Convolution conv_108 1 1 245 254 0=640 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=204800
Swish silu_449 1 1 253 255
Convolution conv_107 1 1 255 256 0=640 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=3686400
BinaryOp add_22 2 1 254 256 257 0=0
Split splitncnn_17 1 2 257 258 259
GroupNorm gn_196 1 1 259 260 0=32 1=640 2=1.000000e-06 3=1
Convolution conv_109 1 1 260 261 0=640 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=409600
Permute permute_865 1 1 261 262 0=3
Reshape reshape_525 1 1 262 263 0=640 1=1024
Split splitncnn_18 1 2 263 264 265
LayerNorm ln_216 1 1 265 266 0=640 1=1.000000e-05 2=1
Split splitncnn_19 1 3 266 267 268 269
InnerProduct linear_284 1 1 268 270 0=640 1=0 2=409600
BinaryOp mul_23 1 1 270 271 0=2 1=1 2=1.118034e-01
InnerProduct linear_283 1 1 269 272 0=640 1=0 2=409600
Reshape reshape_526 1 1 271 273 0=80 1=8 2=1024
Reshape reshape_527 1 1 272 274 0=80 1=8 2=1024
InnerProduct linear_285 1 1 267 275 0=640 1=0 2=409600
Permute permute_866 1 1 273 276 0=2
Reshape reshape_528 1 1 276 277 0=80 1=1024 2=8
Permute permute_867 1 1 274 278 0=2
Reshape reshape_529 1 1 278 279 0=80 1=1024 2=8
Reshape reshape_530 1 1 275 280 0=80 1=8 2=1024
MatMul matmultransb_4 2 1 279 277 281 0=1
Softmax softmax_65 1 1 281 282 0=-1 1=1
Permute permute_869 1 1 280 283 0=2
Reshape reshape_531 1 1 283 284 0=80 1=1024 2=8
MatMul matmul_786 2 1 282 284 285
Reshape reshape_532 1 1 285 286 0=80 1=1024 2=8
Permute permute_870 1 1 286 287 0=2
Reshape reshape_533 1 1 287 288 0=640 1=1024
InnerProduct linear_286 1 1 288 289 0=640 1=1 2=409600
BinaryOp add_24 2 1 289 264 290 0=0
Split splitncnn_20 1 2 290 291 292
LayerNorm ln_217 1 1 292 293 0=640 1=1.000000e-05 2=1
InnerProduct linear_288 1 1 30 294 0=640 1=0 2=491520
BinaryOp mul_25 1 1 294 295 0=2 1=1 2=1.118034e-01
InnerProduct linear_287 1 1 293 296 0=640 1=0 2=409600
Reshape reshape_534 1 1 295 297 0=80 1=8 2=77
Reshape reshape_535 1 1 296 298 0=80 1=8 2=1024
InnerProduct linear_289 1 1 29 299 0=640 1=0 2=491520
Permute permute_871 1 1 297 300 0=2
Reshape reshape_536 1 1 300 301 0=80 1=77 2=8
Permute permute_872 1 1 298 302 0=2
Reshape reshape_537 1 1 302 303 0=80 1=1024 2=8
Reshape reshape_538 1 1 299 304 0=80 1=8 2=77
MatMul matmultransb_5 2 1 303 301 305 0=1
Softmax softmax_66 1 1 305 306 0=-1 1=1
Permute permute_874 1 1 304 307 0=2
Reshape reshape_539 1 1 307 308 0=80 1=77 2=8
MatMul matmul_788 2 1 306 308 309
Reshape reshape_540 1 1 309 310 0=80 1=1024 2=8
Permute permute_875 1 1 310 311 0=2
Reshape reshape_541 1 1 311 312 0=640 1=1024
InnerProduct linear_290 1 1 312 313 0=640 1=1 2=409600
BinaryOp add_26 2 1 313 291 314 0=0
Split splitncnn_21 1 2 314 315 316
LayerNorm ln_218 1 1 316 317 0=640 1=1.000000e-05 2=1
InnerProduct linear_291 1 1 317 318 0=5120 1=1 2=3276800
Slice split_2 1 2 318 319 320 -23300=2,2560,-233 1=1
GELU gelu_2 1 1 320 321
BinaryOp mul_27 2 1 319 321 322 0=2
InnerProduct linear_292 1 1 322 323 0=640 1=1 2=1638400
BinaryOp add_28 2 1 323 315 324 0=0
Reshape reshape_542 1 1 324 325 0=640 1=32 2=32
Permute permute_876 1 1 325 326 0=4
Convolution conv_110 1 1 326 327 0=640 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=409600
BinaryOp add_29 2 1 327 258 328 0=0
Split splitncnn_22 1 3 328 329 330 331
GroupNorm gn_22 1 1 331 332 0=32 1=640 2=1.000000e-05 3=1
InnerProduct linear_293 1 1 70 333 0=640 1=1 2=819200
Swish silu_450 1 1 332 334
Convolution conv_111 1 1 334 335 0=640 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=3686400
ExpandDims unsqueeze_1040 1 1 333 336 -23303=1,1
ExpandDims unsqueeze_1041 1 1 336 337 -23303=1,2
BinaryOp add_30 2 1 335 337 338 0=0
GroupNorm gn_23 1 1 338 339 0=32 1=640 2=1.000000e-05 3=1
Swish silu_451 1 1 339 340
Convolution conv_112 1 1 340 341 0=640 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=3686400
BinaryOp add_31 2 1 330 341 342 0=0
Split splitncnn_23 1 2 342 343 344
GroupNorm gn_197 1 1 344 345 0=32 1=640 2=1.000000e-06 3=1
Convolution conv_113 1 1 345 346 0=640 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=409600
Permute permute_877 1 1 346 347 0=3
Reshape reshape_543 1 1 347 348 0=640 1=1024
Split splitncnn_24 1 2 348 349 350
LayerNorm ln_219 1 1 350 351 0=640 1=1.000000e-05 2=1
Split splitncnn_25 1 3 351 352 353 354
InnerProduct linear_295 1 1 353 355 0=640 1=0 2=409600
BinaryOp mul_32 1 1 355 356 0=2 1=1 2=1.118034e-01
InnerProduct linear_294 1 1 354 357 0=640 1=0 2=409600
Reshape reshape_544 1 1 356 358 0=80 1=8 2=1024
Reshape reshape_545 1 1 357 359 0=80 1=8 2=1024
InnerProduct linear_296 1 1 352 360 0=640 1=0 2=409600
Permute permute_878 1 1 358 361 0=2
Reshape reshape_546 1 1 361 362 0=80 1=1024 2=8
Permute permute_879 1 1 359 363 0=2
Reshape reshape_547 1 1 363 364 0=80 1=1024 2=8
Reshape reshape_548 1 1 360 365 0=80 1=8 2=1024
MatMul matmultransb_6 2 1 364 362 366 0=1
Softmax softmax_67 1 1 366 367 0=-1 1=1
Permute permute_881 1 1 365 368 0=2
Reshape reshape_549 1 1 368 369 0=80 1=1024 2=8
MatMul matmul_790 2 1 367 369 370
Reshape reshape_550 1 1 370 371 0=80 1=1024 2=8
Permute permute_882 1 1 371 372 0=2
Reshape reshape_551 1 1 372 373 0=640 1=1024
InnerProduct linear_297 1 1 373 374 0=640 1=1 2=409600
BinaryOp add_33 2 1 374 349 375 0=0
Split splitncnn_26 1 2 375 376 377
LayerNorm ln_220 1 1 377 378 0=640 1=1.000000e-05 2=1
InnerProduct linear_299 1 1 28 379 0=640 1=0 2=491520
BinaryOp mul_34 1 1 379 380 0=2 1=1 2=1.118034e-01
InnerProduct linear_298 1 1 378 381 0=640 1=0 2=409600
Reshape reshape_552 1 1 380 382 0=80 1=8 2=77
Reshape reshape_553 1 1 381 383 0=80 1=8 2=1024
InnerProduct linear_300 1 1 27 384 0=640 1=0 2=491520
Permute permute_883 1 1 382 385 0=2
Reshape reshape_554 1 1 385 386 0=80 1=77 2=8
Permute permute_884 1 1 383 387 0=2
Reshape reshape_555 1 1 387 388 0=80 1=1024 2=8
Reshape reshape_556 1 1 384 389 0=80 1=8 2=77
MatMul matmultransb_7 2 1 388 386 390 0=1
Softmax softmax_68 1 1 390 391 0=-1 1=1
Permute permute_886 1 1 389 392 0=2
Reshape reshape_557 1 1 392 393 0=80 1=77 2=8
MatMul matmul_792 2 1 391 393 394
Reshape reshape_558 1 1 394 395 0=80 1=1024 2=8
Permute permute_887 1 1 395 396 0=2
Reshape reshape_559 1 1 396 397 0=640 1=1024
InnerProduct linear_301 1 1 397 398 0=640 1=1 2=409600
BinaryOp add_35 2 1 398 376 399 0=0
Split splitncnn_27 1 2 399 400 401
LayerNorm ln_221 1 1 401 402 0=640 1=1.000000e-05 2=1
InnerProduct linear_302 1 1 402 403 0=5120 1=1 2=3276800
Slice split_3 1 2 403 404 405 -23300=2,2560,-233 1=1
GELU gelu_3 1 1 405 406
BinaryOp mul_36 2 1 404 406 407 0=2
InnerProduct linear_303 1 1 407 408 0=640 1=1 2=1638400
BinaryOp add_37 2 1 408 400 409 0=0
Reshape reshape_560 1 1 409 410 0=640 1=32 2=32
Permute permute_888 1 1 410 411 0=4
Convolution conv_114 1 1 411 412 0=640 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=409600
BinaryOp add_38 2 1 412 343 413 0=0
Split splitncnn_28 1 2 413 414 415
Convolution conv_115 1 1 415 416 0=640 1=3 11=3 12=1 13=2 14=1 2=1 3=2 4=1 5=1 6=3686400
Split splitncnn_29 1 3 416 417 418 419
GroupNorm gn_24 1 1 418 420 0=32 1=640 2=1.000000e-05 3=1
InnerProduct linear_304 1 1 69 421 0=1280 1=1 2=1638400
Swish silu_452 1 1 420 422
Convolution conv_116 1 1 422 423 0=1280 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=7372800
ExpandDims unsqueeze_1042 1 1 421 424 -23303=1,1
ExpandDims unsqueeze_1043 1 1 424 425 -23303=1,2
BinaryOp add_39 2 1 423 425 426 0=0
GroupNorm gn_25 1 1 426 427 0=32 1=1280 2=1.000000e-05 3=1
Convolution conv_118 1 1 419 428 0=1280 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=819200
Swish silu_453 1 1 427 429
Convolution conv_117 1 1 429 430 0=1280 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=14745600
BinaryOp add_40 2 1 428 430 431 0=0
Split splitncnn_30 1 2 431 432 433
GroupNorm gn_198 1 1 433 434 0=32 1=1280 2=1.000000e-06 3=1
Convolution conv_119 1 1 434 435 0=1280 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=1638400
Permute permute_889 1 1 435 436 0=3
Reshape reshape_561 1 1 436 437 0=1280 1=256
Split splitncnn_31 1 2 437 438 439
LayerNorm ln_222 1 1 439 440 0=1280 1=1.000000e-05 2=1
Split splitncnn_32 1 3 440 441 442 443
InnerProduct linear_306 1 1 442 444 0=1280 1=0 2=1638400
BinaryOp mul_41 1 1 444 445 0=2 1=1 2=7.905694e-02
InnerProduct linear_305 1 1 443 446 0=1280 1=0 2=1638400
Reshape reshape_562 1 1 445 447 0=160 1=8 2=256
Reshape reshape_563 1 1 446 448 0=160 1=8 2=256
InnerProduct linear_307 1 1 441 449 0=1280 1=0 2=1638400
Permute permute_890 1 1 447 450 0=2
Reshape reshape_564 1 1 450 451 0=160 1=256 2=8
Permute permute_891 1 1 448 452 0=2
Reshape reshape_565 1 1 452 453 0=160 1=256 2=8
Reshape reshape_566 1 1 449 454 0=160 1=8 2=256
MatMul matmultransb_8 2 1 453 451 455 0=1
Softmax softmax_69 1 1 455 456 0=-1 1=1
Permute permute_893 1 1 454 457 0=2
Reshape reshape_567 1 1 457 458 0=160 1=256 2=8
MatMul matmul_794 2 1 456 458 459
Reshape reshape_568 1 1 459 460 0=160 1=256 2=8
Permute permute_894 1 1 460 461 0=2
Reshape reshape_569 1 1 461 462 0=1280 1=256
InnerProduct linear_308 1 1 462 463 0=1280 1=1 2=1638400
BinaryOp add_42 2 1 463 438 464 0=0
Split splitncnn_33 1 2 464 465 466
LayerNorm ln_223 1 1 466 467 0=1280 1=1.000000e-05 2=1
InnerProduct linear_310 1 1 26 468 0=1280 1=0 2=983040
BinaryOp mul_43 1 1 468 469 0=2 1=1 2=7.905694e-02
InnerProduct linear_309 1 1 467 470 0=1280 1=0 2=1638400
Reshape reshape_570 1 1 469 471 0=160 1=8 2=77
Reshape reshape_571 1 1 470 472 0=160 1=8 2=256
InnerProduct linear_311 1 1 25 473 0=1280 1=0 2=983040
Permute permute_895 1 1 471 474 0=2
Reshape reshape_572 1 1 474 475 0=160 1=77 2=8
Permute permute_896 1 1 472 476 0=2
Reshape reshape_573 1 1 476 477 0=160 1=256 2=8
Reshape reshape_574 1 1 473 478 0=160 1=8 2=77
MatMul matmultransb_9 2 1 477 475 479 0=1
Softmax softmax_70 1 1 479 480 0=-1 1=1
Permute permute_898 1 1 478 481 0=2
Reshape reshape_575 1 1 481 482 0=160 1=77 2=8
MatMul matmul_796 2 1 480 482 483
Reshape reshape_576 1 1 483 484 0=160 1=256 2=8
Permute permute_899 1 1 484 485 0=2
Reshape reshape_577 1 1 485 486 0=1280 1=256
InnerProduct linear_312 1 1 486 487 0=1280 1=1 2=1638400
BinaryOp add_44 2 1 487 465 488 0=0
Split splitncnn_34 1 2 488 489 490
LayerNorm ln_224 1 1 490 491 0=1280 1=1.000000e-05 2=1
InnerProduct linear_313 1 1 491 492 0=10240 1=1 2=13107200
Slice split_4 1 2 492 493 494 -23300=2,5120,-233 1=1
GELU gelu_4 1 1 494 495
BinaryOp mul_45 2 1 493 495 496 0=2
InnerProduct linear_314 1 1 496 497 0=1280 1=1 2=6553600
BinaryOp add_46 2 1 497 489 498 0=0
Reshape reshape_578 1 1 498 499 0=1280 1=16 2=16
Permute permute_900 1 1 499 500 0=4
Convolution conv_120 1 1 500 501 0=1280 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=1638400
BinaryOp add_47 2 1 501 432 502 0=0
Split splitncnn_35 1 3 502 503 504 505
GroupNorm gn_26 1 1 505 506 0=32 1=1280 2=1.000000e-05 3=1
InnerProduct linear_315 1 1 68 507 0=1280 1=1 2=1638400
Swish silu_454 1 1 506 508
Convolution conv_121 1 1 508 509 0=1280 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=14745600
ExpandDims unsqueeze_1044 1 1 507 510 -23303=1,1
ExpandDims unsqueeze_1045 1 1 510 511 -23303=1,2
BinaryOp add_48 2 1 509 511 512 0=0
GroupNorm gn_27 1 1 512 513 0=32 1=1280 2=1.000000e-05 3=1
Swish silu_455 1 1 513 514
Convolution conv_122 1 1 514 515 0=1280 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=14745600
BinaryOp add_49 2 1 504 515 516 0=0
Split splitncnn_36 1 2 516 517 518
GroupNorm gn_199 1 1 518 519 0=32 1=1280 2=1.000000e-06 3=1
Convolution conv_123 1 1 519 520 0=1280 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=1638400
Permute permute_901 1 1 520 521 0=3
Reshape reshape_579 1 1 521 522 0=1280 1=256
Split splitncnn_37 1 2 522 523 524
LayerNorm ln_225 1 1 524 525 0=1280 1=1.000000e-05 2=1
Split splitncnn_38 1 3 525 526 527 528
InnerProduct linear_317 1 1 527 529 0=1280 1=0 2=1638400
BinaryOp mul_50 1 1 529 530 0=2 1=1 2=7.905694e-02
InnerProduct linear_316 1 1 528 531 0=1280 1=0 2=1638400
Reshape reshape_580 1 1 530 532 0=160 1=8 2=256
Reshape reshape_581 1 1 531 533 0=160 1=8 2=256
InnerProduct linear_318 1 1 526 534 0=1280 1=0 2=1638400
Permute permute_902 1 1 532 535 0=2
Reshape reshape_582 1 1 535 536 0=160 1=256 2=8
Permute permute_903 1 1 533 537 0=2
Reshape reshape_583 1 1 537 538 0=160 1=256 2=8
Reshape reshape_584 1 1 534 539 0=160 1=8 2=256
MatMul matmultransb_10 2 1 538 536 540 0=1
Softmax softmax_71 1 1 540 541 0=-1 1=1
Permute permute_905 1 1 539 542 0=2
Reshape reshape_585 1 1 542 543 0=160 1=256 2=8
MatMul matmul_798 2 1 541 543 544
Reshape reshape_586 1 1 544 545 0=160 1=256 2=8
Permute permute_906 1 1 545 546 0=2
Reshape reshape_587 1 1 546 547 0=1280 1=256
InnerProduct linear_319 1 1 547 548 0=1280 1=1 2=1638400
BinaryOp add_51 2 1 548 523 549 0=0
Split splitncnn_39 1 2 549 550 551
LayerNorm ln_226 1 1 551 552 0=1280 1=1.000000e-05 2=1
InnerProduct linear_321 1 1 24 553 0=1280 1=0 2=983040
BinaryOp mul_52 1 1 553 554 0=2 1=1 2=7.905694e-02
InnerProduct linear_320 1 1 552 555 0=1280 1=0 2=1638400
Reshape reshape_588 1 1 554 556 0=160 1=8 2=77
Reshape reshape_589 1 1 555 557 0=160 1=8 2=256
InnerProduct linear_322 1 1 23 558 0=1280 1=0 2=983040
Permute permute_907 1 1 556 559 0=2
Reshape reshape_590 1 1 559 560 0=160 1=77 2=8
Permute permute_908 1 1 557 561 0=2
Reshape reshape_591 1 1 561 562 0=160 1=256 2=8
Reshape reshape_592 1 1 558 563 0=160 1=8 2=77
MatMul matmultransb_11 2 1 562 560 564 0=1
Softmax softmax_72 1 1 564 565 0=-1 1=1
Permute permute_910 1 1 563 566 0=2
Reshape reshape_593 1 1 566 567 0=160 1=77 2=8
MatMul matmul_800 2 1 565 567 568
Reshape reshape_594 1 1 568 569 0=160 1=256 2=8
Permute permute_911 1 1 569 570 0=2
Reshape reshape_595 1 1 570 571 0=1280 1=256
InnerProduct linear_323 1 1 571 572 0=1280 1=1 2=1638400
BinaryOp add_53 2 1 572 550 573 0=0
Split splitncnn_40 1 2 573 574 575
LayerNorm ln_227 1 1 575 576 0=1280 1=1.000000e-05 2=1
InnerProduct linear_324 1 1 576 577 0=10240 1=1 2=13107200
Slice split_5 1 2 577 578 579 -23300=2,5120,-233 1=1
GELU gelu_5 1 1 579 580
BinaryOp mul_54 2 1 578 580 581 0=2
InnerProduct linear_325 1 1 581 582 0=1280 1=1 2=6553600
BinaryOp add_55 2 1 582 574 583 0=0
Reshape reshape_596 1 1 583 584 0=1280 1=16 2=16
Permute permute_912 1 1 584 585 0=4
Convolution conv_124 1 1 585 586 0=1280 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=1638400
BinaryOp add_56 2 1 586 517 587 0=0
Split splitncnn_41 1 2 587 588 589
Convolution conv_125 1 1 589 590 0=1280 1=3 11=3 12=1 13=2 14=1 2=1 3=2 4=1 5=1 6=14745600
Split splitncnn_42 1 3 590 591 592 593
GroupNorm gn_28 1 1 593 594 0=32 1=1280 2=1.000000e-05 3=1
InnerProduct linear_326 1 1 67 595 0=1280 1=1 2=1638400
Swish silu_456 1 1 594 596
Convolution conv_126 1 1 596 597 0=1280 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=14745600
ExpandDims unsqueeze_1046 1 1 595 598 -23303=1,1
ExpandDims unsqueeze_1047 1 1 598 599 -23303=1,2
BinaryOp add_57 2 1 597 599 600 0=0
GroupNorm gn_29 1 1 600 601 0=32 1=1280 2=1.000000e-05 3=1
Swish silu_457 1 1 601 602
Convolution conv_127 1 1 602 603 0=1280 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=14745600
BinaryOp add_58 2 1 592 603 604 0=0
Split splitncnn_43 1 3 604 605 606 607
GroupNorm gn_30 1 1 607 608 0=32 1=1280 2=1.000000e-05 3=1
InnerProduct linear_327 1 1 66 609 0=1280 1=1 2=1638400
Swish silu_458 1 1 608 610
Convolution conv_128 1 1 610 611 0=1280 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=14745600
ExpandDims unsqueeze_1048 1 1 609 612 -23303=1,1
ExpandDims unsqueeze_1049 1 1 612 613 -23303=1,2
BinaryOp add_59 2 1 611 613 614 0=0
GroupNorm gn_31 1 1 614 615 0=32 1=1280 2=1.000000e-05 3=1
Swish silu_459 1 1 615 616
Convolution conv_129 1 1 616 617 0=1280 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=14745600
BinaryOp add_60 2 1 606 617 618 0=0
Split splitncnn_44 1 3 618 619 620 621
GroupNorm gn_32 1 1 621 622 0=32 1=1280 2=1.000000e-05 3=1
InnerProduct linear_328 1 1 65 623 0=1280 1=1 2=1638400
Swish silu_460 1 1 622 624
Convolution conv_130 1 1 624 625 0=1280 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=14745600
ExpandDims unsqueeze_1050 1 1 623 626 -23303=1,1
ExpandDims unsqueeze_1051 1 1 626 627 -23303=1,2
BinaryOp add_61 2 1 625 627 628 0=0
GroupNorm gn_33 1 1 628 629 0=32 1=1280 2=1.000000e-05 3=1
Swish silu_461 1 1 629 630
Convolution conv_131 1 1 630 631 0=1280 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=14745600
BinaryOp add_62 2 1 620 631 632 0=0
Split splitncnn_45 1 2 632 633 634
GroupNorm gn_200 1 1 634 635 0=32 1=1280 2=1.000000e-06 3=1
Convolution conv_132 1 1 635 636 0=1280 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=1638400
Permute permute_913 1 1 636 637 0=3
Reshape reshape_597 1 1 637 638 0=1280 1=64
Split splitncnn_46 1 2 638 639 640
LayerNorm ln_228 1 1 640 641 0=1280 1=1.000000e-05 2=1
Split splitncnn_47 1 3 641 642 643 644
InnerProduct linear_330 1 1 643 645 0=1280 1=0 2=1638400
BinaryOp mul_63 1 1 645 646 0=2 1=1 2=7.905694e-02
InnerProduct linear_329 1 1 644 647 0=1280 1=0 2=1638400
Reshape reshape_598 1 1 646 648 0=160 1=8 2=64
Reshape reshape_599 1 1 647 649 0=160 1=8 2=64
InnerProduct linear_331 1 1 642 650 0=1280 1=0 2=1638400
Permute permute_914 1 1 648 651 0=2
Reshape reshape_600 1 1 651 652 0=160 1=64 2=8
Permute permute_915 1 1 649 653 0=2
Reshape reshape_601 1 1 653 654 0=160 1=64 2=8
Reshape reshape_602 1 1 650 655 0=160 1=8 2=64
MatMul matmultransb_12 2 1 654 652 656 0=1
Softmax softmax_73 1 1 656 657 0=-1 1=1
Permute permute_917 1 1 655 658 0=2
Reshape reshape_603 1 1 658 659 0=160 1=64 2=8
MatMul matmul_802 2 1 657 659 660
Reshape reshape_604 1 1 660 661 0=160 1=64 2=8
Permute permute_918 1 1 661 662 0=2
Reshape reshape_605 1 1 662 663 0=1280 1=64
InnerProduct linear_332 1 1 663 664 0=1280 1=1 2=1638400
BinaryOp add_64 2 1 664 639 665 0=0
Split splitncnn_48 1 2 665 666 667
LayerNorm ln_229 1 1 667 668 0=1280 1=1.000000e-05 2=1
InnerProduct linear_334 1 1 22 669 0=1280 1=0 2=983040
BinaryOp mul_65 1 1 669 670 0=2 1=1 2=7.905694e-02
InnerProduct linear_333 1 1 668 671 0=1280 1=0 2=1638400
Reshape reshape_606 1 1 670 672 0=160 1=8 2=77
Reshape reshape_607 1 1 671 673 0=160 1=8 2=64
InnerProduct linear_335 1 1 21 674 0=1280 1=0 2=983040
Permute permute_919 1 1 672 675 0=2
Reshape reshape_608 1 1 675 676 0=160 1=77 2=8
Permute permute_920 1 1 673 677 0=2
Reshape reshape_609 1 1 677 678 0=160 1=64 2=8
Reshape reshape_610 1 1 674 679 0=160 1=8 2=77
MatMul matmultransb_13 2 1 678 676 680 0=1
Softmax softmax_74 1 1 680 681 0=-1 1=1
Permute permute_922 1 1 679 682 0=2
Reshape reshape_611 1 1 682 683 0=160 1=77 2=8
MatMul matmul_804 2 1 681 683 684
Reshape reshape_612 1 1 684 685 0=160 1=64 2=8
Permute permute_923 1 1 685 686 0=2
Reshape reshape_613 1 1 686 687 0=1280 1=64
InnerProduct linear_336 1 1 687 688 0=1280 1=1 2=1638400
BinaryOp add_66 2 1 688 666 689 0=0
Split splitncnn_49 1 2 689 690 691
LayerNorm ln_230 1 1 691 692 0=1280 1=1.000000e-05 2=1
InnerProduct linear_337 1 1 692 693 0=10240 1=1 2=13107200
Slice split_6 1 2 693 694 695 -23300=2,5120,-233 1=1
GELU gelu_6 1 1 695 696
BinaryOp mul_67 2 1 694 696 697 0=2
InnerProduct linear_338 1 1 697 698 0=1280 1=1 2=6553600
BinaryOp add_68 2 1 698 690 699 0=0
Reshape reshape_614 1 1 699 700 0=1280 1=8 2=8
Permute permute_924 1 1 700 701 0=4
Convolution conv_133 1 1 701 702 0=1280 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=1638400
BinaryOp add_69 2 1 702 633 703 0=0
Split splitncnn_50 1 2 703 704 705
GroupNorm gn_34 1 1 705 706 0=32 1=1280 2=1.000000e-05 3=1
InnerProduct linear_339 1 1 64 707 0=1280 1=1 2=1638400
Swish silu_462 1 1 706 708
Convolution conv_134 1 1 708 709 0=1280 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=14745600
ExpandDims unsqueeze_1052 1 1 707 710 -23303=1,1
ExpandDims unsqueeze_1053 1 1 710 711 -23303=1,2
BinaryOp add_70 2 1 709 711 712 0=0
GroupNorm gn_35 1 1 712 713 0=32 1=1280 2=1.000000e-05 3=1
Swish silu_463 1 1 713 714
Convolution conv_135 1 1 714 715 0=1280 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=14745600
BinaryOp add_71 2 1 704 715 716 0=0
Concat cat_1 2 1 716 619 717 0=0
Split splitncnn_51 1 2 717 718 719
GroupNorm gn_36 1 1 718 720 0=32 1=2560 2=1.000000e-05 3=1
InnerProduct linear_340 1 1 63 721 0=1280 1=1 2=1638400
Swish silu_464 1 1 720 722
Convolution conv_136 1 1 722 723 0=1280 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=29491200
ExpandDims unsqueeze_1054 1 1 721 724 -23303=1,1
ExpandDims unsqueeze_1055 1 1 724 725 -23303=1,2
BinaryOp add_72 2 1 723 725 726 0=0
GroupNorm gn_37 1 1 726 727 0=32 1=1280 2=1.000000e-05 3=1
Convolution conv_138 1 1 719 728 0=1280 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=3276800
Swish silu_465 1 1 727 729
Convolution conv_137 1 1 729 730 0=1280 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=14745600
BinaryOp add_73 2 1 728 730 731 0=0
Concat cat_2 2 1 731 605 732 0=0
Split splitncnn_52 1 2 732 733 734
GroupNorm gn_38 1 1 733 735 0=32 1=2560 2=1.000000e-05 3=1
InnerProduct linear_341 1 1 62 736 0=1280 1=1 2=1638400
Swish silu_466 1 1 735 737
Convolution conv_139 1 1 737 738 0=1280 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=29491200
ExpandDims unsqueeze_1056 1 1 736 739 -23303=1,1
ExpandDims unsqueeze_1057 1 1 739 740 -23303=1,2
BinaryOp add_74 2 1 738 740 741 0=0
GroupNorm gn_39 1 1 741 742 0=32 1=1280 2=1.000000e-05 3=1
Convolution conv_141 1 1 734 743 0=1280 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=3276800
Swish silu_467 1 1 742 744
Convolution conv_140 1 1 744 745 0=1280 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=14745600
BinaryOp add_75 2 1 743 745 746 0=0
Concat cat_3 2 1 746 591 747 0=0
Split splitncnn_53 1 2 747 748 749
GroupNorm gn_40 1 1 748 750 0=32 1=2560 2=1.000000e-05 3=1
InnerProduct linear_342 1 1 61 751 0=1280 1=1 2=1638400
Swish silu_468 1 1 750 752
Convolution conv_142 1 1 752 753 0=1280 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=29491200
ExpandDims unsqueeze_1058 1 1 751 754 -23303=1,1
ExpandDims unsqueeze_1059 1 1 754 755 -23303=1,2
BinaryOp add_76 2 1 753 755 756 0=0
GroupNorm gn_41 1 1 756 757 0=32 1=1280 2=1.000000e-05 3=1
Convolution conv_144 1 1 749 758 0=1280 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=3276800
Swish silu_469 1 1 757 759
Convolution conv_143 1 1 759 760 0=1280 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=14745600
BinaryOp add_77 2 1 758 760 761 0=0
Interp upsample_nearest_93 1 1 761 762 0=1 1=2.000000e+00 2=2.000000e+00 6=0
Convolution conv_145 1 1 762 763 0=1280 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=14745600
Concat cat_4 2 1 763 588 764 0=0
Split splitncnn_54 1 2 764 765 766
GroupNorm gn_42 1 1 765 767 0=32 1=2560 2=1.000000e-05 3=1
InnerProduct linear_343 1 1 60 768 0=1280 1=1 2=1638400
Swish silu_470 1 1 767 769
Convolution conv_146 1 1 769 770 0=1280 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=29491200
ExpandDims unsqueeze_1060 1 1 768 771 -23303=1,1
ExpandDims unsqueeze_1061 1 1 771 772 -23303=1,2
BinaryOp add_78 2 1 770 772 773 0=0
GroupNorm gn_43 1 1 773 774 0=32 1=1280 2=1.000000e-05 3=1
Convolution conv_148 1 1 766 775 0=1280 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=3276800
Swish silu_471 1 1 774 776
Convolution conv_147 1 1 776 777 0=1280 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=14745600
BinaryOp add_79 2 1 775 777 778 0=0
Split splitncnn_55 1 2 778 779 780
GroupNorm gn_201 1 1 780 781 0=32 1=1280 2=1.000000e-06 3=1
Convolution conv_149 1 1 781 782 0=1280 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=1638400
Permute permute_925 1 1 782 783 0=3
Reshape reshape_615 1 1 783 784 0=1280 1=256
Split splitncnn_56 1 2 784 785 786
LayerNorm ln_231 1 1 786 787 0=1280 1=1.000000e-05 2=1
Split splitncnn_57 1 3 787 788 789 790
InnerProduct linear_345 1 1 789 791 0=1280 1=0 2=1638400
BinaryOp mul_80 1 1 791 792 0=2 1=1 2=7.905694e-02
InnerProduct linear_344 1 1 790 793 0=1280 1=0 2=1638400
Reshape reshape_616 1 1 792 794 0=160 1=8 2=256
Reshape reshape_617 1 1 793 795 0=160 1=8 2=256
InnerProduct linear_346 1 1 788 796 0=1280 1=0 2=1638400
Permute permute_926 1 1 794 797 0=2
Reshape reshape_618 1 1 797 798 0=160 1=256 2=8
Permute permute_927 1 1 795 799 0=2
Reshape reshape_619 1 1 799 800 0=160 1=256 2=8
Reshape reshape_620 1 1 796 801 0=160 1=8 2=256
MatMul matmultransb_14 2 1 800 798 802 0=1
Softmax softmax_75 1 1 802 803 0=-1 1=1
Permute permute_929 1 1 801 804 0=2
Reshape reshape_621 1 1 804 805 0=160 1=256 2=8
MatMul matmul_806 2 1 803 805 806
Reshape reshape_622 1 1 806 807 0=160 1=256 2=8
Permute permute_930 1 1 807 808 0=2
Reshape reshape_623 1 1 808 809 0=1280 1=256
InnerProduct linear_347 1 1 809 810 0=1280 1=1 2=1638400
BinaryOp add_81 2 1 810 785 811 0=0
Split splitncnn_58 1 2 811 812 813
LayerNorm ln_232 1 1 813 814 0=1280 1=1.000000e-05 2=1
InnerProduct linear_349 1 1 20 815 0=1280 1=0 2=983040
BinaryOp mul_82 1 1 815 816 0=2 1=1 2=7.905694e-02
InnerProduct linear_348 1 1 814 817 0=1280 1=0 2=1638400
Reshape reshape_624 1 1 816 818 0=160 1=8 2=77
Reshape reshape_625 1 1 817 819 0=160 1=8 2=256
InnerProduct linear_350 1 1 19 820 0=1280 1=0 2=983040
Permute permute_931 1 1 818 821 0=2
Reshape reshape_626 1 1 821 822 0=160 1=77 2=8
Permute permute_932 1 1 819 823 0=2
Reshape reshape_627 1 1 823 824 0=160 1=256 2=8
Reshape reshape_628 1 1 820 825 0=160 1=8 2=77
MatMul matmultransb_15 2 1 824 822 826 0=1
Softmax softmax_76 1 1 826 827 0=-1 1=1
Permute permute_934 1 1 825 828 0=2
Reshape reshape_629 1 1 828 829 0=160 1=77 2=8
MatMul matmul_808 2 1 827 829 830
Reshape reshape_630 1 1 830 831 0=160 1=256 2=8
Permute permute_935 1 1 831 832 0=2
Reshape reshape_631 1 1 832 833 0=1280 1=256
InnerProduct linear_351 1 1 833 834 0=1280 1=1 2=1638400
BinaryOp add_83 2 1 834 812 835 0=0
Split splitncnn_59 1 2 835 836 837
LayerNorm ln_233 1 1 837 838 0=1280 1=1.000000e-05 2=1
InnerProduct linear_352 1 1 838 839 0=10240 1=1 2=13107200
Slice split_7 1 2 839 840 841 -23300=2,5120,-233 1=1
GELU gelu_7 1 1 841 842
BinaryOp mul_84 2 1 840 842 843 0=2
InnerProduct linear_353 1 1 843 844 0=1280 1=1 2=6553600
BinaryOp add_85 2 1 844 836 845 0=0
Reshape reshape_632 1 1 845 846 0=1280 1=16 2=16
Permute permute_936 1 1 846 847 0=4
Convolution conv_150 1 1 847 848 0=1280 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=1638400
BinaryOp add_86 2 1 848 779 849 0=0
Concat cat_5 2 1 849 503 850 0=0
Split splitncnn_60 1 2 850 851 852
GroupNorm gn_44 1 1 851 853 0=32 1=2560 2=1.000000e-05 3=1
InnerProduct linear_354 1 1 59 854 0=1280 1=1 2=1638400
Swish silu_472 1 1 853 855
Convolution conv_151 1 1 855 856 0=1280 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=29491200
ExpandDims unsqueeze_1062 1 1 854 857 -23303=1,1
ExpandDims unsqueeze_1063 1 1 857 858 -23303=1,2
BinaryOp add_87 2 1 856 858 859 0=0
GroupNorm gn_45 1 1 859 860 0=32 1=1280 2=1.000000e-05 3=1
Convolution conv_153 1 1 852 861 0=1280 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=3276800
Swish silu_473 1 1 860 862
Convolution conv_152 1 1 862 863 0=1280 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=14745600
BinaryOp add_88 2 1 861 863 864 0=0
Split splitncnn_61 1 2 864 865 866
GroupNorm gn_202 1 1 866 867 0=32 1=1280 2=1.000000e-06 3=1
Convolution conv_154 1 1 867 868 0=1280 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=1638400
Permute permute_937 1 1 868 869 0=3
Reshape reshape_633 1 1 869 870 0=1280 1=256
Split splitncnn_62 1 2 870 871 872
LayerNorm ln_234 1 1 872 873 0=1280 1=1.000000e-05 2=1
Split splitncnn_63 1 3 873 874 875 876
InnerProduct linear_356 1 1 875 877 0=1280 1=0 2=1638400
BinaryOp mul_89 1 1 877 878 0=2 1=1 2=7.905694e-02
InnerProduct linear_355 1 1 876 879 0=1280 1=0 2=1638400
Reshape reshape_634 1 1 878 880 0=160 1=8 2=256
Reshape reshape_635 1 1 879 881 0=160 1=8 2=256
InnerProduct linear_357 1 1 874 882 0=1280 1=0 2=1638400
Permute permute_938 1 1 880 883 0=2
Reshape reshape_636 1 1 883 884 0=160 1=256 2=8
Permute permute_939 1 1 881 885 0=2
Reshape reshape_637 1 1 885 886 0=160 1=256 2=8
Reshape reshape_638 1 1 882 887 0=160 1=8 2=256
MatMul matmultransb_16 2 1 886 884 888 0=1
Softmax softmax_77 1 1 888 889 0=-1 1=1
Permute permute_941 1 1 887 890 0=2
Reshape reshape_639 1 1 890 891 0=160 1=256 2=8
MatMul matmul_810 2 1 889 891 892
Reshape reshape_640 1 1 892 893 0=160 1=256 2=8
Permute permute_942 1 1 893 894 0=2
Reshape reshape_641 1 1 894 895 0=1280 1=256
InnerProduct linear_358 1 1 895 896 0=1280 1=1 2=1638400
BinaryOp add_90 2 1 896 871 897 0=0
Split splitncnn_64 1 2 897 898 899
LayerNorm ln_235 1 1 899 900 0=1280 1=1.000000e-05 2=1
InnerProduct linear_360 1 1 18 901 0=1280 1=0 2=983040
BinaryOp mul_91 1 1 901 902 0=2 1=1 2=7.905694e-02
InnerProduct linear_359 1 1 900 903 0=1280 1=0 2=1638400
Reshape reshape_642 1 1 902 904 0=160 1=8 2=77
Reshape reshape_643 1 1 903 905 0=160 1=8 2=256
InnerProduct linear_361 1 1 17 906 0=1280 1=0 2=983040
Permute permute_943 1 1 904 907 0=2
Reshape reshape_644 1 1 907 908 0=160 1=77 2=8
Permute permute_944 1 1 905 909 0=2
Reshape reshape_645 1 1 909 910 0=160 1=256 2=8
Reshape reshape_646 1 1 906 911 0=160 1=8 2=77
MatMul matmultransb_17 2 1 910 908 912 0=1
Softmax softmax_78 1 1 912 913 0=-1 1=1
Permute permute_946 1 1 911 914 0=2
Reshape reshape_647 1 1 914 915 0=160 1=77 2=8
MatMul matmul_812 2 1 913 915 916
Reshape reshape_648 1 1 916 917 0=160 1=256 2=8
Permute permute_947 1 1 917 918 0=2
Reshape reshape_649 1 1 918 919 0=1280 1=256
InnerProduct linear_362 1 1 919 920 0=1280 1=1 2=1638400
BinaryOp add_92 2 1 920 898 921 0=0
Split splitncnn_65 1 2 921 922 923
LayerNorm ln_236 1 1 923 924 0=1280 1=1.000000e-05 2=1
InnerProduct linear_363 1 1 924 925 0=10240 1=1 2=13107200
Slice split_8 1 2 925 926 927 -23300=2,5120,-233 1=1
GELU gelu_8 1 1 927 928
BinaryOp mul_93 2 1 926 928 929 0=2
InnerProduct linear_364 1 1 929 930 0=1280 1=1 2=6553600
BinaryOp add_94 2 1 930 922 931 0=0
Reshape reshape_650 1 1 931 932 0=1280 1=16 2=16
Permute permute_948 1 1 932 933 0=4
Convolution conv_155 1 1 933 934 0=1280 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=1638400
BinaryOp add_95 2 1 934 865 935 0=0
Concat cat_6 2 1 935 417 936 0=0
Split splitncnn_66 1 2 936 937 938
GroupNorm gn_46 1 1 937 939 0=32 1=1920 2=1.000000e-05 3=1
InnerProduct linear_365 1 1 58 940 0=1280 1=1 2=1638400
Swish silu_474 1 1 939 941
Convolution conv_156 1 1 941 942 0=1280 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=22118400
ExpandDims unsqueeze_1064 1 1 940 943 -23303=1,1
ExpandDims unsqueeze_1065 1 1 943 944 -23303=1,2
BinaryOp add_96 2 1 942 944 945 0=0
GroupNorm gn_47 1 1 945 946 0=32 1=1280 2=1.000000e-05 3=1
Convolution conv_158 1 1 938 947 0=1280 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=2457600
Swish silu_475 1 1 946 948
Convolution conv_157 1 1 948 949 0=1280 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=14745600
BinaryOp add_97 2 1 947 949 950 0=0
Split splitncnn_67 1 2 950 951 952
GroupNorm gn_203 1 1 952 953 0=32 1=1280 2=1.000000e-06 3=1
Convolution conv_159 1 1 953 954 0=1280 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=1638400
Permute permute_949 1 1 954 955 0=3
Reshape reshape_651 1 1 955 956 0=1280 1=256
Split splitncnn_68 1 2 956 957 958
LayerNorm ln_237 1 1 958 959 0=1280 1=1.000000e-05 2=1
Split splitncnn_69 1 3 959 960 961 962
InnerProduct linear_367 1 1 961 963 0=1280 1=0 2=1638400
BinaryOp mul_98 1 1 963 964 0=2 1=1 2=7.905694e-02
InnerProduct linear_366 1 1 962 965 0=1280 1=0 2=1638400
Reshape reshape_652 1 1 964 966 0=160 1=8 2=256
Reshape reshape_653 1 1 965 967 0=160 1=8 2=256
InnerProduct linear_368 1 1 960 968 0=1280 1=0 2=1638400
Permute permute_950 1 1 966 969 0=2
Reshape reshape_654 1 1 969 970 0=160 1=256 2=8
Permute permute_951 1 1 967 971 0=2
Reshape reshape_655 1 1 971 972 0=160 1=256 2=8
Reshape reshape_656 1 1 968 973 0=160 1=8 2=256
MatMul matmultransb_18 2 1 972 970 974 0=1
Softmax softmax_79 1 1 974 975 0=-1 1=1
Permute permute_953 1 1 973 976 0=2
Reshape reshape_657 1 1 976 977 0=160 1=256 2=8
MatMul matmul_814 2 1 975 977 978
Reshape reshape_658 1 1 978 979 0=160 1=256 2=8
Permute permute_954 1 1 979 980 0=2
Reshape reshape_659 1 1 980 981 0=1280 1=256
InnerProduct linear_369 1 1 981 982 0=1280 1=1 2=1638400
BinaryOp add_99 2 1 982 957 983 0=0
Split splitncnn_70 1 2 983 984 985
LayerNorm ln_238 1 1 985 986 0=1280 1=1.000000e-05 2=1
InnerProduct linear_371 1 1 16 987 0=1280 1=0 2=983040
BinaryOp mul_100 1 1 987 988 0=2 1=1 2=7.905694e-02
InnerProduct linear_370 1 1 986 989 0=1280 1=0 2=1638400
Reshape reshape_660 1 1 988 990 0=160 1=8 2=77
Reshape reshape_661 1 1 989 991 0=160 1=8 2=256
InnerProduct linear_372 1 1 15 992 0=1280 1=0 2=983040
Permute permute_955 1 1 990 993 0=2
Reshape reshape_662 1 1 993 994 0=160 1=77 2=8
Permute permute_956 1 1 991 995 0=2
Reshape reshape_663 1 1 995 996 0=160 1=256 2=8
Reshape reshape_664 1 1 992 997 0=160 1=8 2=77
MatMul matmultransb_19 2 1 996 994 998 0=1
Softmax softmax_80 1 1 998 999 0=-1 1=1
Permute permute_958 1 1 997 1000 0=2
Reshape reshape_665 1 1 1000 1001 0=160 1=77 2=8
MatMul matmul_816 2 1 999 1001 1002
Reshape reshape_666 1 1 1002 1003 0=160 1=256 2=8
Permute permute_959 1 1 1003 1004 0=2
Reshape reshape_667 1 1 1004 1005 0=1280 1=256
InnerProduct linear_373 1 1 1005 1006 0=1280 1=1 2=1638400
BinaryOp add_101 2 1 1006 984 1007 0=0
Split splitncnn_71 1 2 1007 1008 1009
LayerNorm ln_239 1 1 1009 1010 0=1280 1=1.000000e-05 2=1
InnerProduct linear_374 1 1 1010 1011 0=10240 1=1 2=13107200
Slice split_9 1 2 1011 1012 1013 -23300=2,5120,-233 1=1
GELU gelu_9 1 1 1013 1014
BinaryOp mul_102 2 1 1012 1014 1015 0=2
InnerProduct linear_375 1 1 1015 1016 0=1280 1=1 2=6553600
BinaryOp add_103 2 1 1016 1008 1017 0=0
Reshape reshape_668 1 1 1017 1018 0=1280 1=16 2=16
Permute permute_960 1 1 1018 1019 0=4
Convolution conv_160 1 1 1019 1020 0=1280 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=1638400
BinaryOp add_104 2 1 1020 951 1021 0=0
Interp upsample_nearest_94 1 1 1021 1022 0=1 1=2.000000e+00 2=2.000000e+00 6=0
Convolution conv_161 1 1 1022 1023 0=1280 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=14745600
Concat cat_7 2 1 1023 414 1024 0=0
Split splitncnn_72 1 2 1024 1025 1026
GroupNorm gn_48 1 1 1025 1027 0=32 1=1920 2=1.000000e-05 3=1
InnerProduct linear_376 1 1 57 1028 0=640 1=1 2=819200
Swish silu_476 1 1 1027 1029
Convolution conv_162 1 1 1029 1030 0=640 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=11059200
ExpandDims unsqueeze_1066 1 1 1028 1031 -23303=1,1
ExpandDims unsqueeze_1067 1 1 1031 1032 -23303=1,2
BinaryOp add_105 2 1 1030 1032 1033 0=0
GroupNorm gn_49 1 1 1033 1034 0=32 1=640 2=1.000000e-05 3=1
Convolution conv_164 1 1 1026 1035 0=640 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=1228800
Swish silu_477 1 1 1034 1036
Convolution conv_163 1 1 1036 1037 0=640 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=3686400
BinaryOp add_106 2 1 1035 1037 1038 0=0
Split splitncnn_73 1 2 1038 1039 1040
GroupNorm gn_204 1 1 1040 1041 0=32 1=640 2=1.000000e-06 3=1
Convolution conv_165 1 1 1041 1042 0=640 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=409600
Permute permute_961 1 1 1042 1043 0=3
Reshape reshape_669 1 1 1043 1044 0=640 1=1024
Split splitncnn_74 1 2 1044 1045 1046
LayerNorm ln_240 1 1 1046 1047 0=640 1=1.000000e-05 2=1
Split splitncnn_75 1 3 1047 1048 1049 1050
InnerProduct linear_378 1 1 1049 1051 0=640 1=0 2=409600
BinaryOp mul_107 1 1 1051 1052 0=2 1=1 2=1.118034e-01
InnerProduct linear_377 1 1 1050 1053 0=640 1=0 2=409600
Reshape reshape_670 1 1 1052 1054 0=80 1=8 2=1024
Reshape reshape_671 1 1 1053 1055 0=80 1=8 2=1024
InnerProduct linear_379 1 1 1048 1056 0=640 1=0 2=409600
Permute permute_962 1 1 1054 1057 0=2
Reshape reshape_672 1 1 1057 1058 0=80 1=1024 2=8
Permute permute_963 1 1 1055 1059 0=2
Reshape reshape_673 1 1 1059 1060 0=80 1=1024 2=8
Reshape reshape_674 1 1 1056 1061 0=80 1=8 2=1024
MatMul matmultransb_20 2 1 1060 1058 1062 0=1
Softmax softmax_81 1 1 1062 1063 0=-1 1=1
Permute permute_965 1 1 1061 1064 0=2
Reshape reshape_675 1 1 1064 1065 0=80 1=1024 2=8
MatMul matmul_818 2 1 1063 1065 1066
Reshape reshape_676 1 1 1066 1067 0=80 1=1024 2=8
Permute permute_966 1 1 1067 1068 0=2
Reshape reshape_677 1 1 1068 1069 0=640 1=1024
InnerProduct linear_380 1 1 1069 1070 0=640 1=1 2=409600
BinaryOp add_108 2 1 1070 1045 1071 0=0
Split splitncnn_76 1 2 1071 1072 1073
LayerNorm ln_241 1 1 1073 1074 0=640 1=1.000000e-05 2=1
InnerProduct linear_382 1 1 14 1075 0=640 1=0 2=491520
BinaryOp mul_109 1 1 1075 1076 0=2 1=1 2=1.118034e-01
InnerProduct linear_381 1 1 1074 1077 0=640 1=0 2=409600
Reshape reshape_678 1 1 1076 1078 0=80 1=8 2=77
Reshape reshape_679 1 1 1077 1079 0=80 1=8 2=1024
InnerProduct linear_383 1 1 13 1080 0=640 1=0 2=491520
Permute permute_967 1 1 1078 1081 0=2
Reshape reshape_680 1 1 1081 1082 0=80 1=77 2=8
Permute permute_968 1 1 1079 1083 0=2
Reshape reshape_681 1 1 1083 1084 0=80 1=1024 2=8
Reshape reshape_682 1 1 1080 1085 0=80 1=8 2=77
MatMul matmultransb_21 2 1 1084 1082 1086 0=1
Softmax softmax_82 1 1 1086 1087 0=-1 1=1
Permute permute_970 1 1 1085 1088 0=2
Reshape reshape_683 1 1 1088 1089 0=80 1=77 2=8
MatMul matmul_820 2 1 1087 1089 1090
Reshape reshape_684 1 1 1090 1091 0=80 1=1024 2=8
Permute permute_971 1 1 1091 1092 0=2
Reshape reshape_685 1 1 1092 1093 0=640 1=1024
InnerProduct linear_384 1 1 1093 1094 0=640 1=1 2=409600
BinaryOp add_110 2 1 1094 1072 1095 0=0
Split splitncnn_77 1 2 1095 1096 1097
LayerNorm ln_242 1 1 1097 1098 0=640 1=1.000000e-05 2=1
InnerProduct linear_385 1 1 1098 1099 0=5120 1=1 2=3276800
Slice split_10 1 2 1099 1100 1101 -23300=2,2560,-233 1=1
GELU gelu_10 1 1 1101 1102
BinaryOp mul_111 2 1 1100 1102 1103 0=2
InnerProduct linear_386 1 1 1103 1104 0=640 1=1 2=1638400
BinaryOp add_112 2 1 1104 1096 1105 0=0
Reshape reshape_686 1 1 1105 1106 0=640 1=32 2=32
Permute permute_972 1 1 1106 1107 0=4
Convolution conv_166 1 1 1107 1108 0=640 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=409600
BinaryOp add_113 2 1 1108 1039 1109 0=0
Concat cat_8 2 1 1109 329 1110 0=0
Split splitncnn_78 1 2 1110 1111 1112
GroupNorm gn_50 1 1 1111 1113 0=32 1=1280 2=1.000000e-05 3=1
InnerProduct linear_387 1 1 56 1114 0=640 1=1 2=819200
Swish silu_478 1 1 1113 1115
Convolution conv_167 1 1 1115 1116 0=640 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=7372800
ExpandDims unsqueeze_1068 1 1 1114 1117 -23303=1,1
ExpandDims unsqueeze_1069 1 1 1117 1118 -23303=1,2
BinaryOp add_114 2 1 1116 1118 1119 0=0
GroupNorm gn_51 1 1 1119 1120 0=32 1=640 2=1.000000e-05 3=1
Convolution conv_169 1 1 1112 1121 0=640 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=819200
Swish silu_479 1 1 1120 1122
Convolution conv_168 1 1 1122 1123 0=640 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=3686400
BinaryOp add_115 2 1 1121 1123 1124 0=0
Split splitncnn_79 1 2 1124 1125 1126
GroupNorm gn_205 1 1 1126 1127 0=32 1=640 2=1.000000e-06 3=1
Convolution conv_170 1 1 1127 1128 0=640 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=409600
Permute permute_973 1 1 1128 1129 0=3
Reshape reshape_687 1 1 1129 1130 0=640 1=1024
Split splitncnn_80 1 2 1130 1131 1132
LayerNorm ln_243 1 1 1132 1133 0=640 1=1.000000e-05 2=1
Split splitncnn_81 1 3 1133 1134 1135 1136
InnerProduct linear_389 1 1 1135 1137 0=640 1=0 2=409600
BinaryOp mul_116 1 1 1137 1138 0=2 1=1 2=1.118034e-01
InnerProduct linear_388 1 1 1136 1139 0=640 1=0 2=409600
Reshape reshape_688 1 1 1138 1140 0=80 1=8 2=1024
Reshape reshape_689 1 1 1139 1141 0=80 1=8 2=1024
InnerProduct linear_390 1 1 1134 1142 0=640 1=0 2=409600
Permute permute_974 1 1 1140 1143 0=2
Reshape reshape_690 1 1 1143 1144 0=80 1=1024 2=8
Permute permute_975 1 1 1141 1145 0=2
Reshape reshape_691 1 1 1145 1146 0=80 1=1024 2=8
Reshape reshape_692 1 1 1142 1147 0=80 1=8 2=1024
MatMul matmultransb_22 2 1 1146 1144 1148 0=1
Softmax softmax_83 1 1 1148 1149 0=-1 1=1
Permute permute_977 1 1 1147 1150 0=2
Reshape reshape_693 1 1 1150 1151 0=80 1=1024 2=8
MatMul matmul_822 2 1 1149 1151 1152
Reshape reshape_694 1 1 1152 1153 0=80 1=1024 2=8
Permute permute_978 1 1 1153 1154 0=2
Reshape reshape_695 1 1 1154 1155 0=640 1=1024
InnerProduct linear_391 1 1 1155 1156 0=640 1=1 2=409600
BinaryOp add_117 2 1 1156 1131 1157 0=0
Split splitncnn_82 1 2 1157 1158 1159
LayerNorm ln_244 1 1 1159 1160 0=640 1=1.000000e-05 2=1
InnerProduct linear_393 1 1 12 1161 0=640 1=0 2=491520
BinaryOp mul_118 1 1 1161 1162 0=2 1=1 2=1.118034e-01
InnerProduct linear_392 1 1 1160 1163 0=640 1=0 2=409600
Reshape reshape_696 1 1 1162 1164 0=80 1=8 2=77
Reshape reshape_697 1 1 1163 1165 0=80 1=8 2=1024
InnerProduct linear_394 1 1 11 1166 0=640 1=0 2=491520
Permute permute_979 1 1 1164 1167 0=2
Reshape reshape_698 1 1 1167 1168 0=80 1=77 2=8
Permute permute_980 1 1 1165 1169 0=2
Reshape reshape_699 1 1 1169 1170 0=80 1=1024 2=8
Reshape reshape_700 1 1 1166 1171 0=80 1=8 2=77
MatMul matmultransb_23 2 1 1170 1168 1172 0=1
Softmax softmax_84 1 1 1172 1173 0=-1 1=1
Permute permute_982 1 1 1171 1174 0=2
Reshape reshape_701 1 1 1174 1175 0=80 1=77 2=8
MatMul matmul_824 2 1 1173 1175 1176
Reshape reshape_702 1 1 1176 1177 0=80 1=1024 2=8
Permute permute_983 1 1 1177 1178 0=2
Reshape reshape_703 1 1 1178 1179 0=640 1=1024
InnerProduct linear_395 1 1 1179 1180 0=640 1=1 2=409600
BinaryOp add_119 2 1 1180 1158 1181 0=0
Split splitncnn_83 1 2 1181 1182 1183
LayerNorm ln_245 1 1 1183 1184 0=640 1=1.000000e-05 2=1
InnerProduct linear_396 1 1 1184 1185 0=5120 1=1 2=3276800
Slice split_11 1 2 1185 1186 1187 -23300=2,2560,-233 1=1
GELU gelu_11 1 1 1187 1188
BinaryOp mul_120 2 1 1186 1188 1189 0=2
InnerProduct linear_397 1 1 1189 1190 0=640 1=1 2=1638400
BinaryOp add_121 2 1 1190 1182 1191 0=0
Reshape reshape_704 1 1 1191 1192 0=640 1=32 2=32
Permute permute_984 1 1 1192 1193 0=4
Convolution conv_171 1 1 1193 1194 0=640 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=409600
BinaryOp add_122 2 1 1194 1125 1195 0=0
Concat cat_9 2 1 1195 243 1196 0=0
Split splitncnn_84 1 2 1196 1197 1198
GroupNorm gn_52 1 1 1197 1199 0=32 1=960 2=1.000000e-05 3=1
InnerProduct linear_398 1 1 55 1200 0=640 1=1 2=819200
Swish silu_480 1 1 1199 1201
Convolution conv_172 1 1 1201 1202 0=640 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=5529600
ExpandDims unsqueeze_1070 1 1 1200 1203 -23303=1,1
ExpandDims unsqueeze_1071 1 1 1203 1204 -23303=1,2
BinaryOp add_123 2 1 1202 1204 1205 0=0
GroupNorm gn_53 1 1 1205 1206 0=32 1=640 2=1.000000e-05 3=1
Convolution conv_174 1 1 1198 1207 0=640 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=614400
Swish silu_481 1 1 1206 1208
Convolution conv_173 1 1 1208 1209 0=640 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=3686400
BinaryOp add_124 2 1 1207 1209 1210 0=0
Split splitncnn_85 1 2 1210 1211 1212
GroupNorm gn_206 1 1 1212 1213 0=32 1=640 2=1.000000e-06 3=1
Convolution conv_175 1 1 1213 1214 0=640 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=409600
Permute permute_985 1 1 1214 1215 0=3
Reshape reshape_705 1 1 1215 1216 0=640 1=1024
Split splitncnn_86 1 2 1216 1217 1218
LayerNorm ln_246 1 1 1218 1219 0=640 1=1.000000e-05 2=1
Split splitncnn_87 1 3 1219 1220 1221 1222
InnerProduct linear_400 1 1 1221 1223 0=640 1=0 2=409600
BinaryOp mul_125 1 1 1223 1224 0=2 1=1 2=1.118034e-01
InnerProduct linear_399 1 1 1222 1225 0=640 1=0 2=409600
Reshape reshape_706 1 1 1224 1226 0=80 1=8 2=1024
Reshape reshape_707 1 1 1225 1227 0=80 1=8 2=1024
InnerProduct linear_401 1 1 1220 1228 0=640 1=0 2=409600
Permute permute_986 1 1 1226 1229 0=2
Reshape reshape_708 1 1 1229 1230 0=80 1=1024 2=8
Permute permute_987 1 1 1227 1231 0=2
Reshape reshape_709 1 1 1231 1232 0=80 1=1024 2=8
Reshape reshape_710 1 1 1228 1233 0=80 1=8 2=1024
MatMul matmultransb_24 2 1 1232 1230 1234 0=1
Softmax softmax_85 1 1 1234 1235 0=-1 1=1
Permute permute_989 1 1 1233 1236 0=2
Reshape reshape_711 1 1 1236 1237 0=80 1=1024 2=8
MatMul matmul_826 2 1 1235 1237 1238
Reshape reshape_712 1 1 1238 1239 0=80 1=1024 2=8
Permute permute_990 1 1 1239 1240 0=2
Reshape reshape_713 1 1 1240 1241 0=640 1=1024
InnerProduct linear_402 1 1 1241 1242 0=640 1=1 2=409600
BinaryOp add_126 2 1 1242 1217 1243 0=0
Split splitncnn_88 1 2 1243 1244 1245
LayerNorm ln_247 1 1 1245 1246 0=640 1=1.000000e-05 2=1
InnerProduct linear_404 1 1 10 1247 0=640 1=0 2=491520
BinaryOp mul_127 1 1 1247 1248 0=2 1=1 2=1.118034e-01
InnerProduct linear_403 1 1 1246 1249 0=640 1=0 2=409600
Reshape reshape_714 1 1 1248 1250 0=80 1=8 2=77
Reshape reshape_715 1 1 1249 1251 0=80 1=8 2=1024
InnerProduct linear_405 1 1 9 1252 0=640 1=0 2=491520
Permute permute_991 1 1 1250 1253 0=2
Reshape reshape_716 1 1 1253 1254 0=80 1=77 2=8
Permute permute_992 1 1 1251 1255 0=2
Reshape reshape_717 1 1 1255 1256 0=80 1=1024 2=8
Reshape reshape_718 1 1 1252 1257 0=80 1=8 2=77
MatMul matmultransb_25 2 1 1256 1254 1258 0=1
Softmax softmax_86 1 1 1258 1259 0=-1 1=1
Permute permute_994 1 1 1257 1260 0=2
Reshape reshape_719 1 1 1260 1261 0=80 1=77 2=8
MatMul matmul_828 2 1 1259 1261 1262
Reshape reshape_720 1 1 1262 1263 0=80 1=1024 2=8
Permute permute_995 1 1 1263 1264 0=2
Reshape reshape_721 1 1 1264 1265 0=640 1=1024
InnerProduct linear_406 1 1 1265 1266 0=640 1=1 2=409600
BinaryOp add_128 2 1 1266 1244 1267 0=0
Split splitncnn_89 1 2 1267 1268 1269
LayerNorm ln_248 1 1 1269 1270 0=640 1=1.000000e-05 2=1
InnerProduct linear_407 1 1 1270 1271 0=5120 1=1 2=3276800
Slice split_12 1 2 1271 1272 1273 -23300=2,2560,-233 1=1
GELU gelu_12 1 1 1273 1274
BinaryOp mul_129 2 1 1272 1274 1275 0=2
InnerProduct linear_408 1 1 1275 1276 0=640 1=1 2=1638400
BinaryOp add_130 2 1 1276 1268 1277 0=0
Reshape reshape_722 1 1 1277 1278 0=640 1=32 2=32
Permute permute_996 1 1 1278 1279 0=4
Convolution conv_176 1 1 1279 1280 0=640 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=409600
BinaryOp add_131 2 1 1280 1211 1281 0=0
Interp upsample_nearest_95 1 1 1281 1282 0=1 1=2.000000e+00 2=2.000000e+00 6=0
Convolution conv_177 1 1 1282 1283 0=640 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=3686400
Concat cat_10 2 1 1283 240 1284 0=0
Split splitncnn_90 1 2 1284 1285 1286
GroupNorm gn_54 1 1 1285 1287 0=32 1=960 2=1.000000e-05 3=1
InnerProduct linear_409 1 1 54 1288 0=320 1=1 2=409600
Swish silu_482 1 1 1287 1289
Convolution conv_178 1 1 1289 1290 0=320 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2764800
ExpandDims unsqueeze_1072 1 1 1288 1291 -23303=1,1
ExpandDims unsqueeze_1073 1 1 1291 1292 -23303=1,2
BinaryOp add_132 2 1 1290 1292 1293 0=0
GroupNorm gn_55 1 1 1293 1294 0=32 1=320 2=1.000000e-05 3=1
Convolution conv_180 1 1 1286 1295 0=320 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=307200
Swish silu_483 1 1 1294 1296
Convolution conv_179 1 1 1296 1297 0=320 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=921600
BinaryOp add_133 2 1 1295 1297 1298 0=0
Split splitncnn_91 1 2 1298 1299 1300
GroupNorm gn_207 1 1 1300 1301 0=32 1=320 2=1.000000e-06 3=1
Convolution conv_181 1 1 1301 1302 0=320 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=102400
Permute permute_997 1 1 1302 1303 0=3
Reshape reshape_723 1 1 1303 1304 0=320 1=4096
Split splitncnn_92 1 2 1304 1305 1306
LayerNorm ln_249 1 1 1306 1307 0=320 1=1.000000e-05 2=1
Split splitncnn_93 1 3 1307 1308 1309 1310
InnerProduct linear_411 1 1 1309 1311 0=320 1=0 2=102400
BinaryOp mul_134 1 1 1311 1312 0=2 1=1 2=1.581139e-01
InnerProduct linear_410 1 1 1310 1313 0=320 1=0 2=102400
Reshape reshape_724 1 1 1312 1314 0=40 1=8 2=4096
Reshape reshape_725 1 1 1313 1315 0=40 1=8 2=4096
InnerProduct linear_412 1 1 1308 1316 0=320 1=0 2=102400
Permute permute_998 1 1 1314 1317 0=2
Reshape reshape_726 1 1 1317 1318 0=40 1=4096 2=8
Permute permute_999 1 1 1315 1319 0=2
Reshape reshape_727 1 1 1319 1320 0=40 1=4096 2=8
Reshape reshape_728 1 1 1316 1321 0=40 1=8 2=4096
MatMul matmultransb_26 2 1 1320 1318 1322 0=1
Softmax softmax_87 1 1 1322 1323 0=-1 1=1
Permute permute_1001 1 1 1321 1324 0=2
Reshape reshape_729 1 1 1324 1325 0=40 1=4096 2=8
MatMul matmul_830 2 1 1323 1325 1326
Reshape reshape_730 1 1 1326 1327 0=40 1=4096 2=8
Permute permute_1002 1 1 1327 1328 0=2
Reshape reshape_731 1 1 1328 1329 0=320 1=4096
InnerProduct linear_413 1 1 1329 1330 0=320 1=1 2=102400
BinaryOp add_135 2 1 1330 1305 1331 0=0
Split splitncnn_94 1 2 1331 1332 1333
LayerNorm ln_250 1 1 1333 1334 0=320 1=1.000000e-05 2=1
InnerProduct linear_415 1 1 8 1335 0=320 1=0 2=245760
BinaryOp mul_136 1 1 1335 1336 0=2 1=1 2=1.581139e-01
InnerProduct linear_414 1 1 1334 1337 0=320 1=0 2=102400
Reshape reshape_732 1 1 1336 1338 0=40 1=8 2=77
Reshape reshape_733 1 1 1337 1339 0=40 1=8 2=4096
InnerProduct linear_416 1 1 7 1340 0=320 1=0 2=245760
Permute permute_1003 1 1 1338 1341 0=2
Reshape reshape_734 1 1 1341 1342 0=40 1=77 2=8
Permute permute_1004 1 1 1339 1343 0=2
Reshape reshape_735 1 1 1343 1344 0=40 1=4096 2=8
Reshape reshape_736 1 1 1340 1345 0=40 1=8 2=77
MatMul matmultransb_27 2 1 1344 1342 1346 0=1
Softmax softmax_88 1 1 1346 1347 0=-1 1=1
Permute permute_1006 1 1 1345 1348 0=2
Reshape reshape_737 1 1 1348 1349 0=40 1=77 2=8
MatMul matmul_832 2 1 1347 1349 1350
Reshape reshape_738 1 1 1350 1351 0=40 1=4096 2=8
Permute permute_1007 1 1 1351 1352 0=2
Reshape reshape_739 1 1 1352 1353 0=320 1=4096
InnerProduct linear_417 1 1 1353 1354 0=320 1=1 2=102400
BinaryOp add_137 2 1 1354 1332 1355 0=0
Split splitncnn_95 1 2 1355 1356 1357
LayerNorm ln_251 1 1 1357 1358 0=320 1=1.000000e-05 2=1
InnerProduct linear_418 1 1 1358 1359 0=2560 1=1 2=819200
Slice split_13 1 2 1359 1360 1361 -23300=2,1280,-233 1=1
GELU gelu_13 1 1 1361 1362
BinaryOp mul_138 2 1 1360 1362 1363 0=2
InnerProduct linear_419 1 1 1363 1364 0=320 1=1 2=409600
BinaryOp add_139 2 1 1364 1356 1365 0=0
Reshape reshape_740 1 1 1365 1366 0=320 1=64 2=64
Permute permute_1008 1 1 1366 1367 0=4
Convolution conv_182 1 1 1367 1368 0=320 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=102400
BinaryOp add_140 2 1 1368 1299 1369 0=0
Concat cat_11 2 1 1369 155 1370 0=0
Split splitncnn_96 1 2 1370 1371 1372
GroupNorm gn_56 1 1 1371 1373 0=32 1=640 2=1.000000e-05 3=1
InnerProduct linear_420 1 1 53 1374 0=320 1=1 2=409600
Swish silu_484 1 1 1373 1375
Convolution conv_183 1 1 1375 1376 0=320 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=1843200
ExpandDims unsqueeze_1074 1 1 1374 1377 -23303=1,1
ExpandDims unsqueeze_1075 1 1 1377 1378 -23303=1,2
BinaryOp add_141 2 1 1376 1378 1379 0=0
GroupNorm gn_57 1 1 1379 1380 0=32 1=320 2=1.000000e-05 3=1
Convolution conv_185 1 1 1372 1381 0=320 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=204800
Swish silu_485 1 1 1380 1382
Convolution conv_184 1 1 1382 1383 0=320 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=921600
BinaryOp add_142 2 1 1381 1383 1384 0=0
Split splitncnn_97 1 2 1384 1385 1386
GroupNorm gn_208 1 1 1386 1387 0=32 1=320 2=1.000000e-06 3=1
Convolution conv_186 1 1 1387 1388 0=320 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=102400
Permute permute_1009 1 1 1388 1389 0=3
Reshape reshape_741 1 1 1389 1390 0=320 1=4096
Split splitncnn_98 1 2 1390 1391 1392
LayerNorm ln_252 1 1 1392 1393 0=320 1=1.000000e-05 2=1
Split splitncnn_99 1 3 1393 1394 1395 1396
InnerProduct linear_422 1 1 1395 1397 0=320 1=0 2=102400
BinaryOp mul_143 1 1 1397 1398 0=2 1=1 2=1.581139e-01
InnerProduct linear_421 1 1 1396 1399 0=320 1=0 2=102400
Reshape reshape_742 1 1 1398 1400 0=40 1=8 2=4096
Reshape reshape_743 1 1 1399 1401 0=40 1=8 2=4096
InnerProduct linear_423 1 1 1394 1402 0=320 1=0 2=102400
Permute permute_1010 1 1 1400 1403 0=2
Reshape reshape_744 1 1 1403 1404 0=40 1=4096 2=8
Permute permute_1011 1 1 1401 1405 0=2
Reshape reshape_745 1 1 1405 1406 0=40 1=4096 2=8
Reshape reshape_746 1 1 1402 1407 0=40 1=8 2=4096
MatMul matmultransb_28 2 1 1406 1404 1408 0=1
Softmax softmax_89 1 1 1408 1409 0=-1 1=1
Permute permute_1013 1 1 1407 1410 0=2
Reshape reshape_747 1 1 1410 1411 0=40 1=4096 2=8
MatMul matmul_834 2 1 1409 1411 1412
Reshape reshape_748 1 1 1412 1413 0=40 1=4096 2=8
Permute permute_1014 1 1 1413 1414 0=2
Reshape reshape_749 1 1 1414 1415 0=320 1=4096
InnerProduct linear_424 1 1 1415 1416 0=320 1=1 2=102400
BinaryOp add_144 2 1 1416 1391 1417 0=0
Split splitncnn_100 1 2 1417 1418 1419
LayerNorm ln_253 1 1 1419 1420 0=320 1=1.000000e-05 2=1
InnerProduct linear_426 1 1 6 1421 0=320 1=0 2=245760
BinaryOp mul_145 1 1 1421 1422 0=2 1=1 2=1.581139e-01
InnerProduct linear_425 1 1 1420 1423 0=320 1=0 2=102400
Reshape reshape_750 1 1 1422 1424 0=40 1=8 2=77
Reshape reshape_751 1 1 1423 1425 0=40 1=8 2=4096
InnerProduct linear_427 1 1 5 1426 0=320 1=0 2=245760
Permute permute_1015 1 1 1424 1427 0=2
Reshape reshape_752 1 1 1427 1428 0=40 1=77 2=8
Permute permute_1016 1 1 1425 1429 0=2
Reshape reshape_753 1 1 1429 1430 0=40 1=4096 2=8
Reshape reshape_754 1 1 1426 1431 0=40 1=8 2=77
MatMul matmultransb_29 2 1 1430 1428 1432 0=1
Softmax softmax_90 1 1 1432 1433 0=-1 1=1
Permute permute_1018 1 1 1431 1434 0=2
Reshape reshape_755 1 1 1434 1435 0=40 1=77 2=8
MatMul matmul_836 2 1 1433 1435 1436
Reshape reshape_756 1 1 1436 1437 0=40 1=4096 2=8
Permute permute_1019 1 1 1437 1438 0=2
Reshape reshape_757 1 1 1438 1439 0=320 1=4096
InnerProduct linear_428 1 1 1439 1440 0=320 1=1 2=102400
BinaryOp add_146 2 1 1440 1418 1441 0=0
Split splitncnn_101 1 2 1441 1442 1443
LayerNorm ln_254 1 1 1443 1444 0=320 1=1.000000e-05 2=1
InnerProduct linear_429 1 1 1444 1445 0=2560 1=1 2=819200
Slice split_14 1 2 1445 1446 1447 -23300=2,1280,-233 1=1
GELU gelu_14 1 1 1447 1448
BinaryOp mul_147 2 1 1446 1448 1449 0=2
InnerProduct linear_430 1 1 1449 1450 0=320 1=1 2=409600
BinaryOp add_148 2 1 1450 1442 1451 0=0
Reshape reshape_758 1 1 1451 1452 0=320 1=64 2=64
Permute permute_1020 1 1 1452 1453 0=4
Convolution conv_187 1 1 1453 1454 0=320 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=102400
BinaryOp add_149 2 1 1454 1385 1455 0=0
Concat cat_12 2 1 1455 45 1456 0=0
Split splitncnn_102 1 2 1456 1457 1458
GroupNorm gn_58 1 1 1457 1459 0=32 1=640 2=1.000000e-05 3=1
InnerProduct linear_431 1 1 52 1460 0=320 1=1 2=409600
Swish silu_486 1 1 1459 1461
Convolution conv_188 1 1 1461 1462 0=320 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=1843200
ExpandDims unsqueeze_1076 1 1 1460 1463 -23303=1,1
ExpandDims unsqueeze_1077 1 1 1463 1464 -23303=1,2
BinaryOp add_150 2 1 1462 1464 1465 0=0
GroupNorm gn_59 1 1 1465 1466 0=32 1=320 2=1.000000e-05 3=1
Convolution conv_190 1 1 1458 1467 0=320 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=204800
Swish silu_487 1 1 1466 1468
Convolution conv_189 1 1 1468 1469 0=320 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=921600
BinaryOp add_151 2 1 1467 1469 1470 0=0
Split splitncnn_103 1 2 1470 1471 1472
GroupNorm gn_209 1 1 1472 1473 0=32 1=320 2=1.000000e-06 3=1
Convolution conv_191 1 1 1473 1474 0=320 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=102400
Permute permute_1021 1 1 1474 1475 0=3
Reshape reshape_759 1 1 1475 1476 0=320 1=4096
Split splitncnn_104 1 2 1476 1477 1478
LayerNorm ln_255 1 1 1478 1479 0=320 1=1.000000e-05 2=1
Split splitncnn_105 1 3 1479 1480 1481 1482
InnerProduct linear_433 1 1 1481 1483 0=320 1=0 2=102400
BinaryOp mul_152 1 1 1483 1484 0=2 1=1 2=1.581139e-01
InnerProduct linear_432 1 1 1482 1485 0=320 1=0 2=102400
Reshape reshape_760 1 1 1484 1486 0=40 1=8 2=4096
Reshape reshape_761 1 1 1485 1487 0=40 1=8 2=4096
InnerProduct linear_434 1 1 1480 1488 0=320 1=0 2=102400
Permute permute_1022 1 1 1486 1489 0=2
Reshape reshape_762 1 1 1489 1490 0=40 1=4096 2=8
Permute permute_1023 1 1 1487 1491 0=2
Reshape reshape_763 1 1 1491 1492 0=40 1=4096 2=8
Reshape reshape_764 1 1 1488 1493 0=40 1=8 2=4096
MatMul matmultransb_30 2 1 1492 1490 1494 0=1
Softmax softmax_91 1 1 1494 1495 0=-1 1=1
Permute permute_1025 1 1 1493 1496 0=2
Reshape reshape_765 1 1 1496 1497 0=40 1=4096 2=8
MatMul matmul_838 2 1 1495 1497 1498
Reshape reshape_766 1 1 1498 1499 0=40 1=4096 2=8
Permute permute_1026 1 1 1499 1500 0=2
Reshape reshape_767 1 1 1500 1501 0=320 1=4096
InnerProduct linear_435 1 1 1501 1502 0=320 1=1 2=102400
BinaryOp add_153 2 1 1502 1477 1503 0=0
Split splitncnn_106 1 2 1503 1504 1505
LayerNorm ln_256 1 1 1505 1506 0=320 1=1.000000e-05 2=1
InnerProduct linear_437 1 1 4 1507 0=320 1=0 2=245760
BinaryOp mul_154 1 1 1507 1508 0=2 1=1 2=1.581139e-01
InnerProduct linear_436 1 1 1506 1509 0=320 1=0 2=102400
Reshape reshape_768 1 1 1508 1510 0=40 1=8 2=77
Reshape reshape_769 1 1 1509 1511 0=40 1=8 2=4096
InnerProduct linear_438 1 1 3 1512 0=320 1=0 2=245760
Permute permute_1027 1 1 1510 1513 0=2
Reshape reshape_770 1 1 1513 1514 0=40 1=77 2=8
Permute permute_1028 1 1 1511 1515 0=2
Reshape reshape_771 1 1 1515 1516 0=40 1=4096 2=8
Reshape reshape_772 1 1 1512 1517 0=40 1=8 2=77
MatMul matmultransb_31 2 1 1516 1514 1518 0=1
Softmax softmax_92 1 1 1518 1519 0=-1 1=1
Permute permute_1030 1 1 1517 1520 0=2
Reshape reshape_773 1 1 1520 1521 0=40 1=77 2=8
MatMul matmul_840 2 1 1519 1521 1522
Reshape reshape_774 1 1 1522 1523 0=40 1=4096 2=8
Permute permute_1031 1 1 1523 1524 0=2
Reshape reshape_775 1 1 1524 1525 0=320 1=4096
InnerProduct linear_439 1 1 1525 1526 0=320 1=1 2=102400
BinaryOp add_155 2 1 1526 1504 1527 0=0
Split splitncnn_107 1 2 1527 1528 1529
LayerNorm ln_257 1 1 1529 1530 0=320 1=1.000000e-05 2=1
InnerProduct linear_440 1 1 1530 1531 0=2560 1=1 2=819200
Slice split_15 1 2 1531 1532 1533 -23300=2,1280,-233 1=1
GELU gelu_15 1 1 1533 1534
BinaryOp mul_156 2 1 1532 1534 1535 0=2
InnerProduct linear_441 1 1 1535 1536 0=320 1=1 2=409600
BinaryOp add_157 2 1 1536 1528 1537 0=0
Reshape reshape_776 1 1 1537 1538 0=320 1=64 2=64
Permute permute_1032 1 1 1538 1539 0=4
Convolution conv_192 1 1 1539 1540 0=320 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=102400
BinaryOp add_158 2 1 1540 1471 1541 0=0
GroupNorm gn_60 1 1 1541 1542 0=32 1=320 2=1.000000e-05 3=1
Swish silu_488 1 1 1542 1543
Convolution conv_193 1 1 1543 out0 0=4 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=11520
BinaryOp post_mul 2 1 out0 c_out c_out_out0 0=2
BinaryOp out_add 2 1 c_out_out0 in0_2 outout 0=0