Hugging Face's logo

csukuangfj
/
sherpa-ncnn-streaming-zipformer-small-bilingual-zh-en-2023-02-16

Model card Files Community
csukuangfj commited on
Commit
4b8db52
•
1 Parent(s): 6c0a7c3

Update for sherpa-ncnn v2.0

Browse files
Files changed (6) hide show
  1. 64/encoder_jit_trace-pnnx.ncnn.bin +2 -2
  2. 64/encoder_jit_trace-pnnx.ncnn.param +0 -0
  3. 96/encoder_jit_trace-pnnx.ncnn.bin +2 -2
  4. 96/encoder_jit_trace-pnnx.ncnn.param +0 -0
  5. encoder_jit_trace-pnnx.ncnn.bin +2 -2
  6. encoder_jit_trace-pnnx.ncnn.param +166 -166
64/encoder_jit_trace-pnnx.ncnn.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1fdc180813e2f05e8c649cfc2cd52c6ab8a8586278e0c8b3417d3dbe672f0d11
3
- size 39227868
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d6f3f269c5c2f3972806d063d9ab07ac0c33ef9fd1d1638af1d5c1c6c16e68e
3
+ size 39689692
64/encoder_jit_trace-pnnx.ncnn.param CHANGED
The diff for this file is too large to render. See raw diff
 
96/encoder_jit_trace-pnnx.ncnn.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d72235646a619a253e921945f53542a231963c453c1216b7b467fc7cbfd95ae9
3
- size 39461340
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:607370d727a5c769fb8e4214b26383b1c8dec2bc696ee0c2cf8700c18d03c9d6
3
+ size 40156636
96/encoder_jit_trace-pnnx.ncnn.param CHANGED
The diff for this file is too large to render. See raw diff
 
encoder_jit_trace-pnnx.ncnn.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0d6f3f269c5c2f3972806d063d9ab07ac0c33ef9fd1d1638af1d5c1c6c16e68e
3
- size 39689692
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d3678d99dbb821d127511552c5c8451319a24469c5e5fbd9da1f7084254240f
3
+ size 39222748
encoder_jit_trace-pnnx.ncnn.param CHANGED
@@ -1,6 +1,6 @@
1
  7767517
2
  1474 1806
3
- SherpaMetaData sherpa_meta_data1 0 0 0=2 1=64 2=4 3=7 -23316=5,2,2,2,2,2 -23317=5,256,256,256,256,256 -23318=5,192,192,192,192,192 -23319=5,1,2,4,8,2 -23320=5,31,31,31,31,31 15=1
4
  Input in0 0 1 in0
5
  Input in1 0 1 in1
6
  Split splitncnn_0 1 2 in1 2 3
@@ -74,24 +74,24 @@ Input in35 0 1 in35
74
  Split splitncnn_34 1 2 in35 104 105
75
  MemoryData encoders.4.encoder.layers.1 0 1 106 0=1
76
  MemoryData encoders.4.encoder.layers.0 0 1 107 0=1
77
- MemoryData encoders.4.encoder.encoder_pos 0 1 108 0=256 1=95
78
- MemoryData encoders.4.encoder.encoder_pos_1 0 1 109 0=256 1=95
79
  MemoryData encoders.3.encoder.layers.1 0 1 110 0=1
80
  MemoryData encoders.3.encoder.layers.0 0 1 111 0=1
81
- MemoryData encoders.3.encoder.encoder_pos 0 1 112 0=256 1=23
82
- MemoryData encoders.3.encoder.encoder_pos_1 0 1 113 0=256 1=23
83
  MemoryData encoders.2.encoder.layers.1 0 1 114 0=1
84
  MemoryData encoders.2.encoder.layers.0 0 1 115 0=1
85
- MemoryData encoders.2.encoder.encoder_pos 0 1 116 0=256 1=47
86
- MemoryData encoders.2.encoder.encoder_pos_1 0 1 117 0=256 1=47
87
  MemoryData encoders.1.encoder.layers.1 0 1 118 0=1
88
  MemoryData encoders.1.encoder.layers.0 0 1 119 0=1
89
- MemoryData encoders.1.encoder.encoder_pos 0 1 120 0=256 1=95
90
- MemoryData encoders.1.encoder.encoder_pos_1 0 1 121 0=256 1=95
91
  MemoryData encoders.0.layers.1 0 1 122 0=1
92
  MemoryData encoders.0.layers.0 0 1 123 0=1
93
- MemoryData encoders.0.encoder_pos 0 1 124 0=256 1=191
94
- MemoryData encoders.0.encoder_pos_1 0 1 125 0=256 1=191
95
  ExpandDims unsqueeze_501 1 1 in0 126 -23303=1,0
96
  Convolution conv_128 1 1 126 127 0=8 1=3 11=3 12=1 13=1 14=0 2=1 3=1 4=1 5=1 6=72
97
  Split splitncnn_35 1 2 127 128 129
@@ -142,29 +142,29 @@ InnerProduct linear_135 1 1 182 183 0=496 1=1 2=126976
142
  Slice tensor_split_0 1 4 183 184 185 186 187 -23300=4,192,192,96,-233 1=1
143
  Concat cat_0 2 1 152 186 188 0=0
144
  Split splitncnn_42 1 2 188 189 190
145
- Reshape reshape_253 1 1 189 191 0=24 1=4 2=160
146
- Reshape reshape_254 1 1 184 192 0=48 1=4 2=32
147
- Reshape reshape_255 1 1 187 193 0=4 1=4 2=32
148
  Concat cat_1 2 1 150 185 194 0=0
149
  Split splitncnn_43 1 2 194 195 196
150
- Reshape reshape_256 1 1 195 197 0=48 1=4 2=160
151
  InnerProduct linear_136 1 1 124 198 0=16 1=0 2=4096
152
- Reshape reshape_257 1 1 198 199 0=4 1=4 2=191
153
  Permute permute_576 1 1 199 200 0=3
154
  Permute permute_574 1 1 193 201 0=2
155
  MatMul matmul_418 2 1 201 200 202
156
  Permute permute_575 1 1 197 203 0=3
157
  Permute permute_573 1 1 192 204 0=2
158
  MatMul matmul_419 2 1 204 203 205
159
- TensorAsStrided tensor_as_strided_662 1 1 202 206 -23300=3,4,32,160 -23301=3,6112,190,1 2=31
160
  BinaryOp add_10 2 1 205 206 207 0=0
161
- Reshape view_388 1 1 207 208 0=160 1=32 2=4
162
  Softmax softmax_73 1 1 208 209 0=-1 1=1
163
  Split splitncnn_44 1 2 209 210 211
164
  Permute permute_572 1 1 191 212 0=2
165
  MatMul bmm_398 2 1 211 212 213
166
  Permute permute_577 1 1 213 214 0=2
167
- Reshape reshape_258 1 1 214 215 0=96 1=32
168
  InnerProduct linear_137 1 1 215 216 0=256 1=1 2=24576
169
  BinaryOp add_11 2 1 181 216 217 0=0
170
  Split splitncnn_45 1 2 217 218 219
@@ -193,11 +193,11 @@ Split splitncnn_50 1 2 244 245 246
193
  InnerProduct linear_140 1 1 246 247 0=96 1=0 2=24576
194
  Concat cat_3 2 1 154 247 248 0=0
195
  Split splitncnn_51 1 2 248 249 250
196
- Reshape reshape_259 1 1 249 251 0=24 1=4 2=160
197
  Permute permute_578 1 1 251 252 0=2
198
  MatMul bmm_399 2 1 210 252 253
199
  Permute permute_579 1 1 253 254 0=2
200
- Reshape reshape_260 1 1 254 255 0=96 1=32
201
  InnerProduct linear_141 1 1 255 256 0=256 1=1 2=24576
202
  BinaryOp add_18 2 1 245 256 257 0=0
203
  Split splitncnn_52 1 2 257 258 259
@@ -262,29 +262,29 @@ InnerProduct linear_147 1 1 330 331 0=496 1=1 2=126976
262
  Slice tensor_split_1 1 4 331 332 333 334 335 -23300=4,192,192,96,-233 1=1
263
  Concat cat_5 2 1 307 334 336 0=0
264
  Split splitncnn_62 1 2 336 337 338
265
- Reshape reshape_261 1 1 337 339 0=24 1=4 2=160
266
- Reshape reshape_262 1 1 332 340 0=48 1=4 2=32
267
- Reshape reshape_263 1 1 335 341 0=4 1=4 2=32
268
  Concat cat_6 2 1 305 333 342 0=0
269
  Split splitncnn_63 1 2 342 343 344
270
- Reshape reshape_264 1 1 343 345 0=48 1=4 2=160
271
  InnerProduct linear_148 1 1 125 346 0=16 1=0 2=4096
272
- Reshape reshape_265 1 1 346 347 0=4 1=4 2=191
273
  Permute permute_584 1 1 347 348 0=3
274
  Permute permute_582 1 1 341 349 0=2
275
  MatMul matmul_420 2 1 349 348 350
276
  Permute permute_583 1 1 345 351 0=3
277
  Permute permute_581 1 1 340 352 0=2
278
  MatMul matmul_421 2 1 352 351 353
279
- TensorAsStrided tensor_as_strided_663 1 1 350 354 -23300=3,4,32,160 -23301=3,6112,190,1 2=31
280
  BinaryOp add_36 2 1 353 354 355 0=0
281
- Reshape view_389 1 1 355 356 0=160 1=32 2=4
282
  Softmax softmax_74 1 1 356 357 0=-1 1=1
283
  Split splitncnn_64 1 2 357 358 359
284
  Permute permute_580 1 1 339 360 0=2
285
  MatMul bmm_400 2 1 359 360 361
286
  Permute permute_585 1 1 361 362 0=2
287
- Reshape reshape_266 1 1 362 363 0=96 1=32
288
  InnerProduct linear_149 1 1 363 364 0=256 1=1 2=24576
289
  BinaryOp add_37 2 1 329 364 365 0=0
290
  Split splitncnn_65 1 2 365 366 367
@@ -313,11 +313,11 @@ Split splitncnn_70 1 2 392 393 394
313
  InnerProduct linear_152 1 1 394 395 0=96 1=0 2=24576
314
  Concat cat_8 2 1 309 395 396 0=0
315
  Split splitncnn_71 1 2 396 397 398
316
- Reshape reshape_267 1 1 397 399 0=24 1=4 2=160
317
  Permute permute_586 1 1 399 400 0=2
318
  MatMul bmm_401 2 1 358 400 401
319
  Permute permute_587 1 1 401 402 0=2
320
- Reshape reshape_268 1 1 402 403 0=96 1=32
321
  InnerProduct linear_153 1 1 403 404 0=256 1=1 2=24576
322
  BinaryOp add_44 2 1 393 404 405 0=0
323
  Split splitncnn_72 1 2 405 406 407
@@ -353,7 +353,7 @@ BinaryOp mul_56 2 1 441 122 442 0=2
353
  BinaryOp add_57 2 1 298 442 443 0=0
354
  Split splitncnn_78 1 2 443 444 445
355
  MemoryData encoders.1.downsample 0 1 446 0=256 1=1 2=1
356
- Reshape reshape_269 1 1 445 447 0=256 1=2 2=16
357
  Split splitncnn_79 1 2 447 448 449
358
  BinaryOp mul_58 2 1 448 446 450 0=2
359
  Reduction sum_491 1 1 450 451 0=0 1=0 -23303=1,-1 4=1 5=1
@@ -391,29 +391,29 @@ InnerProduct linear_159 1 1 489 490 0=496 1=1 2=126976
391
  Slice tensor_split_2 1 4 490 491 492 493 494 -23300=4,192,192,96,-233 1=1
392
  Concat cat_10 2 1 462 493 495 0=0
393
  Split splitncnn_84 1 2 495 496 497
394
- Reshape reshape_270 1 1 496 498 0=24 1=4 2=80
395
- Reshape reshape_271 1 1 491 499 0=48 1=4 2=16
396
- Reshape reshape_272 1 1 494 500 0=4 1=4 2=16
397
  Concat cat_11 2 1 460 492 501 0=0
398
  Split splitncnn_85 1 2 501 502 503
399
- Reshape reshape_273 1 1 502 504 0=48 1=4 2=80
400
  InnerProduct linear_160 1 1 120 505 0=16 1=0 2=4096
401
- Reshape reshape_274 1 1 505 506 0=4 1=4 2=95
402
  Permute permute_592 1 1 506 507 0=3
403
  Permute permute_590 1 1 500 508 0=2
404
  MatMul matmul_422 2 1 508 507 509
405
  Permute permute_591 1 1 504 510 0=3
406
  Permute permute_589 1 1 499 511 0=2
407
  MatMul matmul_423 2 1 511 510 512
408
- TensorAsStrided tensor_as_strided_664 1 1 509 513 -23300=3,4,16,80 -23301=3,1520,94,1 2=15
409
  BinaryOp add_64 2 1 512 513 514 0=0
410
- Reshape view_390 1 1 514 515 0=80 1=16 2=4
411
  Softmax softmax_76 1 1 515 516 0=-1 1=1
412
  Split splitncnn_86 1 2 516 517 518
413
  Permute permute_588 1 1 498 519 0=2
414
  MatMul bmm_402 2 1 518 519 520
415
  Permute permute_593 1 1 520 521 0=2
416
- Reshape reshape_275 1 1 521 522 0=96 1=16
417
  InnerProduct linear_161 1 1 522 523 0=256 1=1 2=24576
418
  BinaryOp add_65 2 1 488 523 524 0=0
419
  Split splitncnn_87 1 2 524 525 526
@@ -442,11 +442,11 @@ Split splitncnn_92 1 2 551 552 553
442
  InnerProduct linear_164 1 1 553 554 0=96 1=0 2=24576
443
  Concat cat_13 2 1 464 554 555 0=0
444
  Split splitncnn_93 1 2 555 556 557
445
- Reshape reshape_276 1 1 556 558 0=24 1=4 2=80
446
  Permute permute_594 1 1 558 559 0=2
447
  MatMul bmm_403 2 1 517 559 560
448
  Permute permute_595 1 1 560 561 0=2
449
- Reshape reshape_277 1 1 561 562 0=96 1=16
450
  InnerProduct linear_165 1 1 562 563 0=256 1=1 2=24576
451
  BinaryOp add_72 2 1 552 563 564 0=0
452
  Split splitncnn_94 1 2 564 565 566
@@ -511,29 +511,29 @@ InnerProduct linear_171 1 1 637 638 0=496 1=1 2=126976
511
  Slice tensor_split_3 1 4 638 639 640 641 642 -23300=4,192,192,96,-233 1=1
512
  Concat cat_15 2 1 614 641 643 0=0
513
  Split splitncnn_104 1 2 643 644 645
514
- Reshape reshape_278 1 1 644 646 0=24 1=4 2=80
515
- Reshape reshape_279 1 1 639 647 0=48 1=4 2=16
516
- Reshape reshape_280 1 1 642 648 0=4 1=4 2=16
517
  Concat cat_16 2 1 612 640 649 0=0
518
  Split splitncnn_105 1 2 649 650 651
519
- Reshape reshape_281 1 1 650 652 0=48 1=4 2=80
520
  InnerProduct linear_172 1 1 121 653 0=16 1=0 2=4096
521
- Reshape reshape_282 1 1 653 654 0=4 1=4 2=95
522
  Permute permute_600 1 1 654 655 0=3
523
  Permute permute_598 1 1 648 656 0=2
524
  MatMul matmul_424 2 1 656 655 657
525
  Permute permute_599 1 1 652 658 0=3
526
  Permute permute_597 1 1 647 659 0=2
527
  MatMul matmul_425 2 1 659 658 660
528
- TensorAsStrided tensor_as_strided_665 1 1 657 661 -23300=3,4,16,80 -23301=3,1520,94,1 2=15
529
  BinaryOp add_90 2 1 660 661 662 0=0
530
- Reshape view_391 1 1 662 663 0=80 1=16 2=4
531
  Softmax softmax_77 1 1 663 664 0=-1 1=1
532
  Split splitncnn_106 1 2 664 665 666
533
  Permute permute_596 1 1 646 667 0=2
534
  MatMul bmm_404 2 1 666 667 668
535
  Permute permute_601 1 1 668 669 0=2
536
- Reshape reshape_283 1 1 669 670 0=96 1=16
537
  InnerProduct linear_173 1 1 670 671 0=256 1=1 2=24576
538
  BinaryOp add_91 2 1 636 671 672 0=0
539
  Split splitncnn_107 1 2 672 673 674
@@ -562,11 +562,11 @@ Split splitncnn_112 1 2 699 700 701
562
  InnerProduct linear_176 1 1 701 702 0=96 1=0 2=24576
563
  Concat cat_18 2 1 616 702 703 0=0
564
  Split splitncnn_113 1 2 703 704 705
565
- Reshape reshape_284 1 1 704 706 0=24 1=4 2=80
566
  Permute permute_602 1 1 706 707 0=2
567
  MatMul bmm_405 2 1 665 707 708
568
  Permute permute_603 1 1 708 709 0=2
569
- Reshape reshape_285 1 1 709 710 0=96 1=16
570
  InnerProduct linear_177 1 1 710 711 0=256 1=1 2=24576
571
  BinaryOp add_98 2 1 700 711 712 0=0
572
  Split splitncnn_114 1 2 712 713 714
@@ -609,7 +609,7 @@ BinaryOp mul_114 2 1 444 753 757 0=2
609
  BinaryOp add_115 2 1 757 756 758 0=0
610
  Split splitncnn_121 1 3 758 759 760 761
611
  MemoryData encoders.2.downsample 0 1 762 0=256 1=1 2=1
612
- Reshape reshape_286 1 1 761 763 0=256 1=4 2=8
613
  Split splitncnn_122 1 2 763 764 765
614
  BinaryOp mul_116 2 1 764 762 766 0=2
615
  Reduction sum_493 1 1 766 767 0=0 1=0 -23303=1,-1 4=1 5=1
@@ -647,29 +647,29 @@ InnerProduct linear_183 1 1 805 806 0=496 1=1 2=126976
647
  Slice tensor_split_4 1 4 806 807 808 809 810 -23300=4,192,192,96,-233 1=1
648
  Concat cat_20 2 1 778 809 811 0=0
649
  Split splitncnn_127 1 2 811 812 813
650
- Reshape reshape_287 1 1 812 814 0=24 1=4 2=40
651
- Reshape reshape_288 1 1 807 815 0=48 1=4 2=8
652
- Reshape reshape_289 1 1 810 816 0=4 1=4 2=8
653
  Concat cat_21 2 1 776 808 817 0=0
654
  Split splitncnn_128 1 2 817 818 819
655
- Reshape reshape_290 1 1 818 820 0=48 1=4 2=40
656
  InnerProduct linear_184 1 1 116 821 0=16 1=0 2=4096
657
- Reshape reshape_291 1 1 821 822 0=4 1=4 2=47
658
  Permute permute_608 1 1 822 823 0=3
659
  Permute permute_606 1 1 816 824 0=2
660
  MatMul matmul_426 2 1 824 823 825
661
  Permute permute_607 1 1 820 826 0=3
662
  Permute permute_605 1 1 815 827 0=2
663
  MatMul matmul_427 2 1 827 826 828
664
- TensorAsStrided tensor_as_strided_666 1 1 825 829 -23300=3,4,8,40 -23301=3,376,46,1 2=7
665
  BinaryOp add_122 2 1 828 829 830 0=0
666
- Reshape view_392 1 1 830 831 0=40 1=8 2=4
667
  Softmax softmax_79 1 1 831 832 0=-1 1=1
668
  Split splitncnn_129 1 2 832 833 834
669
  Permute permute_604 1 1 814 835 0=2
670
  MatMul bmm_406 2 1 834 835 836
671
  Permute permute_609 1 1 836 837 0=2
672
- Reshape reshape_292 1 1 837 838 0=96 1=8
673
  InnerProduct linear_185 1 1 838 839 0=256 1=1 2=24576
674
  BinaryOp add_123 2 1 804 839 840 0=0
675
  Split splitncnn_130 1 2 840 841 842
@@ -698,11 +698,11 @@ Split splitncnn_135 1 2 867 868 869
698
  InnerProduct linear_188 1 1 869 870 0=96 1=0 2=24576
699
  Concat cat_23 2 1 780 870 871 0=0
700
  Split splitncnn_136 1 2 871 872 873
701
- Reshape reshape_293 1 1 872 874 0=24 1=4 2=40
702
  Permute permute_610 1 1 874 875 0=2
703
  MatMul bmm_407 2 1 833 875 876
704
  Permute permute_611 1 1 876 877 0=2
705
- Reshape reshape_294 1 1 877 878 0=96 1=8
706
  InnerProduct linear_189 1 1 878 879 0=256 1=1 2=24576
707
  BinaryOp add_130 2 1 868 879 880 0=0
708
  Split splitncnn_137 1 2 880 881 882
@@ -767,29 +767,29 @@ InnerProduct linear_195 1 1 953 954 0=496 1=1 2=126976
767
  Slice tensor_split_5 1 4 954 955 956 957 958 -23300=4,192,192,96,-233 1=1
768
  Concat cat_25 2 1 930 957 959 0=0
769
  Split splitncnn_147 1 2 959 960 961
770
- Reshape reshape_295 1 1 960 962 0=24 1=4 2=40
771
- Reshape reshape_296 1 1 955 963 0=48 1=4 2=8
772
- Reshape reshape_297 1 1 958 964 0=4 1=4 2=8
773
  Concat cat_26 2 1 928 956 965 0=0
774
  Split splitncnn_148 1 2 965 966 967
775
- Reshape reshape_298 1 1 966 968 0=48 1=4 2=40
776
  InnerProduct linear_196 1 1 117 969 0=16 1=0 2=4096
777
- Reshape reshape_299 1 1 969 970 0=4 1=4 2=47
778
  Permute permute_616 1 1 970 971 0=3
779
  Permute permute_614 1 1 964 972 0=2
780
  MatMul matmul_428 2 1 972 971 973
781
  Permute permute_615 1 1 968 974 0=3
782
  Permute permute_613 1 1 963 975 0=2
783
  MatMul matmul_429 2 1 975 974 976
784
- TensorAsStrided tensor_as_strided_667 1 1 973 977 -23300=3,4,8,40 -23301=3,376,46,1 2=7
785
  BinaryOp add_148 2 1 976 977 978 0=0
786
- Reshape view_393 1 1 978 979 0=40 1=8 2=4
787
  Softmax softmax_80 1 1 979 980 0=-1 1=1
788
  Split splitncnn_149 1 2 980 981 982
789
  Permute permute_612 1 1 962 983 0=2
790
  MatMul bmm_408 2 1 982 983 984
791
  Permute permute_617 1 1 984 985 0=2
792
- Reshape reshape_300 1 1 985 986 0=96 1=8
793
  InnerProduct linear_197 1 1 986 987 0=256 1=1 2=24576
794
  BinaryOp add_149 2 1 952 987 988 0=0
795
  Split splitncnn_150 1 2 988 989 990
@@ -818,11 +818,11 @@ Split splitncnn_155 1 2 1015 1016 1017
818
  InnerProduct linear_200 1 1 1017 1018 0=96 1=0 2=24576
819
  Concat cat_28 2 1 932 1018 1019 0=0
820
  Split splitncnn_156 1 2 1019 1020 1021
821
- Reshape reshape_301 1 1 1020 1022 0=24 1=4 2=40
822
  Permute permute_618 1 1 1022 1023 0=2
823
  MatMul bmm_409 2 1 981 1023 1024
824
  Permute permute_619 1 1 1024 1025 0=2
825
- Reshape reshape_302 1 1 1025 1026 0=96 1=8
826
  InnerProduct linear_201 1 1 1026 1027 0=256 1=1 2=24576
827
  BinaryOp add_156 2 1 1016 1027 1028 0=0
828
  Split splitncnn_157 1 2 1028 1029 1030
@@ -865,7 +865,7 @@ BinaryOp mul_172 2 1 759 1069 1073 0=2
865
  BinaryOp add_173 2 1 1073 1072 1074 0=0
866
  Split splitncnn_164 1 2 1074 1075 1076
867
  MemoryData encoders.3.downsample 0 1 1077 0=256 1=1 2=1
868
- Reshape reshape_303 1 1 1076 1078 0=256 1=8 2=4
869
  Split splitncnn_165 1 2 1078 1079 1080
870
  BinaryOp mul_174 2 1 1079 1077 1081 0=2
871
  Reduction sum_495 1 1 1081 1082 0=0 1=0 -23303=1,-1 4=1 5=1
@@ -903,29 +903,29 @@ InnerProduct linear_207 1 1 1120 1121 0=496 1=1 2=1269
903
  Slice tensor_split_6 1 4 1121 1122 1123 1124 1125 -23300=4,192,192,96,-233 1=1
904
  Concat cat_30 2 1 1093 1124 1126 0=0
905
  Split splitncnn_170 1 2 1126 1127 1128
906
- Reshape reshape_304 1 1 1127 1129 0=24 1=4 2=20
907
- Reshape reshape_305 1 1 1122 1130 0=48 1=4 2=4
908
- Reshape reshape_306 1 1 1125 1131 0=4 1=4 2=4
909
  Concat cat_31 2 1 1091 1123 1132 0=0
910
  Split splitncnn_171 1 2 1132 1133 1134
911
- Reshape reshape_307 1 1 1133 1135 0=48 1=4 2=20
912
  InnerProduct linear_208 1 1 112 1136 0=16 1=0 2=4096
913
- Reshape reshape_308 1 1 1136 1137 0=4 1=4 2=23
914
  Permute permute_624 1 1 1137 1138 0=3
915
  Permute permute_622 1 1 1131 1139 0=2
916
  MatMul matmul_430 2 1 1139 1138 1140
917
  Permute permute_623 1 1 1135 1141 0=3
918
  Permute permute_621 1 1 1130 1142 0=2
919
  MatMul matmul_431 2 1 1142 1141 1143
920
- TensorAsStrided tensor_as_strided_668 1 1 1140 1144 -23300=3,4,4,20 -23301=3,92,22,1 2=3
921
  BinaryOp add_180 2 1 1143 1144 1145 0=0
922
- Reshape view_394 1 1 1145 1146 0=20 1=4 2=4
923
  Softmax softmax_82 1 1 1146 1147 0=-1 1=1
924
  Split splitncnn_172 1 2 1147 1148 1149
925
  Permute permute_620 1 1 1129 1150 0=2
926
  MatMul bmm_410 2 1 1149 1150 1151
927
  Permute permute_625 1 1 1151 1152 0=2
928
- Reshape reshape_309 1 1 1152 1153 0=96 1=4
929
  InnerProduct linear_209 1 1 1153 1154 0=256 1=1 2=24576
930
  BinaryOp add_181 2 1 1119 1154 1155 0=0
931
  Split splitncnn_173 1 2 1155 1156 1157
@@ -954,11 +954,11 @@ Split splitncnn_178 1 2 1182 1183 1184
954
  InnerProduct linear_212 1 1 1184 1185 0=96 1=0 2=24576
955
  Concat cat_33 2 1 1095 1185 1186 0=0
956
  Split splitncnn_179 1 2 1186 1187 1188
957
- Reshape reshape_310 1 1 1187 1189 0=24 1=4 2=20
958
  Permute permute_626 1 1 1189 1190 0=2
959
  MatMul bmm_411 2 1 1148 1190 1191
960
  Permute permute_627 1 1 1191 1192 0=2
961
- Reshape reshape_311 1 1 1192 1193 0=96 1=4
962
  InnerProduct linear_213 1 1 1193 1194 0=256 1=1 2=24576
963
  BinaryOp add_188 2 1 1183 1194 1195 0=0
964
  Split splitncnn_180 1 2 1195 1196 1197
@@ -1023,29 +1023,29 @@ InnerProduct linear_219 1 1 1268 1269 0=496 1=1 2=1269
1023
  Slice tensor_split_7 1 4 1269 1270 1271 1272 1273 -23300=4,192,192,96,-233 1=1
1024
  Concat cat_35 2 1 1245 1272 1274 0=0
1025
  Split splitncnn_190 1 2 1274 1275 1276
1026
- Reshape reshape_312 1 1 1275 1277 0=24 1=4 2=20
1027
- Reshape reshape_313 1 1 1270 1278 0=48 1=4 2=4
1028
- Reshape reshape_314 1 1 1273 1279 0=4 1=4 2=4
1029
  Concat cat_36 2 1 1243 1271 1280 0=0
1030
  Split splitncnn_191 1 2 1280 1281 1282
1031
- Reshape reshape_315 1 1 1281 1283 0=48 1=4 2=20
1032
  InnerProduct linear_220 1 1 113 1284 0=16 1=0 2=4096
1033
- Reshape reshape_316 1 1 1284 1285 0=4 1=4 2=23
1034
  Permute permute_632 1 1 1285 1286 0=3
1035
  Permute permute_630 1 1 1279 1287 0=2
1036
  MatMul matmul_432 2 1 1287 1286 1288
1037
  Permute permute_631 1 1 1283 1289 0=3
1038
  Permute permute_629 1 1 1278 1290 0=2
1039
  MatMul matmul_433 2 1 1290 1289 1291
1040
- TensorAsStrided tensor_as_strided_669 1 1 1288 1292 -23300=3,4,4,20 -23301=3,92,22,1 2=3
1041
  BinaryOp add_206 2 1 1291 1292 1293 0=0
1042
- Reshape view_395 1 1 1293 1294 0=20 1=4 2=4
1043
  Softmax softmax_83 1 1 1294 1295 0=-1 1=1
1044
  Split splitncnn_192 1 2 1295 1296 1297
1045
  Permute permute_628 1 1 1277 1298 0=2
1046
  MatMul bmm_412 2 1 1297 1298 1299
1047
  Permute permute_633 1 1 1299 1300 0=2
1048
- Reshape reshape_317 1 1 1300 1301 0=96 1=4
1049
  InnerProduct linear_221 1 1 1301 1302 0=256 1=1 2=24576
1050
  BinaryOp add_207 2 1 1267 1302 1303 0=0
1051
  Split splitncnn_193 1 2 1303 1304 1305
@@ -1074,11 +1074,11 @@ Split splitncnn_198 1 2 1330 1331 1332
1074
  InnerProduct linear_224 1 1 1332 1333 0=96 1=0 2=24576
1075
  Concat cat_38 2 1 1247 1333 1334 0=0
1076
  Split splitncnn_199 1 2 1334 1335 1336
1077
- Reshape reshape_318 1 1 1335 1337 0=24 1=4 2=20
1078
  Permute permute_634 1 1 1337 1338 0=2
1079
  MatMul bmm_413 2 1 1296 1338 1339
1080
  Permute permute_635 1 1 1339 1340 0=2
1081
- Reshape reshape_319 1 1 1340 1341 0=96 1=4
1082
  InnerProduct linear_225 1 1 1341 1342 0=256 1=1 2=24576
1083
  BinaryOp add_214 2 1 1331 1342 1343 0=0
1084
  Split splitncnn_200 1 2 1343 1344 1345
@@ -1127,7 +1127,7 @@ BinaryOp mul_234 2 1 760 1387 1395 0=2
1127
  BinaryOp add_235 2 1 1395 1394 1396 0=0
1128
  Split splitncnn_208 1 2 1396 1397 1398
1129
  MemoryData encoders.4.downsample 0 1 1399 0=256 1=1 2=1
1130
- Reshape reshape_320 1 1 1398 1400 0=256 1=2 2=16
1131
  Split splitncnn_209 1 2 1400 1401 1402
1132
  BinaryOp mul_236 2 1 1401 1399 1403 0=2
1133
  Reduction sum_497 1 1 1403 1404 0=0 1=0 -23303=1,-1 4=1 5=1
@@ -1165,29 +1165,29 @@ InnerProduct linear_231 1 1 1442 1443 0=496 1=1 2=1269
1165
  Slice tensor_split_8 1 4 1443 1444 1445 1446 1447 -23300=4,192,192,96,-233 1=1
1166
  Concat cat_40 2 1 1415 1446 1448 0=0
1167
  Split splitncnn_214 1 2 1448 1449 1450
1168
- Reshape reshape_321 1 1 1449 1451 0=24 1=4 2=80
1169
- Reshape reshape_322 1 1 1444 1452 0=48 1=4 2=16
1170
- Reshape reshape_323 1 1 1447 1453 0=4 1=4 2=16
1171
  Concat cat_41 2 1 1413 1445 1454 0=0
1172
  Split splitncnn_215 1 2 1454 1455 1456
1173
- Reshape reshape_324 1 1 1455 1457 0=48 1=4 2=80
1174
  InnerProduct linear_232 1 1 108 1458 0=16 1=0 2=4096
1175
- Reshape reshape_325 1 1 1458 1459 0=4 1=4 2=95
1176
  Permute permute_640 1 1 1459 1460 0=3
1177
  Permute permute_638 1 1 1453 1461 0=2
1178
  MatMul matmul_434 2 1 1461 1460 1462
1179
  Permute permute_639 1 1 1457 1463 0=3
1180
  Permute permute_637 1 1 1452 1464 0=2
1181
  MatMul matmul_435 2 1 1464 1463 1465
1182
- TensorAsStrided tensor_as_strided_670 1 1 1462 1466 -23300=3,4,16,80 -23301=3,1520,94,1 2=15
1183
  BinaryOp add_242 2 1 1465 1466 1467 0=0
1184
- Reshape view_396 1 1 1467 1468 0=80 1=16 2=4
1185
  Softmax softmax_85 1 1 1468 1469 0=-1 1=1
1186
  Split splitncnn_216 1 2 1469 1470 1471
1187
  Permute permute_636 1 1 1451 1472 0=2
1188
  MatMul bmm_414 2 1 1471 1472 1473
1189
  Permute permute_641 1 1 1473 1474 0=2
1190
- Reshape reshape_326 1 1 1474 1475 0=96 1=16
1191
  InnerProduct linear_233 1 1 1475 1476 0=256 1=1 2=24576
1192
  BinaryOp add_243 2 1 1441 1476 1477 0=0
1193
  Split splitncnn_217 1 2 1477 1478 1479
@@ -1216,11 +1216,11 @@ Split splitncnn_222 1 2 1504 1505 1506
1216
  InnerProduct linear_236 1 1 1506 1507 0=96 1=0 2=24576
1217
  Concat cat_43 2 1 1417 1507 1508 0=0
1218
  Split splitncnn_223 1 2 1508 1509 1510
1219
- Reshape reshape_327 1 1 1509 1511 0=24 1=4 2=80
1220
  Permute permute_642 1 1 1511 1512 0=2
1221
  MatMul bmm_415 2 1 1470 1512 1513
1222
  Permute permute_643 1 1 1513 1514 0=2
1223
- Reshape reshape_328 1 1 1514 1515 0=96 1=16
1224
  InnerProduct linear_237 1 1 1515 1516 0=256 1=1 2=24576
1225
  BinaryOp add_250 2 1 1505 1516 1517 0=0
1226
  Split splitncnn_224 1 2 1517 1518 1519
@@ -1285,29 +1285,29 @@ InnerProduct linear_243 1 1 1590 1591 0=496 1=1 2=1269
1285
  Slice tensor_split_9 1 4 1591 1592 1593 1594 1595 -23300=4,192,192,96,-233 1=1
1286
  Concat cat_45 2 1 1567 1594 1596 0=0
1287
  Split splitncnn_234 1 2 1596 1597 1598
1288
- Reshape reshape_329 1 1 1597 1599 0=24 1=4 2=80
1289
- Reshape reshape_330 1 1 1592 1600 0=48 1=4 2=16
1290
- Reshape reshape_331 1 1 1595 1601 0=4 1=4 2=16
1291
  Concat cat_46 2 1 1565 1593 1602 0=0
1292
  Split splitncnn_235 1 2 1602 1603 1604
1293
- Reshape reshape_332 1 1 1603 1605 0=48 1=4 2=80
1294
  InnerProduct linear_244 1 1 109 1606 0=16 1=0 2=4096
1295
- Reshape reshape_333 1 1 1606 1607 0=4 1=4 2=95
1296
  Permute permute_648 1 1 1607 1608 0=3
1297
  Permute permute_646 1 1 1601 1609 0=2
1298
  MatMul matmul_436 2 1 1609 1608 1610
1299
  Permute permute_647 1 1 1605 1611 0=3
1300
  Permute permute_645 1 1 1600 1612 0=2
1301
  MatMul matmul_437 2 1 1612 1611 1613
1302
- TensorAsStrided tensor_as_strided_671 1 1 1610 1614 -23300=3,4,16,80 -23301=3,1520,94,1 2=15
1303
  BinaryOp add_268 2 1 1613 1614 1615 0=0
1304
- Reshape view_397 1 1 1615 1616 0=80 1=16 2=4
1305
  Softmax softmax_86 1 1 1616 1617 0=-1 1=1
1306
  Split splitncnn_236 1 2 1617 1618 1619
1307
  Permute permute_644 1 1 1599 1620 0=2
1308
  MatMul bmm_416 2 1 1619 1620 1621
1309
  Permute permute_649 1 1 1621 1622 0=2
1310
- Reshape reshape_334 1 1 1622 1623 0=96 1=16
1311
  InnerProduct linear_245 1 1 1623 1624 0=256 1=1 2=24576
1312
  BinaryOp add_269 2 1 1589 1624 1625 0=0
1313
  Split splitncnn_237 1 2 1625 1626 1627
@@ -1336,11 +1336,11 @@ Split splitncnn_242 1 2 1652 1653 1654
1336
  InnerProduct linear_248 1 1 1654 1655 0=96 1=0 2=24576
1337
  Concat cat_48 2 1 1569 1655 1656 0=0
1338
  Split splitncnn_243 1 2 1656 1657 1658
1339
- Reshape reshape_335 1 1 1657 1659 0=24 1=4 2=80
1340
  Permute permute_650 1 1 1659 1660 0=2
1341
  MatMul bmm_417 2 1 1618 1660 1661
1342
  Permute permute_651 1 1 1661 1662 0=2
1343
- Reshape reshape_336 1 1 1662 1663 0=96 1=16
1344
  InnerProduct linear_249 1 1 1663 1664 0=256 1=1 2=24576
1345
  BinaryOp add_276 2 1 1653 1664 1665 0=0
1346
  Split splitncnn_244 1 2 1665 1666 1667
@@ -1382,95 +1382,95 @@ BinaryOp mul_291 2 1 1708 1707 1709 0=2
1382
  BinaryOp mul_292 2 1 1397 1706 1710 0=2
1383
  BinaryOp add_293 2 1 1710 1709 1711 0=0
1384
  MemoryData downsample_output 0 1 1712 0=256
1385
- Reshape reshape_337 1 1 1711 1713 0=256 1=2 2=16
1386
  Split splitncnn_251 1 2 1713 1714 1715
1387
  BinaryOp mul_294 2 1 1714 1712 1716 0=2
1388
  Reduction sum_499 1 1 1716 1717 0=0 1=0 -23303=1,-1 4=1 5=1
1389
  Softmax softmax_87 1 1 1717 1718 0=1 1=1
1390
  BinaryOp mul_295 2 1 1715 1718 1719 0=2
1391
  Reduction sum_500 1 1 1719 out0 0=0 1=0 -23303=1,1 4=0 5=1
1392
- Crop slice_339 1 1 1672 1721 -23310=1,-233 -23311=1,1 -23309=1,16
1393
- Crop slice_338 1 1 1524 1722 -23310=1,-233 -23311=1,1 -23309=1,16
1394
  Stack stack_0 2 1 1722 1721 out35 0=0
1395
- Crop slice_341 1 1 1632 1724 -23310=1,-233 -23311=1,1 -23309=1,16
1396
- Crop slice_340 1 1 1484 1725 -23310=1,-233 -23311=1,1 -23309=1,16
1397
  Stack stack_1 2 1 1725 1724 out30 0=0
1398
- Crop slice_343 1 1 1658 1727 -23310=1,-233 -23311=1,0 -23309=1,-64
1399
- Crop slice_342 1 1 1510 1728 -23310=1,-233 -23311=1,0 -23309=1,-64
1400
  Stack stack_2 2 1 1728 1727 out25 0=0
1401
- Crop slice_345 1 1 1598 1730 -23310=1,-233 -23311=1,0 -23309=1,16
1402
- Crop slice_344 1 1 1450 1731 -23310=1,-233 -23311=1,0 -23309=1,16
1403
  Stack stack_3 2 1 1731 1730 out20 0=0
1404
- Crop slice_347 1 1 1604 1733 -23310=1,-233 -23311=1,0 -23309=1,16
1405
- Crop slice_346 1 1 1456 1734 -23310=1,-233 -23311=1,0 -23309=1,16
1406
  Stack stack_4 2 1 1734 1733 out15 0=0
1407
  Stack stack_5 2 1 1438 1586 out10 0=0
1408
  Stack stack_6 2 1 1437 1585 out5 0=0
1409
- Crop slice_349 1 1 1350 1738 -23310=1,-233 -23311=1,1 -23309=1,4
1410
- Crop slice_348 1 1 1202 1739 -23310=1,-233 -23311=1,1 -23309=1,4
1411
  Stack stack_7 2 1 1739 1738 out34 0=0
1412
- Crop slice_351 1 1 1310 1741 -23310=1,-233 -23311=1,1 -23309=1,4
1413
- Crop slice_350 1 1 1162 1742 -23310=1,-233 -23311=1,1 -23309=1,4
1414
  Stack stack_8 2 1 1742 1741 out29 0=0
1415
- Crop slice_353 1 1 1336 1744 -23310=1,-233 -23311=1,0 -23309=1,-16
1416
- Crop slice_352 1 1 1188 1745 -23310=1,-233 -23311=1,0 -23309=1,-16
1417
  Stack stack_9 2 1 1745 1744 out24 0=0
1418
- Crop slice_355 1 1 1276 1747 -23310=1,-233 -23311=1,0 -23309=1,4
1419
- Crop slice_354 1 1 1128 1748 -23310=1,-233 -23311=1,0 -23309=1,4
1420
  Stack stack_10 2 1 1748 1747 out19 0=0
1421
- Crop slice_357 1 1 1282 1750 -23310=1,-233 -23311=1,0 -23309=1,4
1422
- Crop slice_356 1 1 1134 1751 -23310=1,-233 -23311=1,0 -23309=1,4
1423
  Stack stack_11 2 1 1751 1750 out14 0=0
1424
  Stack stack_12 2 1 1116 1264 out9 0=0
1425
  Stack stack_13 2 1 1115 1263 out4 0=0
1426
- Crop slice_359 1 1 1035 1755 -23310=1,-233 -23311=1,1 -23309=1,8
1427
- Crop slice_358 1 1 887 1756 -23310=1,-233 -23311=1,1 -23309=1,8
1428
  Stack stack_14 2 1 1756 1755 out33 0=0
1429
- Crop slice_361 1 1 995 1758 -23310=1,-233 -23311=1,1 -23309=1,8
1430
- Crop slice_360 1 1 847 1759 -23310=1,-233 -23311=1,1 -23309=1,8
1431
  Stack stack_15 2 1 1759 1758 out28 0=0
1432
- Crop slice_363 1 1 1021 1761 -23310=1,-233 -23311=1,0 -23309=1,-32
1433
- Crop slice_362 1 1 873 1762 -23310=1,-233 -23311=1,0 -23309=1,-32
1434
  Stack stack_16 2 1 1762 1761 out23 0=0
1435
- Crop slice_365 1 1 961 1764 -23310=1,-233 -23311=1,0 -23309=1,8
1436
- Crop slice_364 1 1 813 1765 -23310=1,-233 -23311=1,0 -23309=1,8
1437
  Stack stack_17 2 1 1765 1764 out18 0=0
1438
- Crop slice_367 1 1 967 1767 -23310=1,-233 -23311=1,0 -23309=1,8
1439
- Crop slice_366 1 1 819 1768 -23310=1,-233 -23311=1,0 -23309=1,8
1440
  Stack stack_18 2 1 1768 1767 out13 0=0
1441
  Stack stack_19 2 1 801 949 out8 0=0
1442
  Stack stack_20 2 1 800 948 out3 0=0
1443
- Crop slice_369 1 1 719 1772 -23310=1,-233 -23311=1,1 -23309=1,16
1444
- Crop slice_368 1 1 571 1773 -23310=1,-233 -23311=1,1 -23309=1,16
1445
  Stack stack_21 2 1 1773 1772 out32 0=0
1446
- Crop slice_371 1 1 679 1775 -23310=1,-233 -23311=1,1 -23309=1,16
1447
- Crop slice_370 1 1 531 1776 -23310=1,-233 -23311=1,1 -23309=1,16
1448
  Stack stack_22 2 1 1776 1775 out27 0=0
1449
- Crop slice_373 1 1 705 1778 -23310=1,-233 -23311=1,0 -23309=1,-64
1450
- Crop slice_372 1 1 557 1779 -23310=1,-233 -23311=1,0 -23309=1,-64
1451
  Stack stack_23 2 1 1779 1778 out22 0=0
1452
- Crop slice_375 1 1 645 1781 -23310=1,-233 -23311=1,0 -23309=1,16
1453
- Crop slice_374 1 1 497 1782 -23310=1,-233 -23311=1,0 -23309=1,16
1454
  Stack stack_24 2 1 1782 1781 out17 0=0
1455
- Crop slice_377 1 1 651 1784 -23310=1,-233 -23311=1,0 -23309=1,16
1456
- Crop slice_376 1 1 503 1785 -23310=1,-233 -23311=1,0 -23309=1,16
1457
  Stack stack_25 2 1 1785 1784 out12 0=0
1458
  Stack stack_26 2 1 485 633 out7 0=0
1459
  Stack stack_27 2 1 484 632 out2 0=0
1460
- Crop slice_379 1 1 412 1789 -23310=1,-233 -23311=1,1 -23309=1,32
1461
- Crop slice_378 1 1 264 1790 -23310=1,-233 -23311=1,1 -23309=1,32
1462
  Stack stack_28 2 1 1790 1789 out31 0=0
1463
- Crop slice_381 1 1 372 1792 -23310=1,-233 -23311=1,1 -23309=1,32
1464
- Crop slice_380 1 1 224 1793 -23310=1,-233 -23311=1,1 -23309=1,32
1465
  Stack stack_29 2 1 1793 1792 out26 0=0
1466
- Crop slice_383 1 1 398 1795 -23310=1,-233 -23311=1,0 -23309=1,-128
1467
- Crop slice_382 1 1 250 1796 -23310=1,-233 -23311=1,0 -23309=1,-128
1468
  Stack stack_30 2 1 1796 1795 out21 0=0
1469
- Crop slice_385 1 1 338 1798 -23310=1,-233 -23311=1,0 -23309=1,32
1470
- Crop slice_384 1 1 190 1799 -23310=1,-233 -23311=1,0 -23309=1,32
1471
  Stack stack_31 2 1 1799 1798 out16 0=0
1472
- Crop slice_387 1 1 344 1801 -23310=1,-233 -23311=1,0 -23309=1,32
1473
- Crop slice_386 1 1 196 1802 -23310=1,-233 -23311=1,0 -23309=1,32
1474
  Stack stack_32 2 1 1802 1801 out11 0=0
1475
  Stack stack_33 2 1 178 326 out6 0=0
1476
  Stack stack_34 2 1 177 325 out1 0=0
 
1
  7767517
2
  1474 1806
3
+ SherpaMetaData sherpa_meta_data1 0 0 0=2 1=32 2=4 3=7 -23316=5,2,2,2,2,2 -23317=5,256,256,256,256,256 -23318=5,192,192,192,192,192 -23319=5,1,2,4,8,2 -23320=5,31,31,31,31,31 15=1
4
  Input in0 0 1 in0
5
  Input in1 0 1 in1
6
  Split splitncnn_0 1 2 in1 2 3
 
74
  Split splitncnn_34 1 2 in35 104 105
75
  MemoryData encoders.4.encoder.layers.1 0 1 106 0=1
76
  MemoryData encoders.4.encoder.layers.0 0 1 107 0=1
77
+ MemoryData encoders.4.encoder.encoder_pos 0 1 108 0=256 1=47
78
+ MemoryData encoders.4.encoder.encoder_pos_1 0 1 109 0=256 1=47
79
  MemoryData encoders.3.encoder.layers.1 0 1 110 0=1
80
  MemoryData encoders.3.encoder.layers.0 0 1 111 0=1
81
+ MemoryData encoders.3.encoder.encoder_pos 0 1 112 0=256 1=11
82
+ MemoryData encoders.3.encoder.encoder_pos_1 0 1 113 0=256 1=11
83
  MemoryData encoders.2.encoder.layers.1 0 1 114 0=1
84
  MemoryData encoders.2.encoder.layers.0 0 1 115 0=1
85
+ MemoryData encoders.2.encoder.encoder_pos 0 1 116 0=256 1=23
86
+ MemoryData encoders.2.encoder.encoder_pos_1 0 1 117 0=256 1=23
87
  MemoryData encoders.1.encoder.layers.1 0 1 118 0=1
88
  MemoryData encoders.1.encoder.layers.0 0 1 119 0=1
89
+ MemoryData encoders.1.encoder.encoder_pos 0 1 120 0=256 1=47
90
+ MemoryData encoders.1.encoder.encoder_pos_1 0 1 121 0=256 1=47
91
  MemoryData encoders.0.layers.1 0 1 122 0=1
92
  MemoryData encoders.0.layers.0 0 1 123 0=1
93
+ MemoryData encoders.0.encoder_pos 0 1 124 0=256 1=95
94
+ MemoryData encoders.0.encoder_pos_1 0 1 125 0=256 1=95
95
  ExpandDims unsqueeze_501 1 1 in0 126 -23303=1,0
96
  Convolution conv_128 1 1 126 127 0=8 1=3 11=3 12=1 13=1 14=0 2=1 3=1 4=1 5=1 6=72
97
  Split splitncnn_35 1 2 127 128 129
 
142
  Slice tensor_split_0 1 4 183 184 185 186 187 -23300=4,192,192,96,-233 1=1
143
  Concat cat_0 2 1 152 186 188 0=0
144
  Split splitncnn_42 1 2 188 189 190
145
+ Reshape reshape_253 1 1 189 191 0=24 1=4 2=80
146
+ Reshape reshape_254 1 1 184 192 0=48 1=4 2=16
147
+ Reshape reshape_255 1 1 187 193 0=4 1=4 2=16
148
  Concat cat_1 2 1 150 185 194 0=0
149
  Split splitncnn_43 1 2 194 195 196
150
+ Reshape reshape_256 1 1 195 197 0=48 1=4 2=80
151
  InnerProduct linear_136 1 1 124 198 0=16 1=0 2=4096
152
+ Reshape reshape_257 1 1 198 199 0=4 1=4 2=95
153
  Permute permute_576 1 1 199 200 0=3
154
  Permute permute_574 1 1 193 201 0=2
155
  MatMul matmul_418 2 1 201 200 202
156
  Permute permute_575 1 1 197 203 0=3
157
  Permute permute_573 1 1 192 204 0=2
158
  MatMul matmul_419 2 1 204 203 205
159
+ TensorAsStrided tensor_as_strided_662 1 1 202 206 -23300=3,4,16,80 -23301=3,1520,94,1 2=15
160
  BinaryOp add_10 2 1 205 206 207 0=0
161
+ Reshape view_388 1 1 207 208 0=80 1=16 2=4
162
  Softmax softmax_73 1 1 208 209 0=-1 1=1
163
  Split splitncnn_44 1 2 209 210 211
164
  Permute permute_572 1 1 191 212 0=2
165
  MatMul bmm_398 2 1 211 212 213
166
  Permute permute_577 1 1 213 214 0=2
167
+ Reshape reshape_258 1 1 214 215 0=96 1=16
168
  InnerProduct linear_137 1 1 215 216 0=256 1=1 2=24576
169
  BinaryOp add_11 2 1 181 216 217 0=0
170
  Split splitncnn_45 1 2 217 218 219
 
193
  InnerProduct linear_140 1 1 246 247 0=96 1=0 2=24576
194
  Concat cat_3 2 1 154 247 248 0=0
195
  Split splitncnn_51 1 2 248 249 250
196
+ Reshape reshape_259 1 1 249 251 0=24 1=4 2=80
197
  Permute permute_578 1 1 251 252 0=2
198
  MatMul bmm_399 2 1 210 252 253
199
  Permute permute_579 1 1 253 254 0=2
200
+ Reshape reshape_260 1 1 254 255 0=96 1=16
201
  InnerProduct linear_141 1 1 255 256 0=256 1=1 2=24576
202
  BinaryOp add_18 2 1 245 256 257 0=0
203
  Split splitncnn_52 1 2 257 258 259
 
262
  Slice tensor_split_1 1 4 331 332 333 334 335 -23300=4,192,192,96,-233 1=1
263
  Concat cat_5 2 1 307 334 336 0=0
264
  Split splitncnn_62 1 2 336 337 338
265
+ Reshape reshape_261 1 1 337 339 0=24 1=4 2=80
266
+ Reshape reshape_262 1 1 332 340 0=48 1=4 2=16
267
+ Reshape reshape_263 1 1 335 341 0=4 1=4 2=16
268
  Concat cat_6 2 1 305 333 342 0=0
269
  Split splitncnn_63 1 2 342 343 344
270
+ Reshape reshape_264 1 1 343 345 0=48 1=4 2=80
271
  InnerProduct linear_148 1 1 125 346 0=16 1=0 2=4096
272
+ Reshape reshape_265 1 1 346 347 0=4 1=4 2=95
273
  Permute permute_584 1 1 347 348 0=3
274
  Permute permute_582 1 1 341 349 0=2
275
  MatMul matmul_420 2 1 349 348 350
276
  Permute permute_583 1 1 345 351 0=3
277
  Permute permute_581 1 1 340 352 0=2
278
  MatMul matmul_421 2 1 352 351 353
279
+ TensorAsStrided tensor_as_strided_663 1 1 350 354 -23300=3,4,16,80 -23301=3,1520,94,1 2=15
280
  BinaryOp add_36 2 1 353 354 355 0=0
281
+ Reshape view_389 1 1 355 356 0=80 1=16 2=4
282
  Softmax softmax_74 1 1 356 357 0=-1 1=1
283
  Split splitncnn_64 1 2 357 358 359
284
  Permute permute_580 1 1 339 360 0=2
285
  MatMul bmm_400 2 1 359 360 361
286
  Permute permute_585 1 1 361 362 0=2
287
+ Reshape reshape_266 1 1 362 363 0=96 1=16
288
  InnerProduct linear_149 1 1 363 364 0=256 1=1 2=24576
289
  BinaryOp add_37 2 1 329 364 365 0=0
290
  Split splitncnn_65 1 2 365 366 367
 
313
  InnerProduct linear_152 1 1 394 395 0=96 1=0 2=24576
314
  Concat cat_8 2 1 309 395 396 0=0
315
  Split splitncnn_71 1 2 396 397 398
316
+ Reshape reshape_267 1 1 397 399 0=24 1=4 2=80
317
  Permute permute_586 1 1 399 400 0=2
318
  MatMul bmm_401 2 1 358 400 401
319
  Permute permute_587 1 1 401 402 0=2
320
+ Reshape reshape_268 1 1 402 403 0=96 1=16
321
  InnerProduct linear_153 1 1 403 404 0=256 1=1 2=24576
322
  BinaryOp add_44 2 1 393 404 405 0=0
323
  Split splitncnn_72 1 2 405 406 407
 
353
  BinaryOp add_57 2 1 298 442 443 0=0
354
  Split splitncnn_78 1 2 443 444 445
355
  MemoryData encoders.1.downsample 0 1 446 0=256 1=1 2=1
356
+ Reshape reshape_269 1 1 445 447 0=256 1=2 2=8
357
  Split splitncnn_79 1 2 447 448 449
358
  BinaryOp mul_58 2 1 448 446 450 0=2
359
  Reduction sum_491 1 1 450 451 0=0 1=0 -23303=1,-1 4=1 5=1
 
391
  Slice tensor_split_2 1 4 490 491 492 493 494 -23300=4,192,192,96,-233 1=1
392
  Concat cat_10 2 1 462 493 495 0=0
393
  Split splitncnn_84 1 2 495 496 497
394
+ Reshape reshape_270 1 1 496 498 0=24 1=4 2=40
395
+ Reshape reshape_271 1 1 491 499 0=48 1=4 2=8
396
+ Reshape reshape_272 1 1 494 500 0=4 1=4 2=8
397
  Concat cat_11 2 1 460 492 501 0=0
398
  Split splitncnn_85 1 2 501 502 503
399
+ Reshape reshape_273 1 1 502 504 0=48 1=4 2=40
400
  InnerProduct linear_160 1 1 120 505 0=16 1=0 2=4096
401
+ Reshape reshape_274 1 1 505 506 0=4 1=4 2=47
402
  Permute permute_592 1 1 506 507 0=3
403
  Permute permute_590 1 1 500 508 0=2
404
  MatMul matmul_422 2 1 508 507 509
405
  Permute permute_591 1 1 504 510 0=3
406
  Permute permute_589 1 1 499 511 0=2
407
  MatMul matmul_423 2 1 511 510 512
408
+ TensorAsStrided tensor_as_strided_664 1 1 509 513 -23300=3,4,8,40 -23301=3,376,46,1 2=7
409
  BinaryOp add_64 2 1 512 513 514 0=0
410
+ Reshape view_390 1 1 514 515 0=40 1=8 2=4
411
  Softmax softmax_76 1 1 515 516 0=-1 1=1
412
  Split splitncnn_86 1 2 516 517 518
413
  Permute permute_588 1 1 498 519 0=2
414
  MatMul bmm_402 2 1 518 519 520
415
  Permute permute_593 1 1 520 521 0=2
416
+ Reshape reshape_275 1 1 521 522 0=96 1=8
417
  InnerProduct linear_161 1 1 522 523 0=256 1=1 2=24576
418
  BinaryOp add_65 2 1 488 523 524 0=0
419
  Split splitncnn_87 1 2 524 525 526
 
442
  InnerProduct linear_164 1 1 553 554 0=96 1=0 2=24576
443
  Concat cat_13 2 1 464 554 555 0=0
444
  Split splitncnn_93 1 2 555 556 557
445
+ Reshape reshape_276 1 1 556 558 0=24 1=4 2=40
446
  Permute permute_594 1 1 558 559 0=2
447
  MatMul bmm_403 2 1 517 559 560
448
  Permute permute_595 1 1 560 561 0=2
449
+ Reshape reshape_277 1 1 561 562 0=96 1=8
450
  InnerProduct linear_165 1 1 562 563 0=256 1=1 2=24576
451
  BinaryOp add_72 2 1 552 563 564 0=0
452
  Split splitncnn_94 1 2 564 565 566
 
511
  Slice tensor_split_3 1 4 638 639 640 641 642 -23300=4,192,192,96,-233 1=1
512
  Concat cat_15 2 1 614 641 643 0=0
513
  Split splitncnn_104 1 2 643 644 645
514
+ Reshape reshape_278 1 1 644 646 0=24 1=4 2=40
515
+ Reshape reshape_279 1 1 639 647 0=48 1=4 2=8
516
+ Reshape reshape_280 1 1 642 648 0=4 1=4 2=8
517
  Concat cat_16 2 1 612 640 649 0=0
518
  Split splitncnn_105 1 2 649 650 651
519
+ Reshape reshape_281 1 1 650 652 0=48 1=4 2=40
520
  InnerProduct linear_172 1 1 121 653 0=16 1=0 2=4096
521
+ Reshape reshape_282 1 1 653 654 0=4 1=4 2=47
522
  Permute permute_600 1 1 654 655 0=3
523
  Permute permute_598 1 1 648 656 0=2
524
  MatMul matmul_424 2 1 656 655 657
525
  Permute permute_599 1 1 652 658 0=3
526
  Permute permute_597 1 1 647 659 0=2
527
  MatMul matmul_425 2 1 659 658 660
528
+ TensorAsStrided tensor_as_strided_665 1 1 657 661 -23300=3,4,8,40 -23301=3,376,46,1 2=7
529
  BinaryOp add_90 2 1 660 661 662 0=0
530
+ Reshape view_391 1 1 662 663 0=40 1=8 2=4
531
  Softmax softmax_77 1 1 663 664 0=-1 1=1
532
  Split splitncnn_106 1 2 664 665 666
533
  Permute permute_596 1 1 646 667 0=2
534
  MatMul bmm_404 2 1 666 667 668
535
  Permute permute_601 1 1 668 669 0=2
536
+ Reshape reshape_283 1 1 669 670 0=96 1=8
537
  InnerProduct linear_173 1 1 670 671 0=256 1=1 2=24576
538
  BinaryOp add_91 2 1 636 671 672 0=0
539
  Split splitncnn_107 1 2 672 673 674
 
562
  InnerProduct linear_176 1 1 701 702 0=96 1=0 2=24576
563
  Concat cat_18 2 1 616 702 703 0=0
564
  Split splitncnn_113 1 2 703 704 705
565
+ Reshape reshape_284 1 1 704 706 0=24 1=4 2=40
566
  Permute permute_602 1 1 706 707 0=2
567
  MatMul bmm_405 2 1 665 707 708
568
  Permute permute_603 1 1 708 709 0=2
569
+ Reshape reshape_285 1 1 709 710 0=96 1=8
570
  InnerProduct linear_177 1 1 710 711 0=256 1=1 2=24576
571
  BinaryOp add_98 2 1 700 711 712 0=0
572
  Split splitncnn_114 1 2 712 713 714
 
609
  BinaryOp add_115 2 1 757 756 758 0=0
610
  Split splitncnn_121 1 3 758 759 760 761
611
  MemoryData encoders.2.downsample 0 1 762 0=256 1=1 2=1
612
+ Reshape reshape_286 1 1 761 763 0=256 1=4 2=4
613
  Split splitncnn_122 1 2 763 764 765
614
  BinaryOp mul_116 2 1 764 762 766 0=2
615
  Reduction sum_493 1 1 766 767 0=0 1=0 -23303=1,-1 4=1 5=1
 
647
  Slice tensor_split_4 1 4 806 807 808 809 810 -23300=4,192,192,96,-233 1=1
648
  Concat cat_20 2 1 778 809 811 0=0
649
  Split splitncnn_127 1 2 811 812 813
650
+ Reshape reshape_287 1 1 812 814 0=24 1=4 2=20
651
+ Reshape reshape_288 1 1 807 815 0=48 1=4 2=4
652
+ Reshape reshape_289 1 1 810 816 0=4 1=4 2=4
653
  Concat cat_21 2 1 776 808 817 0=0
654
  Split splitncnn_128 1 2 817 818 819
655
+ Reshape reshape_290 1 1 818 820 0=48 1=4 2=20
656
  InnerProduct linear_184 1 1 116 821 0=16 1=0 2=4096
657
+ Reshape reshape_291 1 1 821 822 0=4 1=4 2=23
658
  Permute permute_608 1 1 822 823 0=3
659
  Permute permute_606 1 1 816 824 0=2
660
  MatMul matmul_426 2 1 824 823 825
661
  Permute permute_607 1 1 820 826 0=3
662
  Permute permute_605 1 1 815 827 0=2
663
  MatMul matmul_427 2 1 827 826 828
664
+ TensorAsStrided tensor_as_strided_666 1 1 825 829 -23300=3,4,4,20 -23301=3,92,22,1 2=3
665
  BinaryOp add_122 2 1 828 829 830 0=0
666
+ Reshape view_392 1 1 830 831 0=20 1=4 2=4
667
  Softmax softmax_79 1 1 831 832 0=-1 1=1
668
  Split splitncnn_129 1 2 832 833 834
669
  Permute permute_604 1 1 814 835 0=2
670
  MatMul bmm_406 2 1 834 835 836
671
  Permute permute_609 1 1 836 837 0=2
672
+ Reshape reshape_292 1 1 837 838 0=96 1=4
673
  InnerProduct linear_185 1 1 838 839 0=256 1=1 2=24576
674
  BinaryOp add_123 2 1 804 839 840 0=0
675
  Split splitncnn_130 1 2 840 841 842
 
698
  InnerProduct linear_188 1 1 869 870 0=96 1=0 2=24576
699
  Concat cat_23 2 1 780 870 871 0=0
700
  Split splitncnn_136 1 2 871 872 873
701
+ Reshape reshape_293 1 1 872 874 0=24 1=4 2=20
702
  Permute permute_610 1 1 874 875 0=2
703
  MatMul bmm_407 2 1 833 875 876
704
  Permute permute_611 1 1 876 877 0=2
705
+ Reshape reshape_294 1 1 877 878 0=96 1=4
706
  InnerProduct linear_189 1 1 878 879 0=256 1=1 2=24576
707
  BinaryOp add_130 2 1 868 879 880 0=0
708
  Split splitncnn_137 1 2 880 881 882
 
767
  Slice tensor_split_5 1 4 954 955 956 957 958 -23300=4,192,192,96,-233 1=1
768
  Concat cat_25 2 1 930 957 959 0=0
769
  Split splitncnn_147 1 2 959 960 961
770
+ Reshape reshape_295 1 1 960 962 0=24 1=4 2=20
771
+ Reshape reshape_296 1 1 955 963 0=48 1=4 2=4
772
+ Reshape reshape_297 1 1 958 964 0=4 1=4 2=4
773
  Concat cat_26 2 1 928 956 965 0=0
774
  Split splitncnn_148 1 2 965 966 967
775
+ Reshape reshape_298 1 1 966 968 0=48 1=4 2=20
776
  InnerProduct linear_196 1 1 117 969 0=16 1=0 2=4096
777
+ Reshape reshape_299 1 1 969 970 0=4 1=4 2=23
778
  Permute permute_616 1 1 970 971 0=3
779
  Permute permute_614 1 1 964 972 0=2
780
  MatMul matmul_428 2 1 972 971 973
781
  Permute permute_615 1 1 968 974 0=3
782
  Permute permute_613 1 1 963 975 0=2
783
  MatMul matmul_429 2 1 975 974 976
784
+ TensorAsStrided tensor_as_strided_667 1 1 973 977 -23300=3,4,4,20 -23301=3,92,22,1 2=3
785
  BinaryOp add_148 2 1 976 977 978 0=0
786
+ Reshape view_393 1 1 978 979 0=20 1=4 2=4
787
  Softmax softmax_80 1 1 979 980 0=-1 1=1
788
  Split splitncnn_149 1 2 980 981 982
789
  Permute permute_612 1 1 962 983 0=2
790
  MatMul bmm_408 2 1 982 983 984
791
  Permute permute_617 1 1 984 985 0=2
792
+ Reshape reshape_300 1 1 985 986 0=96 1=4
793
  InnerProduct linear_197 1 1 986 987 0=256 1=1 2=24576
794
  BinaryOp add_149 2 1 952 987 988 0=0
795
  Split splitncnn_150 1 2 988 989 990
 
818
  InnerProduct linear_200 1 1 1017 1018 0=96 1=0 2=24576
819
  Concat cat_28 2 1 932 1018 1019 0=0
820
  Split splitncnn_156 1 2 1019 1020 1021
821
+ Reshape reshape_301 1 1 1020 1022 0=24 1=4 2=20
822
  Permute permute_618 1 1 1022 1023 0=2
823
  MatMul bmm_409 2 1 981 1023 1024
824
  Permute permute_619 1 1 1024 1025 0=2
825
+ Reshape reshape_302 1 1 1025 1026 0=96 1=4
826
  InnerProduct linear_201 1 1 1026 1027 0=256 1=1 2=24576
827
  BinaryOp add_156 2 1 1016 1027 1028 0=0
828
  Split splitncnn_157 1 2 1028 1029 1030
 
865
  BinaryOp add_173 2 1 1073 1072 1074 0=0
866
  Split splitncnn_164 1 2 1074 1075 1076
867
  MemoryData encoders.3.downsample 0 1 1077 0=256 1=1 2=1
868
+ Reshape reshape_303 1 1 1076 1078 0=256 1=8 2=2
869
  Split splitncnn_165 1 2 1078 1079 1080
870
  BinaryOp mul_174 2 1 1079 1077 1081 0=2
871
  Reduction sum_495 1 1 1081 1082 0=0 1=0 -23303=1,-1 4=1 5=1
 
903
  Slice tensor_split_6 1 4 1121 1122 1123 1124 1125 -23300=4,192,192,96,-233 1=1
904
  Concat cat_30 2 1 1093 1124 1126 0=0
905
  Split splitncnn_170 1 2 1126 1127 1128
906
+ Reshape reshape_304 1 1 1127 1129 0=24 1=4 2=10
907
+ Reshape reshape_305 1 1 1122 1130 0=48 1=4 2=2
908
+ Reshape reshape_306 1 1 1125 1131 0=4 1=4 2=2
909
  Concat cat_31 2 1 1091 1123 1132 0=0
910
  Split splitncnn_171 1 2 1132 1133 1134
911
+ Reshape reshape_307 1 1 1133 1135 0=48 1=4 2=10
912
  InnerProduct linear_208 1 1 112 1136 0=16 1=0 2=4096
913
+ Reshape reshape_308 1 1 1136 1137 0=4 1=4 2=11
914
  Permute permute_624 1 1 1137 1138 0=3
915
  Permute permute_622 1 1 1131 1139 0=2
916
  MatMul matmul_430 2 1 1139 1138 1140
917
  Permute permute_623 1 1 1135 1141 0=3
918
  Permute permute_621 1 1 1130 1142 0=2
919
  MatMul matmul_431 2 1 1142 1141 1143
920
+ TensorAsStrided tensor_as_strided_668 1 1 1140 1144 -23300=3,4,2,10 -23301=3,22,10,1 2=1
921
  BinaryOp add_180 2 1 1143 1144 1145 0=0
922
+ Reshape view_394 1 1 1145 1146 0=10 1=2 2=4
923
  Softmax softmax_82 1 1 1146 1147 0=-1 1=1
924
  Split splitncnn_172 1 2 1147 1148 1149
925
  Permute permute_620 1 1 1129 1150 0=2
926
  MatMul bmm_410 2 1 1149 1150 1151
927
  Permute permute_625 1 1 1151 1152 0=2
928
+ Reshape reshape_309 1 1 1152 1153 0=96 1=2
929
  InnerProduct linear_209 1 1 1153 1154 0=256 1=1 2=24576
930
  BinaryOp add_181 2 1 1119 1154 1155 0=0
931
  Split splitncnn_173 1 2 1155 1156 1157
 
954
  InnerProduct linear_212 1 1 1184 1185 0=96 1=0 2=24576
955
  Concat cat_33 2 1 1095 1185 1186 0=0
956
  Split splitncnn_179 1 2 1186 1187 1188
957
+ Reshape reshape_310 1 1 1187 1189 0=24 1=4 2=10
958
  Permute permute_626 1 1 1189 1190 0=2
959
  MatMul bmm_411 2 1 1148 1190 1191
960
  Permute permute_627 1 1 1191 1192 0=2
961
+ Reshape reshape_311 1 1 1192 1193 0=96 1=2
962
  InnerProduct linear_213 1 1 1193 1194 0=256 1=1 2=24576
963
  BinaryOp add_188 2 1 1183 1194 1195 0=0
964
  Split splitncnn_180 1 2 1195 1196 1197
 
1023
  Slice tensor_split_7 1 4 1269 1270 1271 1272 1273 -23300=4,192,192,96,-233 1=1
1024
  Concat cat_35 2 1 1245 1272 1274 0=0
1025
  Split splitncnn_190 1 2 1274 1275 1276
1026
+ Reshape reshape_312 1 1 1275 1277 0=24 1=4 2=10
1027
+ Reshape reshape_313 1 1 1270 1278 0=48 1=4 2=2
1028
+ Reshape reshape_314 1 1 1273 1279 0=4 1=4 2=2
1029
  Concat cat_36 2 1 1243 1271 1280 0=0
1030
  Split splitncnn_191 1 2 1280 1281 1282
1031
+ Reshape reshape_315 1 1 1281 1283 0=48 1=4 2=10
1032
  InnerProduct linear_220 1 1 113 1284 0=16 1=0 2=4096
1033
+ Reshape reshape_316 1 1 1284 1285 0=4 1=4 2=11
1034
  Permute permute_632 1 1 1285 1286 0=3
1035
  Permute permute_630 1 1 1279 1287 0=2
1036
  MatMul matmul_432 2 1 1287 1286 1288
1037
  Permute permute_631 1 1 1283 1289 0=3
1038
  Permute permute_629 1 1 1278 1290 0=2
1039
  MatMul matmul_433 2 1 1290 1289 1291
1040
+ TensorAsStrided tensor_as_strided_669 1 1 1288 1292 -23300=3,4,2,10 -23301=3,22,10,1 2=1
1041
  BinaryOp add_206 2 1 1291 1292 1293 0=0
1042
+ Reshape view_395 1 1 1293 1294 0=10 1=2 2=4
1043
  Softmax softmax_83 1 1 1294 1295 0=-1 1=1
1044
  Split splitncnn_192 1 2 1295 1296 1297
1045
  Permute permute_628 1 1 1277 1298 0=2
1046
  MatMul bmm_412 2 1 1297 1298 1299
1047
  Permute permute_633 1 1 1299 1300 0=2
1048
+ Reshape reshape_317 1 1 1300 1301 0=96 1=2
1049
  InnerProduct linear_221 1 1 1301 1302 0=256 1=1 2=24576
1050
  BinaryOp add_207 2 1 1267 1302 1303 0=0
1051
  Split splitncnn_193 1 2 1303 1304 1305
 
1074
  InnerProduct linear_224 1 1 1332 1333 0=96 1=0 2=24576
1075
  Concat cat_38 2 1 1247 1333 1334 0=0
1076
  Split splitncnn_199 1 2 1334 1335 1336
1077
+ Reshape reshape_318 1 1 1335 1337 0=24 1=4 2=10
1078
  Permute permute_634 1 1 1337 1338 0=2
1079
  MatMul bmm_413 2 1 1296 1338 1339
1080
  Permute permute_635 1 1 1339 1340 0=2
1081
+ Reshape reshape_319 1 1 1340 1341 0=96 1=2
1082
  InnerProduct linear_225 1 1 1341 1342 0=256 1=1 2=24576
1083
  BinaryOp add_214 2 1 1331 1342 1343 0=0
1084
  Split splitncnn_200 1 2 1343 1344 1345
 
1127
  BinaryOp add_235 2 1 1395 1394 1396 0=0
1128
  Split splitncnn_208 1 2 1396 1397 1398
1129
  MemoryData encoders.4.downsample 0 1 1399 0=256 1=1 2=1
1130
+ Reshape reshape_320 1 1 1398 1400 0=256 1=2 2=8
1131
  Split splitncnn_209 1 2 1400 1401 1402
1132
  BinaryOp mul_236 2 1 1401 1399 1403 0=2
1133
  Reduction sum_497 1 1 1403 1404 0=0 1=0 -23303=1,-1 4=1 5=1
 
1165
  Slice tensor_split_8 1 4 1443 1444 1445 1446 1447 -23300=4,192,192,96,-233 1=1
1166
  Concat cat_40 2 1 1415 1446 1448 0=0
1167
  Split splitncnn_214 1 2 1448 1449 1450
1168
+ Reshape reshape_321 1 1 1449 1451 0=24 1=4 2=40
1169
+ Reshape reshape_322 1 1 1444 1452 0=48 1=4 2=8
1170
+ Reshape reshape_323 1 1 1447 1453 0=4 1=4 2=8
1171
  Concat cat_41 2 1 1413 1445 1454 0=0
1172
  Split splitncnn_215 1 2 1454 1455 1456
1173
+ Reshape reshape_324 1 1 1455 1457 0=48 1=4 2=40
1174
  InnerProduct linear_232 1 1 108 1458 0=16 1=0 2=4096
1175
+ Reshape reshape_325 1 1 1458 1459 0=4 1=4 2=47
1176
  Permute permute_640 1 1 1459 1460 0=3
1177
  Permute permute_638 1 1 1453 1461 0=2
1178
  MatMul matmul_434 2 1 1461 1460 1462
1179
  Permute permute_639 1 1 1457 1463 0=3
1180
  Permute permute_637 1 1 1452 1464 0=2
1181
  MatMul matmul_435 2 1 1464 1463 1465
1182
+ TensorAsStrided tensor_as_strided_670 1 1 1462 1466 -23300=3,4,8,40 -23301=3,376,46,1 2=7
1183
  BinaryOp add_242 2 1 1465 1466 1467 0=0
1184
+ Reshape view_396 1 1 1467 1468 0=40 1=8 2=4
1185
  Softmax softmax_85 1 1 1468 1469 0=-1 1=1
1186
  Split splitncnn_216 1 2 1469 1470 1471
1187
  Permute permute_636 1 1 1451 1472 0=2
1188
  MatMul bmm_414 2 1 1471 1472 1473
1189
  Permute permute_641 1 1 1473 1474 0=2
1190
+ Reshape reshape_326 1 1 1474 1475 0=96 1=8
1191
  InnerProduct linear_233 1 1 1475 1476 0=256 1=1 2=24576
1192
  BinaryOp add_243 2 1 1441 1476 1477 0=0
1193
  Split splitncnn_217 1 2 1477 1478 1479
 
1216
  InnerProduct linear_236 1 1 1506 1507 0=96 1=0 2=24576
1217
  Concat cat_43 2 1 1417 1507 1508 0=0
1218
  Split splitncnn_223 1 2 1508 1509 1510
1219
+ Reshape reshape_327 1 1 1509 1511 0=24 1=4 2=40
1220
  Permute permute_642 1 1 1511 1512 0=2
1221
  MatMul bmm_415 2 1 1470 1512 1513
1222
  Permute permute_643 1 1 1513 1514 0=2
1223
+ Reshape reshape_328 1 1 1514 1515 0=96 1=8
1224
  InnerProduct linear_237 1 1 1515 1516 0=256 1=1 2=24576
1225
  BinaryOp add_250 2 1 1505 1516 1517 0=0
1226
  Split splitncnn_224 1 2 1517 1518 1519
 
1285
  Slice tensor_split_9 1 4 1591 1592 1593 1594 1595 -23300=4,192,192,96,-233 1=1
1286
  Concat cat_45 2 1 1567 1594 1596 0=0
1287
  Split splitncnn_234 1 2 1596 1597 1598
1288
+ Reshape reshape_329 1 1 1597 1599 0=24 1=4 2=40
1289
+ Reshape reshape_330 1 1 1592 1600 0=48 1=4 2=8
1290
+ Reshape reshape_331 1 1 1595 1601 0=4 1=4 2=8
1291
  Concat cat_46 2 1 1565 1593 1602 0=0
1292
  Split splitncnn_235 1 2 1602 1603 1604
1293
+ Reshape reshape_332 1 1 1603 1605 0=48 1=4 2=40
1294
  InnerProduct linear_244 1 1 109 1606 0=16 1=0 2=4096
1295
+ Reshape reshape_333 1 1 1606 1607 0=4 1=4 2=47
1296
  Permute permute_648 1 1 1607 1608 0=3
1297
  Permute permute_646 1 1 1601 1609 0=2
1298
  MatMul matmul_436 2 1 1609 1608 1610
1299
  Permute permute_647 1 1 1605 1611 0=3
1300
  Permute permute_645 1 1 1600 1612 0=2
1301
  MatMul matmul_437 2 1 1612 1611 1613
1302
+ TensorAsStrided tensor_as_strided_671 1 1 1610 1614 -23300=3,4,8,40 -23301=3,376,46,1 2=7
1303
  BinaryOp add_268 2 1 1613 1614 1615 0=0
1304
+ Reshape view_397 1 1 1615 1616 0=40 1=8 2=4
1305
  Softmax softmax_86 1 1 1616 1617 0=-1 1=1
1306
  Split splitncnn_236 1 2 1617 1618 1619
1307
  Permute permute_644 1 1 1599 1620 0=2
1308
  MatMul bmm_416 2 1 1619 1620 1621
1309
  Permute permute_649 1 1 1621 1622 0=2
1310
+ Reshape reshape_334 1 1 1622 1623 0=96 1=8
1311
  InnerProduct linear_245 1 1 1623 1624 0=256 1=1 2=24576
1312
  BinaryOp add_269 2 1 1589 1624 1625 0=0
1313
  Split splitncnn_237 1 2 1625 1626 1627
 
1336
  InnerProduct linear_248 1 1 1654 1655 0=96 1=0 2=24576
1337
  Concat cat_48 2 1 1569 1655 1656 0=0
1338
  Split splitncnn_243 1 2 1656 1657 1658
1339
+ Reshape reshape_335 1 1 1657 1659 0=24 1=4 2=40
1340
  Permute permute_650 1 1 1659 1660 0=2
1341
  MatMul bmm_417 2 1 1618 1660 1661
1342
  Permute permute_651 1 1 1661 1662 0=2
1343
+ Reshape reshape_336 1 1 1662 1663 0=96 1=8
1344
  InnerProduct linear_249 1 1 1663 1664 0=256 1=1 2=24576
1345
  BinaryOp add_276 2 1 1653 1664 1665 0=0
1346
  Split splitncnn_244 1 2 1665 1666 1667
 
1382
  BinaryOp mul_292 2 1 1397 1706 1710 0=2
1383
  BinaryOp add_293 2 1 1710 1709 1711 0=0
1384
  MemoryData downsample_output 0 1 1712 0=256
1385
+ Reshape reshape_337 1 1 1711 1713 0=256 1=2 2=8
1386
  Split splitncnn_251 1 2 1713 1714 1715
1387
  BinaryOp mul_294 2 1 1714 1712 1716 0=2
1388
  Reduction sum_499 1 1 1716 1717 0=0 1=0 -23303=1,-1 4=1 5=1
1389
  Softmax softmax_87 1 1 1717 1718 0=1 1=1
1390
  BinaryOp mul_295 2 1 1715 1718 1719 0=2
1391
  Reduction sum_500 1 1 1719 out0 0=0 1=0 -23303=1,1 4=0 5=1
1392
+ Crop slice_339 1 1 1672 1721 -23310=1,-233 -23311=1,1 -23309=1,8
1393
+ Crop slice_338 1 1 1524 1722 -23310=1,-233 -23311=1,1 -23309=1,8
1394
  Stack stack_0 2 1 1722 1721 out35 0=0
1395
+ Crop slice_341 1 1 1632 1724 -23310=1,-233 -23311=1,1 -23309=1,8
1396
+ Crop slice_340 1 1 1484 1725 -23310=1,-233 -23311=1,1 -23309=1,8
1397
  Stack stack_1 2 1 1725 1724 out30 0=0
1398
+ Crop slice_343 1 1 1658 1727 -23310=1,-233 -23311=1,0 -23309=1,-32
1399
+ Crop slice_342 1 1 1510 1728 -23310=1,-233 -23311=1,0 -23309=1,-32
1400
  Stack stack_2 2 1 1728 1727 out25 0=0
1401
+ Crop slice_345 1 1 1598 1730 -23310=1,-233 -23311=1,0 -23309=1,8
1402
+ Crop slice_344 1 1 1450 1731 -23310=1,-233 -23311=1,0 -23309=1,8
1403
  Stack stack_3 2 1 1731 1730 out20 0=0
1404
+ Crop slice_347 1 1 1604 1733 -23310=1,-233 -23311=1,0 -23309=1,8
1405
+ Crop slice_346 1 1 1456 1734 -23310=1,-233 -23311=1,0 -23309=1,8
1406
  Stack stack_4 2 1 1734 1733 out15 0=0
1407
  Stack stack_5 2 1 1438 1586 out10 0=0
1408
  Stack stack_6 2 1 1437 1585 out5 0=0
1409
+ Crop slice_349 1 1 1350 1738 -23310=1,-233 -23311=1,1 -23309=1,2
1410
+ Crop slice_348 1 1 1202 1739 -23310=1,-233 -23311=1,1 -23309=1,2
1411
  Stack stack_7 2 1 1739 1738 out34 0=0
1412
+ Crop slice_351 1 1 1310 1741 -23310=1,-233 -23311=1,1 -23309=1,2
1413
+ Crop slice_350 1 1 1162 1742 -23310=1,-233 -23311=1,1 -23309=1,2
1414
  Stack stack_8 2 1 1742 1741 out29 0=0
1415
+ Crop slice_353 1 1 1336 1744 -23310=1,-233 -23311=1,0 -23309=1,-8
1416
+ Crop slice_352 1 1 1188 1745 -23310=1,-233 -23311=1,0 -23309=1,-8
1417
  Stack stack_9 2 1 1745 1744 out24 0=0
1418
+ Crop slice_355 1 1 1276 1747 -23310=1,-233 -23311=1,0 -23309=1,2
1419
+ Crop slice_354 1 1 1128 1748 -23310=1,-233 -23311=1,0 -23309=1,2
1420
  Stack stack_10 2 1 1748 1747 out19 0=0
1421
+ Crop slice_357 1 1 1282 1750 -23310=1,-233 -23311=1,0 -23309=1,2
1422
+ Crop slice_356 1 1 1134 1751 -23310=1,-233 -23311=1,0 -23309=1,2
1423
  Stack stack_11 2 1 1751 1750 out14 0=0
1424
  Stack stack_12 2 1 1116 1264 out9 0=0
1425
  Stack stack_13 2 1 1115 1263 out4 0=0
1426
+ Crop slice_359 1 1 1035 1755 -23310=1,-233 -23311=1,1 -23309=1,4
1427
+ Crop slice_358 1 1 887 1756 -23310=1,-233 -23311=1,1 -23309=1,4
1428
  Stack stack_14 2 1 1756 1755 out33 0=0
1429
+ Crop slice_361 1 1 995 1758 -23310=1,-233 -23311=1,1 -23309=1,4
1430
+ Crop slice_360 1 1 847 1759 -23310=1,-233 -23311=1,1 -23309=1,4
1431
  Stack stack_15 2 1 1759 1758 out28 0=0
1432
+ Crop slice_363 1 1 1021 1761 -23310=1,-233 -23311=1,0 -23309=1,-16
1433
+ Crop slice_362 1 1 873 1762 -23310=1,-233 -23311=1,0 -23309=1,-16
1434
  Stack stack_16 2 1 1762 1761 out23 0=0
1435
+ Crop slice_365 1 1 961 1764 -23310=1,-233 -23311=1,0 -23309=1,4
1436
+ Crop slice_364 1 1 813 1765 -23310=1,-233 -23311=1,0 -23309=1,4
1437
  Stack stack_17 2 1 1765 1764 out18 0=0
1438
+ Crop slice_367 1 1 967 1767 -23310=1,-233 -23311=1,0 -23309=1,4
1439
+ Crop slice_366 1 1 819 1768 -23310=1,-233 -23311=1,0 -23309=1,4
1440
  Stack stack_18 2 1 1768 1767 out13 0=0
1441
  Stack stack_19 2 1 801 949 out8 0=0
1442
  Stack stack_20 2 1 800 948 out3 0=0
1443
+ Crop slice_369 1 1 719 1772 -23310=1,-233 -23311=1,1 -23309=1,8
1444
+ Crop slice_368 1 1 571 1773 -23310=1,-233 -23311=1,1 -23309=1,8
1445
  Stack stack_21 2 1 1773 1772 out32 0=0
1446
+ Crop slice_371 1 1 679 1775 -23310=1,-233 -23311=1,1 -23309=1,8
1447
+ Crop slice_370 1 1 531 1776 -23310=1,-233 -23311=1,1 -23309=1,8
1448
  Stack stack_22 2 1 1776 1775 out27 0=0
1449
+ Crop slice_373 1 1 705 1778 -23310=1,-233 -23311=1,0 -23309=1,-32
1450
+ Crop slice_372 1 1 557 1779 -23310=1,-233 -23311=1,0 -23309=1,-32
1451
  Stack stack_23 2 1 1779 1778 out22 0=0
1452
+ Crop slice_375 1 1 645 1781 -23310=1,-233 -23311=1,0 -23309=1,8
1453
+ Crop slice_374 1 1 497 1782 -23310=1,-233 -23311=1,0 -23309=1,8
1454
  Stack stack_24 2 1 1782 1781 out17 0=0
1455
+ Crop slice_377 1 1 651 1784 -23310=1,-233 -23311=1,0 -23309=1,8
1456
+ Crop slice_376 1 1 503 1785 -23310=1,-233 -23311=1,0 -23309=1,8
1457
  Stack stack_25 2 1 1785 1784 out12 0=0
1458
  Stack stack_26 2 1 485 633 out7 0=0
1459
  Stack stack_27 2 1 484 632 out2 0=0
1460
+ Crop slice_379 1 1 412 1789 -23310=1,-233 -23311=1,1 -23309=1,16
1461
+ Crop slice_378 1 1 264 1790 -23310=1,-233 -23311=1,1 -23309=1,16
1462
  Stack stack_28 2 1 1790 1789 out31 0=0
1463
+ Crop slice_381 1 1 372 1792 -23310=1,-233 -23311=1,1 -23309=1,16
1464
+ Crop slice_380 1 1 224 1793 -23310=1,-233 -23311=1,1 -23309=1,16
1465
  Stack stack_29 2 1 1793 1792 out26 0=0
1466
+ Crop slice_383 1 1 398 1795 -23310=1,-233 -23311=1,0 -23309=1,-64
1467
+ Crop slice_382 1 1 250 1796 -23310=1,-233 -23311=1,0 -23309=1,-64
1468
  Stack stack_30 2 1 1796 1795 out21 0=0
1469
+ Crop slice_385 1 1 338 1798 -23310=1,-233 -23311=1,0 -23309=1,16
1470
+ Crop slice_384 1 1 190 1799 -23310=1,-233 -23311=1,0 -23309=1,16
1471
  Stack stack_31 2 1 1799 1798 out16 0=0
1472
+ Crop slice_387 1 1 344 1801 -23310=1,-233 -23311=1,0 -23309=1,16
1473
+ Crop slice_386 1 1 196 1802 -23310=1,-233 -23311=1,0 -23309=1,16
1474
  Stack stack_32 2 1 1802 1801 out11 0=0
1475
  Stack stack_33 2 1 178 326 out6 0=0
1476
  Stack stack_34 2 1 177 325 out1 0=0