diff --git "a/coreml/object-detection/float32_model.mlpackage/Data/com.apple.CoreML/model.mlmodel" "b/coreml/object-detection/float32_model.mlpackage/Data/com.apple.CoreML/model.mlmodel"
new file mode 100644--- /dev/null
+++ "b/coreml/object-detection/float32_model.mlpackage/Data/com.apple.CoreML/model.mlmodel"
@@ -0,0 +1,13114 @@
+�
+
+ 
+imageInput image
+"��RM
+logits;Classification logits (including no-object) for all queries*��Rv
+
+pred_boxes`Normalized boxes coordinates for all queries, represented as (center_x, center_y, width, height)*����
+%hustvl/yolos-small (object-detection)�3
+#com.github.apple.coremltools.sourcetorch==2.0.1�-
+$com.github.apple.coremltools.version7.0b1�3
+co.huggingface.exporters.namehustvl/yolos-small�1
+co.huggingface.exporters.taskobject-detection�@
+%co.huggingface.exporters.architectureYolosForObjectDetection�-
+"co.huggingface.exporters.frameworkpytorch�-
+"co.huggingface.exporters.precisionfloat32�#
+transformers_version4.19.0.dev0��
+classes�N/A,person,bicycle,car,motorcycle,airplane,bus,train,truck,boat,traffic light,fire hydrant,N/A,stop sign,parking meter,bench,bird,cat,dog,horse,sheep,cow,elephant,bear,zebra,giraffe,N/A,backpack,umbrella,N/A,N/A,handbag,tie,suitcase,frisbee,skis,snowboard,sports ball,kite,baseball bat,baseball glove,skateboard,surfboard,tennis racket,bottle,N/A,wine glass,cup,fork,knife,spoon,bowl,banana,apple,sandwich,orange,broccoli,carrot,hot dog,pizza,donut,cake,chair,couch,potted plant,bed,N/A,dining table,N/A,N/A,toilet,N/A,tv,laptop,mouse,remote,keyboard,cell phone,microwave,oven,toaster,sink,refrigerator,N/A,book,clock,vase,scissors,teddy bear,hair drier,toothbrush���
��
+main��
+)
+image 
+
+

+
+�
+�CoreML5��
+CoreML5��logits
+pred_boxesj
+const
+image__scaled___y_0
+*)
+name!
+
+"
+image__scaled___y_0*
+val
+
+
+
+
+���;�

+mul
+
x	
+
+image
+
y
+
+image__scaled___y_03
+image__scaled__ 
+
+

+
+�
+�*%
+name
+
+"
+image__scaled__�

+const5
+image__biased___y_0
+
+

+
+

+
*)
+name!
+
+"
+image__biased___y_0*;
+val4
+
+

+
+

+

+
+
+�Q���x�;�Ͼ�

+add
+
x
+
+image__scaled__
+
y
+
+image__biased___y_03
+image__biased__ 
+
+

+
+�
+�*%
+name
+
+"
+image__biased__�

+constB
+%model_vit_embeddings_detection_tokens
+
+

+d
+�*;
+name3
++
+)"'
+%model_vit_embeddings_detection_tokens*F
+val?
+
+

+d
+�*"
+@model_path/weights/weight.bin@�

+const;
+model_vit_embeddings_cls_token
+
+

+

+�*4
+name,
+$
+"" 
+model_vit_embeddings_cls_token*H
+valA
+
+

+

+�*$
+@model_path/weights/weight.bin��	�

+constF
+5model_vit_embeddings_patch_embeddings_projection_bias
+

+�*K
+nameC
+;
+9"7
+5model_vit_embeddings_patch_embeddings_projection_bias*<
+val5
+

+�*$
+@model_path/weights/weight.bin��	�
+constZ
+7model_vit_embeddings_patch_embeddings_projection_weight
+
+�
+
+
+*M
+nameE
+=
+;"9
+7model_vit_embeddings_patch_embeddings_projection_weight*N
+valG
+
+�
+
+
+*$
+@model_path/weights/weight.bin��	�

+const@
+/model_vit_encoder_layer_0_layernorm_before_bias
+

+�*E
+name=
+5
+3"1
+/model_vit_encoder_layer_0_layernorm_before_bias*<
+val5
+

+�*$
+@model_path/weights/weight.bin��Q�

+constB
+1model_vit_encoder_layer_0_layernorm_before_weight
+

+�*G
+name?
+7
+5"3
+1model_vit_encoder_layer_0_layernorm_before_weight*<
+val5
+

+�*$
+@model_path/weights/weight.bin��Q�

+constI
+8model_vit_encoder_layer_0_attention_attention_query_bias
+

+�*N
+nameF
+>
+<":
+8model_vit_encoder_layer_0_attention_attention_query_bias*<
+val5
+

+�*$
+@model_path/weights/weight.bin��Q�

+constR
+:model_vit_encoder_layer_0_attention_attention_query_weight
+
+�
+�*P
+nameH
+@
+>"<
+:model_vit_encoder_layer_0_attention_attention_query_weight*C
+val<
+
+�
+�*$
+@model_path/weights/weight.bin��Q�

+constG
+6model_vit_encoder_layer_0_attention_attention_key_bias
+

+�*L
+nameD
+<
+:"8
+6model_vit_encoder_layer_0_attention_attention_key_bias*<
+val5
+

+�*$
+@model_path/weights/weight.bin��u�

+constP
+8model_vit_encoder_layer_0_attention_attention_key_weight
+
+�
+�*N
+nameF
+>
+<":
+8model_vit_encoder_layer_0_attention_attention_key_weight*C
+val<
+
+�
+�*$
+@model_path/weights/weight.bin��u�

+constI
+8model_vit_encoder_layer_0_attention_attention_value_bias
+

+�*N
+nameF
+>
+<":
+8model_vit_encoder_layer_0_attention_attention_value_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin���
�

+constR
+:model_vit_encoder_layer_0_attention_attention_value_weight
+
+�
+�*P
+nameH
+@
+>"<
+:model_vit_encoder_layer_0_attention_attention_value_weight*D
+val=
+
+�
+�*%
+@model_path/weights/weight.bin���
�

+constF
+5model_vit_encoder_layer_0_attention_output_dense_bias
+

+�*K
+nameC
+;
+9"7
+5model_vit_encoder_layer_0_attention_output_dense_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin���
�

+constO
+7model_vit_encoder_layer_0_attention_output_dense_weight
+
+�
+�*M
+nameE
+=
+;"9
+7model_vit_encoder_layer_0_attention_output_dense_weight*D
+val=
+
+�
+�*%
+@model_path/weights/weight.bin���
�

+const?
+.model_vit_encoder_layer_0_layernorm_after_bias
+

+�*D
+name<
+4
+2"0
+.model_vit_encoder_layer_0_layernorm_after_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin���
�

+constA
+0model_vit_encoder_layer_0_layernorm_after_weight
+

+�*F
+name>
+6
+4"2
+0model_vit_encoder_layer_0_layernorm_after_weight*=
+val6
+

+�*%
+@model_path/weights/weight.bin���
�

+constB
+1model_vit_encoder_layer_0_intermediate_dense_bias
+

+�*G
+name?
+7
+5"3
+1model_vit_encoder_layer_0_intermediate_dense_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin���
�

+constK
+3model_vit_encoder_layer_0_intermediate_dense_weight
+
+�
+�*I
+nameA
+9
+7"5
+3model_vit_encoder_layer_0_intermediate_dense_weight*D
+val=
+
+�
+�*%
+@model_path/weights/weight.bin���
�

+const<
++model_vit_encoder_layer_0_output_dense_bias
+

+�*A
+name9
+1
+/"-
++model_vit_encoder_layer_0_output_dense_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin����

+constE
+-model_vit_encoder_layer_0_output_dense_weight
+
+�
+�*C
+name;
+3
+1"/
+-model_vit_encoder_layer_0_output_dense_weight*D
+val=
+
+�
+�*%
+@model_path/weights/weight.bin����

+const@
+/model_vit_encoder_layer_1_layernorm_before_bias
+

+�*E
+name=
+5
+3"1
+/model_vit_encoder_layer_1_layernorm_before_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin���

+constB
+1model_vit_encoder_layer_1_layernorm_before_weight
+

+�*G
+name?
+7
+5"3
+1model_vit_encoder_layer_1_layernorm_before_weight*=
+val6
+

+�*%
+@model_path/weights/weight.bin����

+constI
+8model_vit_encoder_layer_1_attention_attention_query_bias
+

+�*N
+nameF
+>
+<":
+8model_vit_encoder_layer_1_attention_attention_query_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin����

+constR
+:model_vit_encoder_layer_1_attention_attention_query_weight
+
+�
+�*P
+nameH
+@
+>"<
+:model_vit_encoder_layer_1_attention_attention_query_weight*D
+val=
+
+�
+�*%
+@model_path/weights/weight.bin����

+constG
+6model_vit_encoder_layer_1_attention_attention_key_bias
+

+�*L
+nameD
+<
+:"8
+6model_vit_encoder_layer_1_attention_attention_key_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin����

+constP
+8model_vit_encoder_layer_1_attention_attention_key_weight
+
+�
+�*N
+nameF
+>
+<":
+8model_vit_encoder_layer_1_attention_attention_key_weight*D
+val=
+
+�
+�*%
+@model_path/weights/weight.bin����

+constI
+8model_vit_encoder_layer_1_attention_attention_value_bias
+

+�*N
+nameF
+>
+<":
+8model_vit_encoder_layer_1_attention_attention_value_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin����

+constR
+:model_vit_encoder_layer_1_attention_attention_value_weight
+
+�
+�*P
+nameH
+@
+>"<
+:model_vit_encoder_layer_1_attention_attention_value_weight*D
+val=
+
+�
+�*%
+@model_path/weights/weight.bin����

+constF
+5model_vit_encoder_layer_1_attention_output_dense_bias
+

+�*K
+nameC
+;
+9"7
+5model_vit_encoder_layer_1_attention_output_dense_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin����

+constO
+7model_vit_encoder_layer_1_attention_output_dense_weight
+
+�
+�*M
+nameE
+=
+;"9
+7model_vit_encoder_layer_1_attention_output_dense_weight*D
+val=
+
+�
+�*%
+@model_path/weights/weight.bin����

+const?
+.model_vit_encoder_layer_1_layernorm_after_bias
+

+�*D
+name<
+4
+2"0
+.model_vit_encoder_layer_1_layernorm_after_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin����

+constA
+0model_vit_encoder_layer_1_layernorm_after_weight
+

+�*F
+name>
+6
+4"2
+0model_vit_encoder_layer_1_layernorm_after_weight*=
+val6
+

+�*%
+@model_path/weights/weight.bin�ȓ�

+constB
+1model_vit_encoder_layer_1_intermediate_dense_bias
+

+�*G
+name?
+7
+5"3
+1model_vit_encoder_layer_1_intermediate_dense_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin�ԓ�

+constK
+3model_vit_encoder_layer_1_intermediate_dense_weight
+
+�
+�*I
+nameA
+9
+7"5
+3model_vit_encoder_layer_1_intermediate_dense_weight*D
+val=
+
+�
+�*%
+@model_path/weights/weight.bin����

+const<
++model_vit_encoder_layer_1_output_dense_bias
+

+�*A
+name9
+1
+/"-
++model_vit_encoder_layer_1_output_dense_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin����

+constE
+-model_vit_encoder_layer_1_output_dense_weight
+
+�
+�*C
+name;
+3
+1"/
+-model_vit_encoder_layer_1_output_dense_weight*D
+val=
+
+�
+�*%
+@model_path/weights/weight.bin����

+const@
+/model_vit_encoder_layer_2_layernorm_before_bias
+

+�*E
+name=
+5
+3"1
+/model_vit_encoder_layer_2_layernorm_before_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin����

+constB
+1model_vit_encoder_layer_2_layernorm_before_weight
+

+�*G
+name?
+7
+5"3
+1model_vit_encoder_layer_2_layernorm_before_weight*=
+val6
+

+�*%
+@model_path/weights/weight.bin����

+constI
+8model_vit_encoder_layer_2_attention_attention_query_bias
+

+�*N
+nameF
+>
+<":
+8model_vit_encoder_layer_2_attention_attention_query_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin����

+constR
+:model_vit_encoder_layer_2_attention_attention_query_weight
+
+�
+�*P
+nameH
+@
+>"<
+:model_vit_encoder_layer_2_attention_attention_query_weight*D
+val=
+
+�
+�*%
+@model_path/weights/weight.bin����

+constG
+6model_vit_encoder_layer_2_attention_attention_key_bias
+

+�*L
+nameD
+<
+:"8
+6model_vit_encoder_layer_2_attention_attention_key_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin����

+constP
+8model_vit_encoder_layer_2_attention_attention_key_weight
+
+�
+�*N
+nameF
+>
+<":
+8model_vit_encoder_layer_2_attention_attention_key_weight*D
+val=
+
+�
+�*%
+@model_path/weights/weight.bin����

+constI
+8model_vit_encoder_layer_2_attention_attention_value_bias
+

+�*N
+nameF
+>
+<":
+8model_vit_encoder_layer_2_attention_attention_value_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin����

+constR
+:model_vit_encoder_layer_2_attention_attention_value_weight
+
+�
+�*P
+nameH
+@
+>"<
+:model_vit_encoder_layer_2_attention_attention_value_weight*D
+val=
+
+�
+�*%
+@model_path/weights/weight.bin����

+constF
+5model_vit_encoder_layer_2_attention_output_dense_bias
+

+�*K
+nameC
+;
+9"7
+5model_vit_encoder_layer_2_attention_output_dense_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin�Ҡ�

+constO
+7model_vit_encoder_layer_2_attention_output_dense_weight
+
+�
+�*M
+nameE
+=
+;"9
+7model_vit_encoder_layer_2_attention_output_dense_weight*D
+val=
+
+�
+�*%
+@model_path/weights/weight.bin�ߠ�

+const?
+.model_vit_encoder_layer_2_layernorm_after_bias
+

+�*D
+name<
+4
+2"0
+.model_vit_encoder_layer_2_layernorm_after_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin����

+constA
+0model_vit_encoder_layer_2_layernorm_after_weight
+

+�*F
+name>
+6
+4"2
+0model_vit_encoder_layer_2_layernorm_after_weight*=
+val6
+

+�*%
+@model_path/weights/weight.bin����

+constB
+1model_vit_encoder_layer_2_intermediate_dense_bias
+

+�*G
+name?
+7
+5"3
+1model_vit_encoder_layer_2_intermediate_dense_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin����

+constK
+3model_vit_encoder_layer_2_intermediate_dense_weight
+
+�
+�*I
+nameA
+9
+7"5
+3model_vit_encoder_layer_2_intermediate_dense_weight*D
+val=
+
+�
+�*%
+@model_path/weights/weight.bin����

+const<
++model_vit_encoder_layer_2_output_dense_bias
+

+�*A
+name9
+1
+/"-
++model_vit_encoder_layer_2_output_dense_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin���	�

+constE
+-model_vit_encoder_layer_2_output_dense_weight
+
+�
+�*C
+name;
+3
+1"/
+-model_vit_encoder_layer_2_output_dense_weight*D
+val=
+
+�
+�*%
+@model_path/weights/weight.bin���	�

+const@
+/model_vit_encoder_layer_3_layernorm_before_bias
+

+�*E
+name=
+5
+3"1
+/model_vit_encoder_layer_3_layernorm_before_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin���
+�

+constB
+1model_vit_encoder_layer_3_layernorm_before_weight
+

+�*G
+name?
+7
+5"3
+1model_vit_encoder_layer_3_layernorm_before_weight*=
+val6
+

+�*%
+@model_path/weights/weight.bin���
+�

+constI
+8model_vit_encoder_layer_3_attention_attention_query_bias
+

+�*N
+nameF
+>
+<":
+8model_vit_encoder_layer_3_attention_attention_query_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin���
+�

+constR
+:model_vit_encoder_layer_3_attention_attention_query_weight
+
+�
+�*P
+nameH
+@
+>"<
+:model_vit_encoder_layer_3_attention_attention_query_weight*D
+val=
+
+�
+�*%
+@model_path/weights/weight.bin���
+�

+constG
+6model_vit_encoder_layer_3_attention_attention_key_bias
+

+�*L
+nameD
+<
+:"8
+6model_vit_encoder_layer_3_attention_attention_key_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin�܉�

+constP
+8model_vit_encoder_layer_3_attention_attention_key_weight
+
+�
+�*N
+nameF
+>
+<":
+8model_vit_encoder_layer_3_attention_attention_key_weight*D
+val=
+
+�
+�*%
+@model_path/weights/weight.bin���

+constI
+8model_vit_encoder_layer_3_attention_attention_value_bias
+

+�*N
+nameF
+>
+<":
+8model_vit_encoder_layer_3_attention_attention_value_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin���

+constR
+:model_vit_encoder_layer_3_attention_attention_value_weight
+
+�
+�*P
+nameH
+@
+>"<
+:model_vit_encoder_layer_3_attention_attention_value_weight*D
+val=
+
+�
+�*%
+@model_path/weights/weight.bin����

+constF
+5model_vit_encoder_layer_3_attention_output_dense_bias
+

+�*K
+nameC
+;
+9"7
+5model_vit_encoder_layer_3_attention_output_dense_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin����

+constO
+7model_vit_encoder_layer_3_attention_output_dense_weight
+
+�
+�*M
+nameE
+=
+;"9
+7model_vit_encoder_layer_3_attention_output_dense_weight*D
+val=
+
+�
+�*%
+@model_path/weights/weight.bin����

+const?
+.model_vit_encoder_layer_3_layernorm_after_bias
+

+�*D
+name<
+4
+2"0
+.model_vit_encoder_layer_3_layernorm_after_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin����

+constA
+0model_vit_encoder_layer_3_layernorm_after_weight
+

+�*F
+name>
+6
+4"2
+0model_vit_encoder_layer_3_layernorm_after_weight*=
+val6
+

+�*%
+@model_path/weights/weight.bin����

+constB
+1model_vit_encoder_layer_3_intermediate_dense_bias
+

+�*G
+name?
+7
+5"3
+1model_vit_encoder_layer_3_intermediate_dense_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin����

+constK
+3model_vit_encoder_layer_3_intermediate_dense_weight
+
+�
+�*I
+nameA
+9
+7"5
+3model_vit_encoder_layer_3_intermediate_dense_weight*D
+val=
+
+�
+�*%
+@model_path/weights/weight.bin����

+const<
++model_vit_encoder_layer_3_output_dense_bias
+

+�*A
+name9
+1
+/"-
++model_vit_encoder_layer_3_output_dense_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin�͆
�

+constE
+-model_vit_encoder_layer_3_output_dense_weight
+
+�
+�*C
+name;
+3
+1"/
+-model_vit_encoder_layer_3_output_dense_weight*D
+val=
+
+�
+�*%
+@model_path/weights/weight.bin�چ
�

+const@
+/model_vit_encoder_layer_4_layernorm_before_bias
+

+�*E
+name=
+5
+3"1
+/model_vit_encoder_layer_4_layernorm_before_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin�ږ�

+constB
+1model_vit_encoder_layer_4_layernorm_before_weight
+

+�*G
+name?
+7
+5"3
+1model_vit_encoder_layer_4_layernorm_before_weight*=
+val6
+

+�*%
+@model_path/weights/weight.bin���

+constI
+8model_vit_encoder_layer_4_attention_attention_query_bias
+

+�*N
+nameF
+>
+<":
+8model_vit_encoder_layer_4_attention_attention_query_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin���

+constR
+:model_vit_encoder_layer_4_attention_attention_query_weight
+
+�
+�*P
+nameH
+@
+>"<
+:model_vit_encoder_layer_4_attention_attention_query_weight*D
+val=
+
+�
+�*%
+@model_path/weights/weight.bin����

+constG
+6model_vit_encoder_layer_4_attention_attention_key_bias
+

+�*L
+nameD
+<
+:"8
+6model_vit_encoder_layer_4_attention_attention_key_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin����

+constP
+8model_vit_encoder_layer_4_attention_attention_key_weight
+
+�
+�*N
+nameF
+>
+<":
+8model_vit_encoder_layer_4_attention_attention_key_weight*D
+val=
+
+�
+�*%
+@model_path/weights/weight.bin����

+constI
+8model_vit_encoder_layer_4_attention_attention_value_bias
+

+�*N
+nameF
+>
+<":
+8model_vit_encoder_layer_4_attention_attention_value_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin����

+constR
+:model_vit_encoder_layer_4_attention_attention_value_weight
+
+�
+�*P
+nameH
+@
+>"<
+:model_vit_encoder_layer_4_attention_attention_value_weight*D
+val=
+
+�
+�*%
+@model_path/weights/weight.bin����

+constF
+5model_vit_encoder_layer_4_attention_output_dense_bias
+

+�*K
+nameC
+;
+9"7
+5model_vit_encoder_layer_4_attention_output_dense_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin����

+constO
+7model_vit_encoder_layer_4_attention_output_dense_weight
+
+�
+�*M
+nameE
+=
+;"9
+7model_vit_encoder_layer_4_attention_output_dense_weight*D
+val=
+
+�
+�*%
+@model_path/weights/weight.bin����

+const?
+.model_vit_encoder_layer_4_layernorm_after_bias
+

+�*D
+name<
+4
+2"0
+.model_vit_encoder_layer_4_layernorm_after_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin����

+constA
+0model_vit_encoder_layer_4_layernorm_after_weight
+

+�*F
+name>
+6
+4"2
+0model_vit_encoder_layer_4_layernorm_after_weight*=
+val6
+

+�*%
+@model_path/weights/weight.bin����

+constB
+1model_vit_encoder_layer_4_intermediate_dense_bias
+

+�*G
+name?
+7
+5"3
+1model_vit_encoder_layer_4_intermediate_dense_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin����

+constK
+3model_vit_encoder_layer_4_intermediate_dense_weight
+
+�
+�*I
+nameA
+9
+7"5
+3model_vit_encoder_layer_4_intermediate_dense_weight*D
+val=
+
+�
+�*%
+@model_path/weights/weight.bin���

+const<
++model_vit_encoder_layer_4_output_dense_bias
+

+�*A
+name9
+1
+/"-
++model_vit_encoder_layer_4_output_dense_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin���

+constE
+-model_vit_encoder_layer_4_output_dense_weight
+
+�
+�*C
+name;
+3
+1"/
+-model_vit_encoder_layer_4_output_dense_weight*D
+val=
+
+�
+�*%
+@model_path/weights/weight.bin����

+const@
+/model_vit_encoder_layer_5_layernorm_before_bias
+

+�*E
+name=
+5
+3"1
+/model_vit_encoder_layer_5_layernorm_before_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin����

+constB
+1model_vit_encoder_layer_5_layernorm_before_weight
+

+�*G
+name?
+7
+5"3
+1model_vit_encoder_layer_5_layernorm_before_weight*=
+val6
+

+�*%
+@model_path/weights/weight.bin����

+constI
+8model_vit_encoder_layer_5_attention_attention_query_bias
+

+�*N
+nameF
+>
+<":
+8model_vit_encoder_layer_5_attention_attention_query_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin����

+constR
+:model_vit_encoder_layer_5_attention_attention_query_weight
+
+�
+�*P
+nameH
+@
+>"<
+:model_vit_encoder_layer_5_attention_attention_query_weight*D
+val=
+
+�
+�*%
+@model_path/weights/weight.bin����

+constG
+6model_vit_encoder_layer_5_attention_attention_key_bias
+

+�*L
+nameD
+<
+:"8
+6model_vit_encoder_layer_5_attention_attention_key_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin����

+constP
+8model_vit_encoder_layer_5_attention_attention_key_weight
+
+�
+�*N
+nameF
+>
+<":
+8model_vit_encoder_layer_5_attention_attention_key_weight*D
+val=
+
+�
+�*%
+@model_path/weights/weight.bin����

+constI
+8model_vit_encoder_layer_5_attention_attention_value_bias
+

+�*N
+nameF
+>
+<":
+8model_vit_encoder_layer_5_attention_attention_value_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin����

+constR
+:model_vit_encoder_layer_5_attention_attention_value_weight
+
+�
+�*P
+nameH
+@
+>"<
+:model_vit_encoder_layer_5_attention_attention_value_weight*D
+val=
+
+�
+�*%
+@model_path/weights/weight.bin����

+constF
+5model_vit_encoder_layer_5_attention_output_dense_bias
+

+�*K
+nameC
+;
+9"7
+5model_vit_encoder_layer_5_attention_output_dense_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin����

+constO
+7model_vit_encoder_layer_5_attention_output_dense_weight
+
+�
+�*M
+nameE
+=
+;"9
+7model_vit_encoder_layer_5_attention_output_dense_weight*D
+val=
+
+�
+�*%
+@model_path/weights/weight.bin�˴�

+const?
+.model_vit_encoder_layer_5_layernorm_after_bias
+

+�*D
+name<
+4
+2"0
+.model_vit_encoder_layer_5_layernorm_after_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin����

+constA
+0model_vit_encoder_layer_5_layernorm_after_weight
+

+�*F
+name>
+6
+4"2
+0model_vit_encoder_layer_5_layernorm_after_weight*=
+val6
+

+�*%
+@model_path/weights/weight.bin����

+constB
+1model_vit_encoder_layer_5_intermediate_dense_bias
+

+�*G
+name?
+7
+5"3
+1model_vit_encoder_layer_5_intermediate_dense_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin����

+constK
+3model_vit_encoder_layer_5_intermediate_dense_weight
+
+�
+�*I
+nameA
+9
+7"5
+3model_vit_encoder_layer_5_intermediate_dense_weight*D
+val=
+
+�
+�*%
+@model_path/weights/weight.bin����

+const<
++model_vit_encoder_layer_5_output_dense_bias
+

+�*A
+name9
+1
+/"-
++model_vit_encoder_layer_5_output_dense_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin����

+constE
+-model_vit_encoder_layer_5_output_dense_weight
+
+�
+�*C
+name;
+3
+1"/
+-model_vit_encoder_layer_5_output_dense_weight*D
+val=
+
+�
+�*%
+@model_path/weights/weight.bin����

+const@
+/model_vit_encoder_layer_6_layernorm_before_bias
+

+�*E
+name=
+5
+3"1
+/model_vit_encoder_layer_6_layernorm_before_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin����

+constB
+1model_vit_encoder_layer_6_layernorm_before_weight
+

+�*G
+name?
+7
+5"3
+1model_vit_encoder_layer_6_layernorm_before_weight*=
+val6
+

+�*%
+@model_path/weights/weight.bin����

+constI
+8model_vit_encoder_layer_6_attention_attention_query_bias
+

+�*N
+nameF
+>
+<":
+8model_vit_encoder_layer_6_attention_attention_query_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin����

+constR
+:model_vit_encoder_layer_6_attention_attention_query_weight
+
+�
+�*P
+nameH
+@
+>"<
+:model_vit_encoder_layer_6_attention_attention_query_weight*D
+val=
+
+�
+�*%
+@model_path/weights/weight.bin����

+constG
+6model_vit_encoder_layer_6_attention_attention_key_bias
+

+�*L
+nameD
+<
+:"8
+6model_vit_encoder_layer_6_attention_attention_key_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin�ȝ�

+constP
+8model_vit_encoder_layer_6_attention_attention_key_weight
+
+�
+�*N
+nameF
+>
+<":
+8model_vit_encoder_layer_6_attention_attention_key_weight*D
+val=
+
+�
+�*%
+@model_path/weights/weight.bin�՝�

+constI
+8model_vit_encoder_layer_6_attention_attention_value_bias
+

+�*N
+nameF
+>
+<":
+8model_vit_encoder_layer_6_attention_attention_value_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin����

+constR
+:model_vit_encoder_layer_6_attention_attention_value_weight
+
+�
+�*P
+nameH
+@
+>"<
+:model_vit_encoder_layer_6_attention_attention_value_weight*D
+val=
+
+�
+�*%
+@model_path/weights/weight.bin����

+constF
+5model_vit_encoder_layer_6_attention_output_dense_bias
+

+�*K
+nameC
+;
+9"7
+5model_vit_encoder_layer_6_attention_output_dense_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin����

+constO
+7model_vit_encoder_layer_6_attention_output_dense_weight
+
+�
+�*M
+nameE
+=
+;"9
+7model_vit_encoder_layer_6_attention_output_dense_weight*D
+val=
+
+�
+�*%
+@model_path/weights/weight.bin����

+const?
+.model_vit_encoder_layer_6_layernorm_after_bias
+

+�*D
+name<
+4
+2"0
+.model_vit_encoder_layer_6_layernorm_after_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin���

+constA
+0model_vit_encoder_layer_6_layernorm_after_weight
+

+�*F
+name>
+6
+4"2
+0model_vit_encoder_layer_6_layernorm_after_weight*=
+val6
+

+�*%
+@model_path/weights/weight.bin����

+constB
+1model_vit_encoder_layer_6_intermediate_dense_bias
+

+�*G
+name?
+7
+5"3
+1model_vit_encoder_layer_6_intermediate_dense_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin����

+constK
+3model_vit_encoder_layer_6_intermediate_dense_weight
+
+�
+�*I
+nameA
+9
+7"5
+3model_vit_encoder_layer_6_intermediate_dense_weight*D
+val=
+
+�
+�*%
+@model_path/weights/weight.bin����

+const<
++model_vit_encoder_layer_6_output_dense_bias
+

+�*A
+name9
+1
+/"-
++model_vit_encoder_layer_6_output_dense_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin����

+constE
+-model_vit_encoder_layer_6_output_dense_weight
+
+�
+�*C
+name;
+3
+1"/
+-model_vit_encoder_layer_6_output_dense_weight*D
+val=
+
+�
+�*%
+@model_path/weights/weight.bin�ƚ�

+const@
+/model_vit_encoder_layer_7_layernorm_before_bias
+

+�*E
+name=
+5
+3"1
+/model_vit_encoder_layer_7_layernorm_before_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin�ƪ�

+constB
+1model_vit_encoder_layer_7_layernorm_before_weight
+

+�*G
+name?
+7
+5"3
+1model_vit_encoder_layer_7_layernorm_before_weight*=
+val6
+

+�*%
+@model_path/weights/weight.bin�Ӫ�

+constI
+8model_vit_encoder_layer_7_attention_attention_query_bias
+

+�*N
+nameF
+>
+<":
+8model_vit_encoder_layer_7_attention_attention_query_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin�ߪ�

+constR
+:model_vit_encoder_layer_7_attention_attention_query_weight
+
+�
+�*P
+nameH
+@
+>"<
+:model_vit_encoder_layer_7_attention_attention_query_weight*D
+val=
+
+�
+�*%
+@model_path/weights/weight.bin���

+constG
+6model_vit_encoder_layer_7_attention_attention_key_bias
+

+�*L
+nameD
+<
+:"8
+6model_vit_encoder_layer_7_attention_attention_key_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin����

+constP
+8model_vit_encoder_layer_7_attention_attention_key_weight
+
+�
+�*N
+nameF
+>
+<":
+8model_vit_encoder_layer_7_attention_attention_key_weight*D
+val=
+
+�
+�*%
+@model_path/weights/weight.bin����

+constI
+8model_vit_encoder_layer_7_attention_attention_value_bias
+

+�*N
+nameF
+>
+<":
+8model_vit_encoder_layer_7_attention_attention_value_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin����

+constR
+:model_vit_encoder_layer_7_attention_attention_value_weight
+
+�
+�*P
+nameH
+@
+>"<
+:model_vit_encoder_layer_7_attention_attention_value_weight*D
+val=
+
+�
+�*%
+@model_path/weights/weight.bin����

+constF
+5model_vit_encoder_layer_7_attention_output_dense_bias
+

+�*K
+nameC
+;
+9"7
+5model_vit_encoder_layer_7_attention_output_dense_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin����

+constO
+7model_vit_encoder_layer_7_attention_output_dense_weight
+
+�
+�*M
+nameE
+=
+;"9
+7model_vit_encoder_layer_7_attention_output_dense_weight*D
+val=
+
+�
+�*%
+@model_path/weights/weight.bin����

+const?
+.model_vit_encoder_layer_7_layernorm_after_bias
+

+�*D
+name<
+4
+2"0
+.model_vit_encoder_layer_7_layernorm_after_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin����

+constA
+0model_vit_encoder_layer_7_layernorm_after_weight
+

+�*F
+name>
+6
+4"2
+0model_vit_encoder_layer_7_layernorm_after_weight*=
+val6
+

+�*%
+@model_path/weights/weight.bin����

+constB
+1model_vit_encoder_layer_7_intermediate_dense_bias
+

+�*G
+name?
+7
+5"3
+1model_vit_encoder_layer_7_intermediate_dense_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin����

+constK
+3model_vit_encoder_layer_7_intermediate_dense_weight
+
+�
+�*I
+nameA
+9
+7"5
+3model_vit_encoder_layer_7_intermediate_dense_weight*D
+val=
+
+�
+�*%
+@model_path/weights/weight.bin�ݻ�

+const<
++model_vit_encoder_layer_7_output_dense_bias
+

+�*A
+name9
+1
+/"-
++model_vit_encoder_layer_7_output_dense_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin����

+constE
+-model_vit_encoder_layer_7_output_dense_weight
+
+�
+�*C
+name;
+3
+1"/
+-model_vit_encoder_layer_7_output_dense_weight*D
+val=
+
+�
+�*%
+@model_path/weights/weight.bin����

+const@
+/model_vit_encoder_layer_8_layernorm_before_bias
+

+�*E
+name=
+5
+3"1
+/model_vit_encoder_layer_8_layernorm_before_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin����

+constB
+1model_vit_encoder_layer_8_layernorm_before_weight
+

+�*G
+name?
+7
+5"3
+1model_vit_encoder_layer_8_layernorm_before_weight*=
+val6
+

+�*%
+@model_path/weights/weight.bin����

+constI
+8model_vit_encoder_layer_8_attention_attention_query_bias
+

+�*N
+nameF
+>
+<":
+8model_vit_encoder_layer_8_attention_attention_query_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin����

+constR
+:model_vit_encoder_layer_8_attention_attention_query_weight
+
+�
+�*P
+nameH
+@
+>"<
+:model_vit_encoder_layer_8_attention_attention_query_weight*D
+val=
+
+�
+�*%
+@model_path/weights/weight.bin����

+constG
+6model_vit_encoder_layer_8_attention_attention_key_bias
+

+�*L
+nameD
+<
+:"8
+6model_vit_encoder_layer_8_attention_attention_key_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin����

+constP
+8model_vit_encoder_layer_8_attention_attention_key_weight
+
+�
+�*N
+nameF
+>
+<":
+8model_vit_encoder_layer_8_attention_attention_key_weight*D
+val=
+
+�
+�*%
+@model_path/weights/weight.bin����

+constI
+8model_vit_encoder_layer_8_attention_attention_value_bias
+

+�*N
+nameF
+>
+<":
+8model_vit_encoder_layer_8_attention_attention_value_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin����

+constR
+:model_vit_encoder_layer_8_attention_attention_value_weight
+
+�
+�*P
+nameH
+@
+>"<
+:model_vit_encoder_layer_8_attention_attention_value_weight*D
+val=
+
+�
+�*%
+@model_path/weights/weight.bin����

+constF
+5model_vit_encoder_layer_8_attention_output_dense_bias
+

+�*K
+nameC
+;
+9"7
+5model_vit_encoder_layer_8_attention_output_dense_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin����

+constO
+7model_vit_encoder_layer_8_attention_output_dense_weight
+
+�
+�*M
+nameE
+=
+;"9
+7model_vit_encoder_layer_8_attention_output_dense_weight*D
+val=
+
+�
+�*%
+@model_path/weights/weight.bin����

+const?
+.model_vit_encoder_layer_8_layernorm_after_bias
+

+�*D
+name<
+4
+2"0
+.model_vit_encoder_layer_8_layernorm_after_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin����

+constA
+0model_vit_encoder_layer_8_layernorm_after_weight
+

+�*F
+name>
+6
+4"2
+0model_vit_encoder_layer_8_layernorm_after_weight*=
+val6
+

+�*%
+@model_path/weights/weight.bin����

+constB
+1model_vit_encoder_layer_8_intermediate_dense_bias
+

+�*G
+name?
+7
+5"3
+1model_vit_encoder_layer_8_intermediate_dense_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin����

+constK
+3model_vit_encoder_layer_8_intermediate_dense_weight
+
+�
+�*I
+nameA
+9
+7"5
+3model_vit_encoder_layer_8_intermediate_dense_weight*D
+val=
+
+�
+�*%
+@model_path/weights/weight.bin����

+const<
++model_vit_encoder_layer_8_output_dense_bias
+

+�*A
+name9
+1
+/"-
++model_vit_encoder_layer_8_output_dense_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin����

+constE
+-model_vit_encoder_layer_8_output_dense_weight
+
+�
+�*C
+name;
+3
+1"/
+-model_vit_encoder_layer_8_output_dense_weight*D
+val=
+
+�
+�*%
+@model_path/weights/weight.bin����

+const@
+/model_vit_encoder_layer_9_layernorm_before_bias
+

+�*E
+name=
+5
+3"1
+/model_vit_encoder_layer_9_layernorm_before_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin����

+constB
+1model_vit_encoder_layer_9_layernorm_before_weight
+

+�*G
+name?
+7
+5"3
+1model_vit_encoder_layer_9_layernorm_before_weight*=
+val6
+

+�*%
+@model_path/weights/weight.bin����

+constI
+8model_vit_encoder_layer_9_attention_attention_query_bias
+

+�*N
+nameF
+>
+<":
+8model_vit_encoder_layer_9_attention_attention_query_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin����

+constR
+:model_vit_encoder_layer_9_attention_attention_query_weight
+
+�
+�*P
+nameH
+@
+>"<
+:model_vit_encoder_layer_9_attention_attention_query_weight*D
+val=
+
+�
+�*%
+@model_path/weights/weight.bin����

+constG
+6model_vit_encoder_layer_9_attention_attention_key_bias
+

+�*L
+nameD
+<
+:"8
+6model_vit_encoder_layer_9_attention_attention_key_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin����

+constP
+8model_vit_encoder_layer_9_attention_attention_key_weight
+
+�
+�*N
+nameF
+>
+<":
+8model_vit_encoder_layer_9_attention_attention_key_weight*D
+val=
+
+�
+�*%
+@model_path/weights/weight.bin����

+constI
+8model_vit_encoder_layer_9_attention_attention_value_bias
+

+�*N
+nameF
+>
+<":
+8model_vit_encoder_layer_9_attention_attention_value_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin����

+constR
+:model_vit_encoder_layer_9_attention_attention_value_weight
+
+�
+�*P
+nameH
+@
+>"<
+:model_vit_encoder_layer_9_attention_attention_value_weight*D
+val=
+
+�
+�*%
+@model_path/weights/weight.bin����

+constF
+5model_vit_encoder_layer_9_attention_output_dense_bias
+

+�*K
+nameC
+;
+9"7
+5model_vit_encoder_layer_9_attention_output_dense_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin����

+constO
+7model_vit_encoder_layer_9_attention_output_dense_weight
+
+�
+�*M
+nameE
+=
+;"9
+7model_vit_encoder_layer_9_attention_output_dense_weight*D
+val=
+
+�
+�*%
+@model_path/weights/weight.bin����

+const?
+.model_vit_encoder_layer_9_layernorm_after_bias
+

+�*D
+name<
+4
+2"0
+.model_vit_encoder_layer_9_layernorm_after_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin�۝ �

+constA
+0model_vit_encoder_layer_9_layernorm_after_weight
+

+�*F
+name>
+6
+4"2
+0model_vit_encoder_layer_9_layernorm_after_weight*=
+val6
+

+�*%
+@model_path/weights/weight.bin�� �

+constB
+1model_vit_encoder_layer_9_intermediate_dense_bias
+

+�*G
+name?
+7
+5"3
+1model_vit_encoder_layer_9_intermediate_dense_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin��� �

+constK
+3model_vit_encoder_layer_9_intermediate_dense_weight
+
+�
+�*I
+nameA
+9
+7"5
+3model_vit_encoder_layer_9_intermediate_dense_weight*D
+val=
+
+�
+�*%
+@model_path/weights/weight.bin��� �

+const<
++model_vit_encoder_layer_9_output_dense_bias
+

+�*A
+name9
+1
+/"-
++model_vit_encoder_layer_9_output_dense_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin���!�

+constE
+-model_vit_encoder_layer_9_output_dense_weight
+
+�
+�*C
+name;
+3
+1"/
+-model_vit_encoder_layer_9_output_dense_weight*D
+val=
+
+�
+�*%
+@model_path/weights/weight.bin���!�

+constA
+0model_vit_encoder_layer_10_layernorm_before_bias
+

+�*F
+name>
+6
+4"2
+0model_vit_encoder_layer_10_layernorm_before_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin���"�

+constC
+2model_vit_encoder_layer_10_layernorm_before_weight
+

+�*H
+name@
+8
+6"4
+2model_vit_encoder_layer_10_layernorm_before_weight*=
+val6
+

+�*%
+@model_path/weights/weight.bin���"�

+constJ
+9model_vit_encoder_layer_10_attention_attention_query_bias
+

+�*O
+nameG
+?
+=";
+9model_vit_encoder_layer_10_attention_attention_query_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin�˾"�

+constS
+;model_vit_encoder_layer_10_attention_attention_query_weight
+
+�
+�*Q
+nameI
+A
+?"=
+;model_vit_encoder_layer_10_attention_attention_query_weight*D
+val=
+
+�
+�*%
+@model_path/weights/weight.bin�ؾ"�

+constH
+7model_vit_encoder_layer_10_attention_attention_key_bias
+

+�*M
+nameE
+=
+;"9
+7model_vit_encoder_layer_10_attention_attention_key_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin���"�

+constQ
+9model_vit_encoder_layer_10_attention_attention_key_weight
+
+�
+�*O
+nameG
+?
+=";
+9model_vit_encoder_layer_10_attention_attention_key_weight*D
+val=
+
+�
+�*%
+@model_path/weights/weight.bin���"�

+constJ
+9model_vit_encoder_layer_10_attention_attention_value_bias
+

+�*O
+nameG
+?
+=";
+9model_vit_encoder_layer_10_attention_attention_value_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin��#�

+constS
+;model_vit_encoder_layer_10_attention_attention_value_weight
+
+�
+�*Q
+nameI
+A
+?"=
+;model_vit_encoder_layer_10_attention_attention_value_weight*D
+val=
+
+�
+�*%
+@model_path/weights/weight.bin��#�

+constG
+6model_vit_encoder_layer_10_attention_output_dense_bias
+

+�*L
+nameD
+<
+:"8
+6model_vit_encoder_layer_10_attention_output_dense_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin��#�

+constP
+8model_vit_encoder_layer_10_attention_output_dense_weight
+
+�
+�*N
+nameF
+>
+<":
+8model_vit_encoder_layer_10_attention_output_dense_weight*D
+val=
+
+�
+�*%
+@model_path/weights/weight.bin���#�

+const@
+/model_vit_encoder_layer_10_layernorm_after_bias
+

+�*E
+name=
+5
+3"1
+/model_vit_encoder_layer_10_layernorm_after_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin���#�

+constB
+1model_vit_encoder_layer_10_layernorm_after_weight
+

+�*G
+name?
+7
+5"3
+1model_vit_encoder_layer_10_layernorm_after_weight*=
+val6
+

+�*%
+@model_path/weights/weight.bin���#�

+constC
+2model_vit_encoder_layer_10_intermediate_dense_bias
+

+�*H
+name@
+8
+6"4
+2model_vit_encoder_layer_10_intermediate_dense_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin���#�

+constL
+4model_vit_encoder_layer_10_intermediate_dense_weight
+
+�
+�*J
+nameB
+:
+8"6
+4model_vit_encoder_layer_10_intermediate_dense_weight*D
+val=
+
+�
+�*%
+@model_path/weights/weight.bin���#�

+const=
+,model_vit_encoder_layer_10_output_dense_bias
+

+�*B
+name:
+2
+0".
+,model_vit_encoder_layer_10_output_dense_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin���$�

+constF
+.model_vit_encoder_layer_10_output_dense_weight
+
+�
+�*D
+name<
+4
+2"0
+.model_vit_encoder_layer_10_output_dense_weight*D
+val=
+
+�
+�*%
+@model_path/weights/weight.bin���$�

+constA
+0model_vit_encoder_layer_11_layernorm_before_bias
+

+�*F
+name>
+6
+4"2
+0model_vit_encoder_layer_11_layernorm_before_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin���%�

+constC
+2model_vit_encoder_layer_11_layernorm_before_weight
+

+�*H
+name@
+8
+6"4
+2model_vit_encoder_layer_11_layernorm_before_weight*=
+val6
+

+�*%
+@model_path/weights/weight.bin���%�

+constJ
+9model_vit_encoder_layer_11_attention_attention_query_bias
+

+�*O
+nameG
+?
+=";
+9model_vit_encoder_layer_11_attention_attention_query_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin���%�

+constS
+;model_vit_encoder_layer_11_attention_attention_query_weight
+
+�
+�*Q
+nameI
+A
+?"=
+;model_vit_encoder_layer_11_attention_attention_query_weight*D
+val=
+
+�
+�*%
+@model_path/weights/weight.bin���%�

+constH
+7model_vit_encoder_layer_11_attention_attention_key_bias
+

+�*M
+nameE
+=
+;"9
+7model_vit_encoder_layer_11_attention_attention_key_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin���&�

+constQ
+9model_vit_encoder_layer_11_attention_attention_key_weight
+
+�
+�*O
+nameG
+?
+=";
+9model_vit_encoder_layer_11_attention_attention_key_weight*D
+val=
+
+�
+�*%
+@model_path/weights/weight.bin���&�

+constJ
+9model_vit_encoder_layer_11_attention_attention_value_bias
+

+�*O
+nameG
+?
+=";
+9model_vit_encoder_layer_11_attention_attention_value_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin���&�

+constS
+;model_vit_encoder_layer_11_attention_attention_value_weight
+
+�
+�*Q
+nameI
+A
+?"=
+;model_vit_encoder_layer_11_attention_attention_value_weight*D
+val=
+
+�
+�*%
+@model_path/weights/weight.bin���&�

+constG
+6model_vit_encoder_layer_11_attention_output_dense_bias
+

+�*L
+nameD
+<
+:"8
+6model_vit_encoder_layer_11_attention_output_dense_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin���&�

+constP
+8model_vit_encoder_layer_11_attention_output_dense_weight
+
+�
+�*N
+nameF
+>
+<":
+8model_vit_encoder_layer_11_attention_output_dense_weight*D
+val=
+
+�
+�*%
+@model_path/weights/weight.bin���&�

+const@
+/model_vit_encoder_layer_11_layernorm_after_bias
+

+�*E
+name=
+5
+3"1
+/model_vit_encoder_layer_11_layernorm_after_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin���'�

+constB
+1model_vit_encoder_layer_11_layernorm_after_weight
+

+�*G
+name?
+7
+5"3
+1model_vit_encoder_layer_11_layernorm_after_weight*=
+val6
+

+�*%
+@model_path/weights/weight.bin���'�

+constC
+2model_vit_encoder_layer_11_intermediate_dense_bias
+

+�*H
+name@
+8
+6"4
+2model_vit_encoder_layer_11_intermediate_dense_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin���'�

+constL
+4model_vit_encoder_layer_11_intermediate_dense_weight
+
+�
+�*J
+nameB
+:
+8"6
+4model_vit_encoder_layer_11_intermediate_dense_weight*D
+val=
+
+�
+�*%
+@model_path/weights/weight.bin��'�

+const=
+,model_vit_encoder_layer_11_output_dense_bias
+

+�*B
+name:
+2
+0".
+,model_vit_encoder_layer_11_output_dense_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin��(�

+constF
+.model_vit_encoder_layer_11_output_dense_weight
+
+�
+�*D
+name<
+4
+2"0
+.model_vit_encoder_layer_11_output_dense_weight*D
+val=
+
+�
+�*%
+@model_path/weights/weight.bin���(�

+const)
+model_vit_layernorm_bias
+

+�*.
+name&
+
+"
+model_vit_layernorm_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin���)�

+const+
+model_vit_layernorm_weight
+

+�*0
+name(
+ 
+"
+model_vit_layernorm_weight*=
+val6
+

+�*%
+@model_path/weights/weight.bin���)�

+const<
++model_class_labels_classifier_layers_0_bias
+

+�*A
+name9
+1
+/"-
++model_class_labels_classifier_layers_0_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin���)�

+constE
+-model_class_labels_classifier_layers_0_weight
+
+�
+�*C
+name;
+3
+1"/
+-model_class_labels_classifier_layers_0_weight*D
+val=
+
+�
+�*%
+@model_path/weights/weight.bin���)�

+const<
++model_class_labels_classifier_layers_1_bias
+

+�*A
+name9
+1
+/"-
++model_class_labels_classifier_layers_1_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin���)�

+constE
+-model_class_labels_classifier_layers_1_weight
+
+�
+�*C
+name;
+3
+1"/
+-model_class_labels_classifier_layers_1_weight*D
+val=
+
+�
+�*%
+@model_path/weights/weight.bin���)�

+const;
++model_class_labels_classifier_layers_2_bias
+
+

+\*A
+name9
+1
+/"-
++model_class_labels_classifier_layers_2_bias*<
+val5
+
+

+\*%
+@model_path/weights/weight.bin���)�

+constD
+-model_class_labels_classifier_layers_2_weight
+
+\
+�*C
+name;
+3
+1"/
+-model_class_labels_classifier_layers_2_weight*C
+val<
+
+\
+�*%
+@model_path/weights/weight.bin���)�

+const3
+"model_bbox_predictor_layers_0_bias
+

+�*8
+name0
+(
+&"$
+"model_bbox_predictor_layers_0_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin���)�

+const<
+$model_bbox_predictor_layers_0_weight
+
+�
+�*:
+name2
+*
+("&
+$model_bbox_predictor_layers_0_weight*D
+val=
+
+�
+�*%
+@model_path/weights/weight.bin���)�

+const3
+"model_bbox_predictor_layers_1_bias
+

+�*8
+name0
+(
+&"$
+"model_bbox_predictor_layers_1_bias*=
+val6
+

+�*%
+@model_path/weights/weight.bin���*�

+const<
+$model_bbox_predictor_layers_1_weight
+
+�
+�*:
+name2
+*
+("&
+$model_bbox_predictor_layers_1_weight*D
+val=
+
+�
+�*%
+@model_path/weights/weight.bin���*�

+const2
+"model_bbox_predictor_layers_2_bias
+
+

+*8
+name0
+(
+&"$
+"model_bbox_predictor_layers_2_bias*-
+val&
+
+

+
+
+
+����z�<HŽ;1�J��

+const;
+$model_bbox_predictor_layers_2_weight
+
+
+�*:
+name2
+*
+("&
+$model_bbox_predictor_layers_2_weight*C
+val<
+
+
+�*%
+@model_path/weights/weight.bin���*�

+const<
+_inversed_pixel_values_y_0
+
+

+
+

+
*0
+name(
+ 
+"
+_inversed_pixel_values_y_0*;
+val4
+
+

+
+

+

+
+
+���@mێ@�8�@�

+mul
+
x
+
+image__biased__#
+
y
+
+_inversed_pixel_values_y_0:
+_inversed_pixel_values 
+
+

+
+�
+�*,
+name$
+
+"
+_inversed_pixel_valuesL
+const
+var_27
+*
+name
+
+	"
+op_27*
+val
+
+
+

U
+const
+var_30
+*
+name
+
+	"
+op_30*
+val
+
+
+
+���������
L
+const
+var_32
+*
+name
+
+	"
+op_32*
+val
+
+
+
O
+const
+var_39
+*
+name
+
+	"
+op_39*
+val
+
+
+
+
+̼�+]
+const
+var_62
+
+

+*
+name
+
+	"
+op_62*
+val
+
+

+
+
+]
+const
+var_64
+
+

+*
+name
+
+	"
+op_64*
+val
+
+

+
+
+

g
+const
+var_66_pad_type_0
+*&
+name
+
+"
+op_66_pad_type_0*
+val
+
+
+"
+customk
+const
+var_66_pad_0
+
+

+*!
+name
+
+"
+op_66_pad_0*!
+val
+
+

+
+
+
+�
+conv
+
x
+
+_inversed_pixel_valuesE
+weight;
+9
+7model_vit_embeddings_patch_embeddings_projection_weightA
+bias9
+7
+5model_vit_embeddings_patch_embeddings_projection_bias
+strides
+
+
+var_62!
+pad_type
+
+var_66_pad_type_0
+pad
+
+var_66_pad_0
+	dilations
+
+
+var_64
+groups
+
+
+var_27)
+var_66
+
+

+�
+2
+2*
+name
+
+	"
+op_66e
+const
+concat_0
+
+

+*
+name
+
+"
+
+concat_0*"
+val
+
+

+
+	
+
��t
+reshape
+
x
+
+
+var_66
+shape
+
+
+concat_0$
+var_67
+
+

+�
+�*
+name
+
+	"
+op_67y
+const#
+embeddings_1_perm_0
+
+

+*)
+name!
+
+"
+embeddings_1_perm_0* 
+val
+
+

+	
+
+
s
+const!
+embeddings_3_interleave_0
+
*/
+name'
+
+"
+embeddings_3_interleave_0*
+val
+

+
+
�

+	transpose
+
x
+
+
+var_67
+perm
+
+embeddings_1_perm_0+
+
transpose_110
+
+

+�
+�*#
+name
+
+"
+
transpose_110�
+concatf
+values\
+ 
+model_vit_embeddings_cls_token
+
+
transpose_110
+'
+%model_vit_embeddings_detection_tokens
+axis
+
+
+var_27+
+
+interleave
+
+embeddings_3_interleave_0*
+embeddings_3
+
+

+�
+�*"
+name
+
+"
+embeddings_3�

+const,
+cls_pos_embed_3
+
+

+

+�*%
+name
+
+"
+cls_pos_embed_3*I
+valB
+
+

+

+�*%
+@model_path/weights/weight.bin�̺*�

+const#
+var_82
+
+

+d
+�*
+name
+
+	"
+op_82*I
+valB
+
+

+d
+�*%
+@model_path/weights/weight.bin�غ*�

+const*
+input_1
+
+

+�
+ 
+6*
+name
+
+"	
+input_1*O
+valH
+
+

+�
+ 
+6*%
+@model_path/weights/weight.bin���*�

+const.
+&patch_pos_embed_5_target_size_height_0
+*<
+name4
+,
+*"(
+&patch_pos_embed_5_target_size_height_0*
+val
+
+
+
2�

+const-
+%patch_pos_embed_5_target_size_width_0
+*;
+name3
++
+)"'
+%patch_pos_embed_5_target_size_width_0*
+val
+
+
+
2�

+const)
+!patch_pos_embed_5_sampling_mode_0
+*7
+name/
+'
+%"#
+!patch_pos_embed_5_sampling_mode_0*
+val
+
+"	
+DEFAULT�
+resize_bilinear
+
x
+	
+input_1@
+target_size_height*
+(
+&patch_pos_embed_5_target_size_height_0>
+target_size_width)
+'
+%patch_pos_embed_5_target_size_width_06
+
sampling_mode%
+#
+!patch_pos_embed_5_sampling_mode_04
+patch_pos_embed_5
+
+

+�
+2
+2*'
+name
+
+"
+patch_pos_embed_5e
+const
+concat_1
+
+

+*
+name
+
+"
+
+concat_1*"
+val
+
+

+
+	
+
��
+reshape
+
x
+
+patch_pos_embed_5
+shape
+
+
+concat_1$
+var_98
+
+

+�
+�*
+name
+
+	"
+op_98�

+const(
+patch_pos_embed_7_perm_0
+
+

+*.
+name&
+
+"
+patch_pos_embed_7_perm_0* 
+val
+
+

+	
+
+
�

+const*
+"position_embeddings_1_interleave_0
+
*8
+name0
+(
+&"$
+"position_embeddings_1_interleave_0*
+val
+

+
+
�

+	transpose
+
x
+
+
+var_98$
+perm
+
+patch_pos_embed_7_perm_0+
+
transpose_109
+
+

+�
+�*#
+name
+
+"
+
transpose_109�

+concat8
+values.
+
+cls_pos_embed_3
+
+
transpose_109
+
+var_82
+axis
+
+
+var_274
+
+interleave&
+$
+"position_embeddings_1_interleave_03
+position_embeddings_1
+
+

+�
+�*+
+name#
+
+"
+position_embeddings_1�

+add
+
x
+
+embeddings_3
+
y
+
+position_embeddings_1%
+input_3
+
+

+�
+�*
+name
+
+"	
+input_3�

+const0
+
cls_pos_embed
+
+
+

+

+�*#
+name
+
+"
+
cls_pos_embed*O
+valH
+
+
+

+

+�*%
+@model_path/weights/weight.bin���+�

+const*
+var_141
+
+
+

+d
+�*
+name
+
+
+"
+op_141*O
+valH
+
+
+

+d
+�*%
+@model_path/weights/weight.bin���+�

+const*
+input_5
+
+
+�
+ 
+6*
+name
+
+"	
+input_5*O
+valH
+
+
+�
+ 
+6*%
+@model_path/weights/weight.bin���,�

+const/
+'patch_pos_embed_13_target_size_height_0
+*=
+name5
+-
++")
+'patch_pos_embed_13_target_size_height_0*
+val
+
+
+
2�

+const.
+&patch_pos_embed_13_target_size_width_0
+*<
+name4
+,
+*"(
+&patch_pos_embed_13_target_size_width_0*
+val
+
+
+
2�

+const*
+"patch_pos_embed_13_sampling_mode_0
+*8
+name0
+(
+&"$
+"patch_pos_embed_13_sampling_mode_0*
+val
+
+"	
+DEFAULT�
+resize_bilinear
+
x
+	
+input_5A
+target_size_height+
+)
+'patch_pos_embed_13_target_size_height_0?
+target_size_width*
+(
+&patch_pos_embed_13_target_size_width_07
+
sampling_mode&
+$
+"patch_pos_embed_13_sampling_mode_05
+patch_pos_embed_13
+
+
+�
+2
+2*(
+name 
+
+"
+patch_pos_embed_13e
+const
+concat_2
+
+

+*
+name
+
+"
+
+concat_2*"
+val
+
+

+
+	
+���

+reshape
+
x
+
+patch_pos_embed_13
+shape
+
+
+concat_2%
+var_163
+
+
+�
+�*
+name
+
+
+"
+op_163n
+const
+var_164_perm_0
+
+

+*#
+name
+
+"
+
op_164_perm_0* 
+val
+
+

+	
+
+
c
+const
+var_168
+
+

+*
+name
+
+
+"
+op_168*#
+val
+
+

+
+
+
+
���

+	transpose
+
x
+	
+var_163
+perm
+
+var_164_perm_0+
+
transpose_108
+
+
+�
+�*#
+name
+
+"
+
transpose_108�

+reshape
+
x
+
+
transpose_108
+shape
+	
+var_1683
+patch_pos_embed 
+
+
+

+�
+�*%
+name
+
+"
+patch_pos_embed�

+const9
+1interpolated_mid_position_embeddings_interleave_0
+
*G
+name?
+7
+5"3
+1interpolated_mid_position_embeddings_interleave_0*
+val
+

+
+
�
+concat9
+values/
+
+
cls_pos_embed
+
+patch_pos_embed
+	
+var_141
+axis
+
+
+var_32C
+
+interleave5
+3
+1interpolated_mid_position_embeddings_interleave_0H
+$interpolated_mid_position_embeddings 
+
+
+

+�
+�*:
+name2
+*
+("&
+$interpolated_mid_position_embeddingsv
+const
+input_9_axes_0
+
+

+
*$
+name
+
+"
+input_9_axes_0*'
+val 
+
+

+

+
+
+���������
�
+
+layer_norm
+
x
+	
+input_3
+axes
+
+input_9_axes_0>
+gamma5
+3
+1model_vit_encoder_layer_0_layernorm_before_weight;
+beta3
+1
+/model_vit_encoder_layer_0_layernorm_before_bias
+epsilon
+
+
+var_39%
+input_9
+
+

+�
+�*
+name
+
+"	
+input_9�

+linear
+
x
+	
+input_9H
+weight>
+<
+:model_vit_encoder_layer_0_attention_attention_query_weightD
+bias<
+:
+8model_vit_encoder_layer_0_attention_attention_query_bias!
+x_9
+
+

+�
+�*
+name
+	
+"
+x_9�

+linear
+
x
+	
+input_9F
+weight<
+:
+8model_vit_encoder_layer_0_attention_attention_key_weightB
+bias:
+8
+6model_vit_encoder_layer_0_attention_attention_key_bias!
+x_1
+
+

+�
+�*
+name
+	
+"
+x_1b
+const
+var_194
+
+

+*
+name
+
+
+"
+op_194*"
+val
+
+

+
+	
+
�@p
+reshape
+
x
+
+x_1
+shape
+	
+var_194&
+x_3
+
+

+�
+
+@*
+name
+	
+"
+x_3�

+linear
+
x
+	
+input_9H
+weight>
+<
+:model_vit_encoder_layer_0_attention_attention_value_weightD
+bias<
+:
+8model_vit_encoder_layer_0_attention_attention_value_bias!
+x_5
+
+

+�
+�*
+name
+	
+"
+x_5b
+const
+var_203
+
+

+*
+name
+
+
+"
+op_203*"
+val
+
+

+
+	
+
�@p
+reshape
+
x
+
+x_5
+shape
+	
+var_203&
+x_7
+
+

+�
+
+@*
+name
+	
+"
+x_7a
+const
+var_205
+
+

+*
+name
+
+
+"
+op_205*!
+val
+
+

+
+
+
+
b
+const
+var_209
+
+

+*
+name
+
+
+"
+op_209*"
+val
+
+

+
+	
+
�@r
+reshape
+
x
+
+x_9
+shape
+	
+var_209'
+x_11
+
+

+�
+
+@*
+name
+
+
+"
+x_11�

+const(
+ attention_scores_1_transpose_x_0
+
*6
+name.
+&
+$""
+ attention_scores_1_transpose_x_0*
+val
+

+
+
�

+const(
+ attention_scores_1_transpose_y_0
+
*6
+name.
+&
+$""
+ attention_scores_1_transpose_y_0*
+val
+

+
+
z
+const#
+transpose_36_perm_0
+
+

+*)
+name!
+
+"
+transpose_36_perm_0*!
+val
+
+

+
+
+
+
z
+const#
+transpose_37_perm_0
+
+

+*)
+name!
+
+"
+transpose_37_perm_0*!
+val
+
+

+
+
+
+
�

+	transpose
+
x
+
+x_3
+perm
+
+transpose_37_perm_00
+
transpose_105
+
+

+
+@
+�*#
+name
+
+"
+
transpose_105�

+	transpose
+
x
+
+x_11
+perm
+
+transpose_36_perm_00
+
transpose_106
+
+

+
+�
+@*#
+name
+
+"
+
transpose_106�
+matmul
+
x
+
+
transpose_106
+
y
+
+
transpose_1053
+transpose_x$
+"
+ attention_scores_1_transpose_x_03
+transpose_y$
+"
+ attention_scores_1_transpose_y_06
+attention_scores_1 
+
+

+
+�
+�*(
+name 
+
+"
+attention_scores_1p
+const
+_inversed_input_11_y_0
+*,
+name$
+
+"
+_inversed_input_11_y_0*
+val
+
+
+
+
+>�

+mul
+
x
+
+attention_scores_1
+
y
+
+_inversed_input_11_y_06
+_inversed_input_11 
+
+

+
+�
+�*(
+name 
+
+"
+_inversed_input_11�

+softmax
+
x
+
+_inversed_input_11
+axis
+
+
+var_30,
+input_13 
+
+

+
+�
+�*
+name
+
+"
+
+input_13{
+const%
+context_layer_1_transpose_x_0
+
*3
+name+
+#
+!"
+context_layer_1_transpose_x_0*
+val
+

+
+
{
+const%
+context_layer_1_transpose_y_0
+
*3
+name+
+#
+!"
+context_layer_1_transpose_y_0*
+val
+

+
+
�

+	transpose
+
x
+
+x_7
+perm
+	
+var_2050
+
transpose_107
+
+

+
+�
+@*#
+name
+
+"
+
transpose_107�

+matmul
+
x
+
+
+input_13
+
y
+
+
transpose_1070
+transpose_x!
+
+context_layer_1_transpose_x_00
+transpose_y!
+
+context_layer_1_transpose_y_02
+context_layer_1
+
+

+
+�
+@*%
+name
+
+"
+context_layer_1a
+const
+var_220
+
+

+*
+name
+
+
+"
+op_220*!
+val
+
+

+
+
+
+
b
+const
+var_225
+
+

+*
+name
+
+
+"
+op_225*"
+val
+
+

+
+	
+
���

+	transpose
+
x
+
+context_layer_1
+perm
+	
+var_2200
+
transpose_104
+
+

+�
+
+@*#
+name
+
+"
+
transpose_104
+reshape
+
x
+
+
transpose_104
+shape
+	
+var_225&
+input_15
+
+

+�
+�*
+name
+
+"
+
+input_15�

+linear
+
x
+
+
+input_15E
+weight;
+9
+7model_vit_encoder_layer_0_attention_output_dense_weightA
+bias9
+7
+5model_vit_encoder_layer_0_attention_output_dense_bias&
+input_17
+
+

+�
+�*
+name
+
+"
+
+input_17r
+add
+
x
+
+
+input_17
+
y
+	
+input_3&
+input_19
+
+

+�
+�*
+name
+
+"
+
+input_19x
+const
+input_21_axes_0
+
+

+
*%
+name
+
+"
+input_21_axes_0*'
+val 
+
+

+

+
+
+���������
�
+
+layer_norm
+
x
+
+
+input_19
+axes
+
+input_21_axes_0=
+gamma4
+2
+0model_vit_encoder_layer_0_layernorm_after_weight:
+beta2
+0
+.model_vit_encoder_layer_0_layernorm_after_bias
+epsilon
+
+
+var_39&
+input_21
+
+

+�
+�*
+name
+
+"
+
+input_21�

+linear
+
x
+
+
+input_21A
+weight7
+5
+3model_vit_encoder_layer_0_intermediate_dense_weight=
+bias5
+3
+1model_vit_encoder_layer_0_intermediate_dense_bias&
+input_23
+
+

+�
+�*
+name
+
+"
+
+input_23c
+const
+input_25_mode_0
+*%
+name
+
+"
+input_25_mode_0*
+val
+
+	"
+EXACT~
+gelu
+
x
+
+
+input_23
+mode
+
+input_25_mode_0&
+input_25
+
+

+�
+�*
+name
+
+"
+
+input_25�

+linear
+
x
+
+
+input_25;
+weight1
+/
+-model_vit_encoder_layer_0_output_dense_weight7
+bias/
+-
++model_vit_encoder_layer_0_output_dense_bias&
+input_27
+
+

+�
+�*
+name
+
+"
+
+input_27�

+add
+
x
+
+
+input_27
+
y
+
+
+input_19-
+hidden_states_3
+
+

+�
+�*%
+name
+
+"
+hidden_states_3q
+const
+var_248_begin_0
+
+

+*$
+name
+
+"
+op_248_begin_0*!
+val
+
+

+
+
+
+o
+const
+
var_248_end_0
+
+

+*"
+name
+
+"
+op_248_end_0*#
+val
+
+

+
+
+
+

��w
+const"
+var_248_end_mask_0
+
+


+*'
+name
+
+"
+op_248_end_mask_0*!
+val
+
+


+
+
+
+



+const&
+var_248_squeeze_mask_0
+
+


+*+
+name#
+
+"
+op_248_squeeze_mask_0*!
+val
+
+


+
+
+
+
�
+slice_by_index-
+
x(
+&
+$interpolated_mid_position_embeddings
+begin
+
+var_248_begin_0
+end
+
+
var_248_end_0"
+end_mask
+
+var_248_end_mask_0*
+squeeze_mask
+
+var_248_squeeze_mask_0%
+var_248
+
+

+�
+�*
+name
+
+
+"
+op_248y
+add
+
x
+
+hidden_states_3
+
y
+	
+var_248&
+input_29
+
+

+�
+�*
+name
+
+"
+
+input_29x
+const
+input_31_axes_0
+
+

+
*%
+name
+
+"
+input_31_axes_0*'
+val 
+
+

+

+
+
+���������
�
+
+layer_norm
+
x
+
+
+input_29
+axes
+
+input_31_axes_0>
+gamma5
+3
+1model_vit_encoder_layer_1_layernorm_before_weight;
+beta3
+1
+/model_vit_encoder_layer_1_layernorm_before_bias
+epsilon
+
+
+var_39&
+input_31
+
+

+�
+�*
+name
+
+"
+
+input_31�

+linear
+
x
+
+
+input_31H
+weight>
+<
+:model_vit_encoder_layer_1_attention_attention_query_weightD
+bias<
+:
+8model_vit_encoder_layer_1_attention_attention_query_bias"
+x_21
+
+

+�
+�*
+name
+
+
+"
+x_21�

+linear
+
x
+
+
+input_31F
+weight<
+:
+8model_vit_encoder_layer_1_attention_attention_key_weightB
+bias:
+8
+6model_vit_encoder_layer_1_attention_attention_key_bias"
+x_13
+
+

+�
+�*
+name
+
+
+"
+x_13b
+const
+var_272
+
+

+*
+name
+
+
+"
+op_272*"
+val
+
+

+
+	
+
�@s
+reshape
+
x
+
+x_13
+shape
+	
+var_272'
+x_15
+
+

+�
+
+@*
+name
+
+
+"
+x_15�

+linear
+
x
+
+
+input_31H
+weight>
+<
+:model_vit_encoder_layer_1_attention_attention_value_weightD
+bias<
+:
+8model_vit_encoder_layer_1_attention_attention_value_bias"
+x_17
+
+

+�
+�*
+name
+
+
+"
+x_17b
+const
+var_281
+
+

+*
+name
+
+
+"
+op_281*"
+val
+
+

+
+	
+
�@s
+reshape
+
x
+
+x_17
+shape
+	
+var_281'
+x_19
+
+

+�
+
+@*
+name
+
+
+"
+x_19a
+const
+var_283
+
+

+*
+name
+
+
+"
+op_283*!
+val
+
+

+
+
+
+
b
+const
+var_287
+
+

+*
+name
+
+
+"
+op_287*"
+val
+
+

+
+	
+
�@s
+reshape
+
x
+
+x_21
+shape
+	
+var_287'
+x_23
+
+

+�
+
+@*
+name
+
+
+"
+x_23�

+const(
+ attention_scores_3_transpose_x_0
+
*6
+name.
+&
+$""
+ attention_scores_3_transpose_x_0*
+val
+

+
+
�

+const(
+ attention_scores_3_transpose_y_0
+
*6
+name.
+&
+$""
+ attention_scores_3_transpose_y_0*
+val
+

+
+
z
+const#
+transpose_38_perm_0
+
+

+*)
+name!
+
+"
+transpose_38_perm_0*!
+val
+
+

+
+
+
+
z
+const#
+transpose_39_perm_0
+
+

+*)
+name!
+
+"
+transpose_39_perm_0*!
+val
+
+

+
+
+
+
�

+	transpose
+
x
+
+x_15
+perm
+
+transpose_39_perm_00
+
transpose_101
+
+

+
+@
+�*#
+name
+
+"
+
transpose_101�

+	transpose
+
x
+
+x_23
+perm
+
+transpose_38_perm_00
+
transpose_102
+
+

+
+�
+@*#
+name
+
+"
+
transpose_102�
+matmul
+
x
+
+
transpose_102
+
y
+
+
transpose_1013
+transpose_x$
+"
+ attention_scores_3_transpose_x_03
+transpose_y$
+"
+ attention_scores_3_transpose_y_06
+attention_scores_3 
+
+

+
+�
+�*(
+name 
+
+"
+attention_scores_3p
+const
+_inversed_input_33_y_0
+*,
+name$
+
+"
+_inversed_input_33_y_0*
+val
+
+
+
+
+>�

+mul
+
x
+
+attention_scores_3
+
y
+
+_inversed_input_33_y_06
+_inversed_input_33 
+
+

+
+�
+�*(
+name 
+
+"
+_inversed_input_33�

+softmax
+
x
+
+_inversed_input_33
+axis
+
+
+var_30,
+input_35 
+
+

+
+�
+�*
+name
+
+"
+
+input_35{
+const%
+context_layer_5_transpose_x_0
+
*3
+name+
+#
+!"
+context_layer_5_transpose_x_0*
+val
+

+
+
{
+const%
+context_layer_5_transpose_y_0
+
*3
+name+
+#
+!"
+context_layer_5_transpose_y_0*
+val
+

+
+
�

+	transpose
+
x
+
+x_19
+perm
+	
+var_2830
+
transpose_103
+
+

+
+�
+@*#
+name
+
+"
+
transpose_103�

+matmul
+
x
+
+
+input_35
+
y
+
+
transpose_1030
+transpose_x!
+
+context_layer_5_transpose_x_00
+transpose_y!
+
+context_layer_5_transpose_y_02
+context_layer_5
+
+

+
+�
+@*%
+name
+
+"
+context_layer_5a
+const
+var_298
+
+

+*
+name
+
+
+"
+op_298*!
+val
+
+

+
+
+
+
b
+const
+var_303
+
+

+*
+name
+
+
+"
+op_303*"
+val
+
+

+
+	
+
���

+	transpose
+
x
+
+context_layer_5
+perm
+	
+var_2980
+
transpose_100
+
+

+�
+
+@*#
+name
+
+"
+
transpose_100
+reshape
+
x
+
+
transpose_100
+shape
+	
+var_303&
+input_37
+
+

+�
+�*
+name
+
+"
+
+input_37�

+linear
+
x
+
+
+input_37E
+weight;
+9
+7model_vit_encoder_layer_1_attention_output_dense_weightA
+bias9
+7
+5model_vit_encoder_layer_1_attention_output_dense_bias&
+input_39
+
+

+�
+�*
+name
+
+"
+
+input_39s
+add
+
x
+
+
+input_39
+
y
+
+
+input_29&
+input_41
+
+

+�
+�*
+name
+
+"
+
+input_41x
+const
+input_43_axes_0
+
+

+
*%
+name
+
+"
+input_43_axes_0*'
+val 
+
+

+

+
+
+���������
�
+
+layer_norm
+
x
+
+
+input_41
+axes
+
+input_43_axes_0=
+gamma4
+2
+0model_vit_encoder_layer_1_layernorm_after_weight:
+beta2
+0
+.model_vit_encoder_layer_1_layernorm_after_bias
+epsilon
+
+
+var_39&
+input_43
+
+

+�
+�*
+name
+
+"
+
+input_43�

+linear
+
x
+
+
+input_43A
+weight7
+5
+3model_vit_encoder_layer_1_intermediate_dense_weight=
+bias5
+3
+1model_vit_encoder_layer_1_intermediate_dense_bias&
+input_45
+
+

+�
+�*
+name
+
+"
+
+input_45c
+const
+input_47_mode_0
+*%
+name
+
+"
+input_47_mode_0*
+val
+
+	"
+EXACT~
+gelu
+
x
+
+
+input_45
+mode
+
+input_47_mode_0&
+input_47
+
+

+�
+�*
+name
+
+"
+
+input_47�

+linear
+
x
+
+
+input_47;
+weight1
+/
+-model_vit_encoder_layer_1_output_dense_weight7
+bias/
+-
++model_vit_encoder_layer_1_output_dense_bias&
+input_49
+
+

+�
+�*
+name
+
+"
+
+input_49�

+add
+
x
+
+
+input_49
+
y
+
+
+input_41-
+hidden_states_7
+
+

+�
+�*%
+name
+
+"
+hidden_states_7q
+const
+var_326_begin_0
+
+

+*$
+name
+
+"
+op_326_begin_0*!
+val
+
+

+
+
+
+
o
+const
+
var_326_end_0
+
+

+*"
+name
+
+"
+op_326_end_0*#
+val
+
+

+
+
+
+
��w
+const"
+var_326_end_mask_0
+
+


+*'
+name
+
+"
+op_326_end_mask_0*!
+val
+
+


+
+
+
+



+const&
+var_326_squeeze_mask_0
+
+


+*+
+name#
+
+"
+op_326_squeeze_mask_0*!
+val
+
+


+
+
+
+
�
+slice_by_index-
+
x(
+&
+$interpolated_mid_position_embeddings
+begin
+
+var_326_begin_0
+end
+
+
var_326_end_0"
+end_mask
+
+var_326_end_mask_0*
+squeeze_mask
+
+var_326_squeeze_mask_0%
+var_326
+
+

+�
+�*
+name
+
+
+"
+op_326y
+add
+
x
+
+hidden_states_7
+
y
+	
+var_326&
+input_51
+
+

+�
+�*
+name
+
+"
+
+input_51x
+const
+input_53_axes_0
+
+

+
*%
+name
+
+"
+input_53_axes_0*'
+val 
+
+

+

+
+
+���������
�
+
+layer_norm
+
x
+
+
+input_51
+axes
+
+input_53_axes_0>
+gamma5
+3
+1model_vit_encoder_layer_2_layernorm_before_weight;
+beta3
+1
+/model_vit_encoder_layer_2_layernorm_before_bias
+epsilon
+
+
+var_39&
+input_53
+
+

+�
+�*
+name
+
+"
+
+input_53�

+linear
+
x
+
+
+input_53H
+weight>
+<
+:model_vit_encoder_layer_2_attention_attention_query_weightD
+bias<
+:
+8model_vit_encoder_layer_2_attention_attention_query_bias"
+x_33
+
+

+�
+�*
+name
+
+
+"
+x_33�

+linear
+
x
+
+
+input_53F
+weight<
+:
+8model_vit_encoder_layer_2_attention_attention_key_weightB
+bias:
+8
+6model_vit_encoder_layer_2_attention_attention_key_bias"
+x_25
+
+

+�
+�*
+name
+
+
+"
+x_25b
+const
+var_350
+
+

+*
+name
+
+
+"
+op_350*"
+val
+
+

+
+	
+
�@s
+reshape
+
x
+
+x_25
+shape
+	
+var_350'
+x_27
+
+

+�
+
+@*
+name
+
+
+"
+x_27�

+linear
+
x
+
+
+input_53H
+weight>
+<
+:model_vit_encoder_layer_2_attention_attention_value_weightD
+bias<
+:
+8model_vit_encoder_layer_2_attention_attention_value_bias"
+x_29
+
+

+�
+�*
+name
+
+
+"
+x_29b
+const
+var_359
+
+

+*
+name
+
+
+"
+op_359*"
+val
+
+

+
+	
+
�@s
+reshape
+
x
+
+x_29
+shape
+	
+var_359'
+x_31
+
+

+�
+
+@*
+name
+
+
+"
+x_31a
+const
+var_361
+
+

+*
+name
+
+
+"
+op_361*!
+val
+
+

+
+
+
+
b
+const
+var_365
+
+

+*
+name
+
+
+"
+op_365*"
+val
+
+

+
+	
+
�@s
+reshape
+
x
+
+x_33
+shape
+	
+var_365'
+x_35
+
+

+�
+
+@*
+name
+
+
+"
+x_35�

+const(
+ attention_scores_5_transpose_x_0
+
*6
+name.
+&
+$""
+ attention_scores_5_transpose_x_0*
+val
+

+
+
�

+const(
+ attention_scores_5_transpose_y_0
+
*6
+name.
+&
+$""
+ attention_scores_5_transpose_y_0*
+val
+

+
+
z
+const#
+transpose_40_perm_0
+
+

+*)
+name!
+
+"
+transpose_40_perm_0*!
+val
+
+

+
+
+
+
z
+const#
+transpose_41_perm_0
+
+

+*)
+name!
+
+"
+transpose_41_perm_0*!
+val
+
+

+
+
+
+
�

+	transpose
+
x
+
+x_27
+perm
+
+transpose_41_perm_0/
+transpose_97
+
+

+
+@
+�*"
+name
+
+"
+transpose_97�

+	transpose
+
x
+
+x_35
+perm
+
+transpose_40_perm_0/
+transpose_98
+
+

+
+�
+@*"
+name
+
+"
+transpose_98�
+matmul
+
x
+
+transpose_98
+
y
+
+transpose_973
+transpose_x$
+"
+ attention_scores_5_transpose_x_03
+transpose_y$
+"
+ attention_scores_5_transpose_y_06
+attention_scores_5 
+
+

+
+�
+�*(
+name 
+
+"
+attention_scores_5p
+const
+_inversed_input_55_y_0
+*,
+name$
+
+"
+_inversed_input_55_y_0*
+val
+
+
+
+
+>�

+mul
+
x
+
+attention_scores_5
+
y
+
+_inversed_input_55_y_06
+_inversed_input_55 
+
+

+
+�
+�*(
+name 
+
+"
+_inversed_input_55�

+softmax
+
x
+
+_inversed_input_55
+axis
+
+
+var_30,
+input_57 
+
+

+
+�
+�*
+name
+
+"
+
+input_57{
+const%
+context_layer_9_transpose_x_0
+
*3
+name+
+#
+!"
+context_layer_9_transpose_x_0*
+val
+

+
+
{
+const%
+context_layer_9_transpose_y_0
+
*3
+name+
+#
+!"
+context_layer_9_transpose_y_0*
+val
+

+
+
�

+	transpose
+
x
+
+x_31
+perm
+	
+var_361/
+transpose_99
+
+

+
+�
+@*"
+name
+
+"
+transpose_99�

+matmul
+
x
+
+
+input_57
+
y
+
+transpose_990
+transpose_x!
+
+context_layer_9_transpose_x_00
+transpose_y!
+
+context_layer_9_transpose_y_02
+context_layer_9
+
+

+
+�
+@*%
+name
+
+"
+context_layer_9a
+const
+var_376
+
+

+*
+name
+
+
+"
+op_376*!
+val
+
+

+
+
+
+
b
+const
+var_381
+
+

+*
+name
+
+
+"
+op_381*"
+val
+
+

+
+	
+
���

+	transpose
+
x
+
+context_layer_9
+perm
+	
+var_376/
+transpose_96
+
+

+�
+
+@*"
+name
+
+"
+transpose_96~
+reshape
+
x
+
+transpose_96
+shape
+	
+var_381&
+input_59
+
+

+�
+�*
+name
+
+"
+
+input_59�

+linear
+
x
+
+
+input_59E
+weight;
+9
+7model_vit_encoder_layer_2_attention_output_dense_weightA
+bias9
+7
+5model_vit_encoder_layer_2_attention_output_dense_bias&
+input_61
+
+

+�
+�*
+name
+
+"
+
+input_61s
+add
+
x
+
+
+input_61
+
y
+
+
+input_51&
+input_63
+
+

+�
+�*
+name
+
+"
+
+input_63x
+const
+input_65_axes_0
+
+

+
*%
+name
+
+"
+input_65_axes_0*'
+val 
+
+

+

+
+
+���������
�
+
+layer_norm
+
x
+
+
+input_63
+axes
+
+input_65_axes_0=
+gamma4
+2
+0model_vit_encoder_layer_2_layernorm_after_weight:
+beta2
+0
+.model_vit_encoder_layer_2_layernorm_after_bias
+epsilon
+
+
+var_39&
+input_65
+
+

+�
+�*
+name
+
+"
+
+input_65�

+linear
+
x
+
+
+input_65A
+weight7
+5
+3model_vit_encoder_layer_2_intermediate_dense_weight=
+bias5
+3
+1model_vit_encoder_layer_2_intermediate_dense_bias&
+input_67
+
+

+�
+�*
+name
+
+"
+
+input_67c
+const
+input_69_mode_0
+*%
+name
+
+"
+input_69_mode_0*
+val
+
+	"
+EXACT~
+gelu
+
x
+
+
+input_67
+mode
+
+input_69_mode_0&
+input_69
+
+

+�
+�*
+name
+
+"
+
+input_69�

+linear
+
x
+
+
+input_69;
+weight1
+/
+-model_vit_encoder_layer_2_output_dense_weight7
+bias/
+-
++model_vit_encoder_layer_2_output_dense_bias&
+input_71
+
+

+�
+�*
+name
+
+"
+
+input_71�

+add
+
x
+
+
+input_71
+
y
+
+
+input_63.
+hidden_states_11
+
+

+�
+�*&
+name
+
+"
+hidden_states_11q
+const
+var_404_begin_0
+
+

+*$
+name
+
+"
+op_404_begin_0*!
+val
+
+

+
+
+
+o
+const
+
var_404_end_0
+
+

+*"
+name
+
+"
+op_404_end_0*#
+val
+
+

+
+
+
+
��w
+const"
+var_404_end_mask_0
+
+


+*'
+name
+
+"
+op_404_end_mask_0*!
+val
+
+


+
+
+
+



+const&
+var_404_squeeze_mask_0
+
+


+*+
+name#
+
+"
+op_404_squeeze_mask_0*!
+val
+
+


+
+
+
+
�
+slice_by_index-
+
x(
+&
+$interpolated_mid_position_embeddings
+begin
+
+var_404_begin_0
+end
+
+
var_404_end_0"
+end_mask
+
+var_404_end_mask_0*
+squeeze_mask
+
+var_404_squeeze_mask_0%
+var_404
+
+

+�
+�*
+name
+
+
+"
+op_404z
+add
+
x
+
+hidden_states_11
+
y
+	
+var_404&
+input_73
+
+

+�
+�*
+name
+
+"
+
+input_73x
+const
+input_75_axes_0
+
+

+
*%
+name
+
+"
+input_75_axes_0*'
+val 
+
+

+

+
+
+���������
�
+
+layer_norm
+
x
+
+
+input_73
+axes
+
+input_75_axes_0>
+gamma5
+3
+1model_vit_encoder_layer_3_layernorm_before_weight;
+beta3
+1
+/model_vit_encoder_layer_3_layernorm_before_bias
+epsilon
+
+
+var_39&
+input_75
+
+

+�
+�*
+name
+
+"
+
+input_75�

+linear
+
x
+
+
+input_75H
+weight>
+<
+:model_vit_encoder_layer_3_attention_attention_query_weightD
+bias<
+:
+8model_vit_encoder_layer_3_attention_attention_query_bias"
+x_45
+
+

+�
+�*
+name
+
+
+"
+x_45�

+linear
+
x
+
+
+input_75F
+weight<
+:
+8model_vit_encoder_layer_3_attention_attention_key_weightB
+bias:
+8
+6model_vit_encoder_layer_3_attention_attention_key_bias"
+x_37
+
+

+�
+�*
+name
+
+
+"
+x_37b
+const
+var_428
+
+

+*
+name
+
+
+"
+op_428*"
+val
+
+

+
+	
+
�@s
+reshape
+
x
+
+x_37
+shape
+	
+var_428'
+x_39
+
+

+�
+
+@*
+name
+
+
+"
+x_39�

+linear
+
x
+
+
+input_75H
+weight>
+<
+:model_vit_encoder_layer_3_attention_attention_value_weightD
+bias<
+:
+8model_vit_encoder_layer_3_attention_attention_value_bias"
+x_41
+
+

+�
+�*
+name
+
+
+"
+x_41b
+const
+var_437
+
+

+*
+name
+
+
+"
+op_437*"
+val
+
+

+
+	
+
�@s
+reshape
+
x
+
+x_41
+shape
+	
+var_437'
+x_43
+
+

+�
+
+@*
+name
+
+
+"
+x_43a
+const
+var_439
+
+

+*
+name
+
+
+"
+op_439*!
+val
+
+

+
+
+
+
b
+const
+var_443
+
+

+*
+name
+
+
+"
+op_443*"
+val
+
+

+
+	
+
�@s
+reshape
+
x
+
+x_45
+shape
+	
+var_443'
+x_47
+
+

+�
+
+@*
+name
+
+
+"
+x_47�

+const(
+ attention_scores_7_transpose_x_0
+
*6
+name.
+&
+$""
+ attention_scores_7_transpose_x_0*
+val
+

+
+
�

+const(
+ attention_scores_7_transpose_y_0
+
*6
+name.
+&
+$""
+ attention_scores_7_transpose_y_0*
+val
+

+
+
z
+const#
+transpose_42_perm_0
+
+

+*)
+name!
+
+"
+transpose_42_perm_0*!
+val
+
+

+
+
+
+
z
+const#
+transpose_43_perm_0
+
+

+*)
+name!
+
+"
+transpose_43_perm_0*!
+val
+
+

+
+
+
+
�

+	transpose
+
x
+
+x_39
+perm
+
+transpose_43_perm_0/
+transpose_93
+
+

+
+@
+�*"
+name
+
+"
+transpose_93�

+	transpose
+
x
+
+x_47
+perm
+
+transpose_42_perm_0/
+transpose_94
+
+

+
+�
+@*"
+name
+
+"
+transpose_94�
+matmul
+
x
+
+transpose_94
+
y
+
+transpose_933
+transpose_x$
+"
+ attention_scores_7_transpose_x_03
+transpose_y$
+"
+ attention_scores_7_transpose_y_06
+attention_scores_7 
+
+

+
+�
+�*(
+name 
+
+"
+attention_scores_7p
+const
+_inversed_input_77_y_0
+*,
+name$
+
+"
+_inversed_input_77_y_0*
+val
+
+
+
+
+>�

+mul
+
x
+
+attention_scores_7
+
y
+
+_inversed_input_77_y_06
+_inversed_input_77 
+
+

+
+�
+�*(
+name 
+
+"
+_inversed_input_77�

+softmax
+
x
+
+_inversed_input_77
+axis
+
+
+var_30,
+input_79 
+
+

+
+�
+�*
+name
+
+"
+
+input_79}
+const&
+context_layer_13_transpose_x_0
+
*4
+name,
+$
+"" 
+context_layer_13_transpose_x_0*
+val
+

+
+
}
+const&
+context_layer_13_transpose_y_0
+
*4
+name,
+$
+"" 
+context_layer_13_transpose_y_0*
+val
+

+
+
�

+	transpose
+
x
+
+x_43
+perm
+	
+var_439/
+transpose_95
+
+

+
+�
+@*"
+name
+
+"
+transpose_95�

+matmul
+
x
+
+
+input_79
+
y
+
+transpose_951
+transpose_x"
+ 
+context_layer_13_transpose_x_01
+transpose_y"
+ 
+context_layer_13_transpose_y_03
+context_layer_13
+
+

+
+�
+@*&
+name
+
+"
+context_layer_13a
+const
+var_454
+
+

+*
+name
+
+
+"
+op_454*!
+val
+
+

+
+
+
+
b
+const
+var_459
+
+

+*
+name
+
+
+"
+op_459*"
+val
+
+

+
+	
+
���

+	transpose
+
x
+
+context_layer_13
+perm
+	
+var_454/
+transpose_92
+
+

+�
+
+@*"
+name
+
+"
+transpose_92~
+reshape
+
x
+
+transpose_92
+shape
+	
+var_459&
+input_81
+
+

+�
+�*
+name
+
+"
+
+input_81�

+linear
+
x
+
+
+input_81E
+weight;
+9
+7model_vit_encoder_layer_3_attention_output_dense_weightA
+bias9
+7
+5model_vit_encoder_layer_3_attention_output_dense_bias&
+input_83
+
+

+�
+�*
+name
+
+"
+
+input_83s
+add
+
x
+
+
+input_83
+
y
+
+
+input_73&
+input_85
+
+

+�
+�*
+name
+
+"
+
+input_85x
+const
+input_87_axes_0
+
+

+
*%
+name
+
+"
+input_87_axes_0*'
+val 
+
+

+

+
+
+���������
�
+
+layer_norm
+
x
+
+
+input_85
+axes
+
+input_87_axes_0=
+gamma4
+2
+0model_vit_encoder_layer_3_layernorm_after_weight:
+beta2
+0
+.model_vit_encoder_layer_3_layernorm_after_bias
+epsilon
+
+
+var_39&
+input_87
+
+

+�
+�*
+name
+
+"
+
+input_87�

+linear
+
x
+
+
+input_87A
+weight7
+5
+3model_vit_encoder_layer_3_intermediate_dense_weight=
+bias5
+3
+1model_vit_encoder_layer_3_intermediate_dense_bias&
+input_89
+
+

+�
+�*
+name
+
+"
+
+input_89c
+const
+input_91_mode_0
+*%
+name
+
+"
+input_91_mode_0*
+val
+
+	"
+EXACT~
+gelu
+
x
+
+
+input_89
+mode
+
+input_91_mode_0&
+input_91
+
+

+�
+�*
+name
+
+"
+
+input_91�

+linear
+
x
+
+
+input_91;
+weight1
+/
+-model_vit_encoder_layer_3_output_dense_weight7
+bias/
+-
++model_vit_encoder_layer_3_output_dense_bias&
+input_93
+
+

+�
+�*
+name
+
+"
+
+input_93�

+add
+
x
+
+
+input_93
+
y
+
+
+input_85.
+hidden_states_15
+
+

+�
+�*&
+name
+
+"
+hidden_states_15q
+const
+var_482_begin_0
+
+

+*$
+name
+
+"
+op_482_begin_0*!
+val
+
+

+
+
+
+o
+const
+
var_482_end_0
+
+

+*"
+name
+
+"
+op_482_end_0*#
+val
+
+

+
+
+
+
��w
+const"
+var_482_end_mask_0
+
+


+*'
+name
+
+"
+op_482_end_mask_0*!
+val
+
+


+
+
+
+



+const&
+var_482_squeeze_mask_0
+
+


+*+
+name#
+
+"
+op_482_squeeze_mask_0*!
+val
+
+


+
+
+
+
�
+slice_by_index-
+
x(
+&
+$interpolated_mid_position_embeddings
+begin
+
+var_482_begin_0
+end
+
+
var_482_end_0"
+end_mask
+
+var_482_end_mask_0*
+squeeze_mask
+
+var_482_squeeze_mask_0%
+var_482
+
+

+�
+�*
+name
+
+
+"
+op_482z
+add
+
x
+
+hidden_states_15
+
y
+	
+var_482&
+input_95
+
+

+�
+�*
+name
+
+"
+
+input_95x
+const
+input_97_axes_0
+
+

+
*%
+name
+
+"
+input_97_axes_0*'
+val 
+
+

+

+
+
+���������
�
+
+layer_norm
+
x
+
+
+input_95
+axes
+
+input_97_axes_0>
+gamma5
+3
+1model_vit_encoder_layer_4_layernorm_before_weight;
+beta3
+1
+/model_vit_encoder_layer_4_layernorm_before_bias
+epsilon
+
+
+var_39&
+input_97
+
+

+�
+�*
+name
+
+"
+
+input_97�

+linear
+
x
+
+
+input_97H
+weight>
+<
+:model_vit_encoder_layer_4_attention_attention_query_weightD
+bias<
+:
+8model_vit_encoder_layer_4_attention_attention_query_bias"
+x_57
+
+

+�
+�*
+name
+
+
+"
+x_57�

+linear
+
x
+
+
+input_97F
+weight<
+:
+8model_vit_encoder_layer_4_attention_attention_key_weightB
+bias:
+8
+6model_vit_encoder_layer_4_attention_attention_key_bias"
+x_49
+
+

+�
+�*
+name
+
+
+"
+x_49b
+const
+var_506
+
+

+*
+name
+
+
+"
+op_506*"
+val
+
+

+
+	
+
�@s
+reshape
+
x
+
+x_49
+shape
+	
+var_506'
+x_51
+
+

+�
+
+@*
+name
+
+
+"
+x_51�

+linear
+
x
+
+
+input_97H
+weight>
+<
+:model_vit_encoder_layer_4_attention_attention_value_weightD
+bias<
+:
+8model_vit_encoder_layer_4_attention_attention_value_bias"
+x_53
+
+

+�
+�*
+name
+
+
+"
+x_53b
+const
+var_515
+
+

+*
+name
+
+
+"
+op_515*"
+val
+
+

+
+	
+
�@s
+reshape
+
x
+
+x_53
+shape
+	
+var_515'
+x_55
+
+

+�
+
+@*
+name
+
+
+"
+x_55a
+const
+var_517
+
+

+*
+name
+
+
+"
+op_517*!
+val
+
+

+
+
+
+
b
+const
+var_521
+
+

+*
+name
+
+
+"
+op_521*"
+val
+
+

+
+	
+
�@s
+reshape
+
x
+
+x_57
+shape
+	
+var_521'
+x_59
+
+

+�
+
+@*
+name
+
+
+"
+x_59�

+const(
+ attention_scores_9_transpose_x_0
+
*6
+name.
+&
+$""
+ attention_scores_9_transpose_x_0*
+val
+

+
+
�

+const(
+ attention_scores_9_transpose_y_0
+
*6
+name.
+&
+$""
+ attention_scores_9_transpose_y_0*
+val
+

+
+
z
+const#
+transpose_44_perm_0
+
+

+*)
+name!
+
+"
+transpose_44_perm_0*!
+val
+
+

+
+
+
+
z
+const#
+transpose_45_perm_0
+
+

+*)
+name!
+
+"
+transpose_45_perm_0*!
+val
+
+

+
+
+
+
�

+	transpose
+
x
+
+x_51
+perm
+
+transpose_45_perm_0/
+transpose_89
+
+

+
+@
+�*"
+name
+
+"
+transpose_89�

+	transpose
+
x
+
+x_59
+perm
+
+transpose_44_perm_0/
+transpose_90
+
+

+
+�
+@*"
+name
+
+"
+transpose_90�
+matmul
+
x
+
+transpose_90
+
y
+
+transpose_893
+transpose_x$
+"
+ attention_scores_9_transpose_x_03
+transpose_y$
+"
+ attention_scores_9_transpose_y_06
+attention_scores_9 
+
+

+
+�
+�*(
+name 
+
+"
+attention_scores_9p
+const
+_inversed_input_99_y_0
+*,
+name$
+
+"
+_inversed_input_99_y_0*
+val
+
+
+
+
+>�

+mul
+
x
+
+attention_scores_9
+
y
+
+_inversed_input_99_y_06
+_inversed_input_99 
+
+

+
+�
+�*(
+name 
+
+"
+_inversed_input_99�

+softmax
+
x
+
+_inversed_input_99
+axis
+
+
+var_30-
+	input_101 
+
+

+
+�
+�*
+name
+
+
"
+	input_101}
+const&
+context_layer_17_transpose_x_0
+
*4
+name,
+$
+"" 
+context_layer_17_transpose_x_0*
+val
+

+
+
}
+const&
+context_layer_17_transpose_y_0
+
*4
+name,
+$
+"" 
+context_layer_17_transpose_y_0*
+val
+

+
+
�

+	transpose
+
x
+
+x_55
+perm
+	
+var_517/
+transpose_91
+
+

+
+�
+@*"
+name
+
+"
+transpose_91�

+matmul
+
x
+
+	input_101
+
y
+
+transpose_911
+transpose_x"
+ 
+context_layer_17_transpose_x_01
+transpose_y"
+ 
+context_layer_17_transpose_y_03
+context_layer_17
+
+

+
+�
+@*&
+name
+
+"
+context_layer_17a
+const
+var_532
+
+

+*
+name
+
+
+"
+op_532*!
+val
+
+

+
+
+
+
b
+const
+var_537
+
+

+*
+name
+
+
+"
+op_537*"
+val
+
+

+
+	
+
���

+	transpose
+
x
+
+context_layer_17
+perm
+	
+var_532/
+transpose_88
+
+

+�
+
+@*"
+name
+
+"
+transpose_88�

+reshape
+
x
+
+transpose_88
+shape
+	
+var_537'
+	input_103
+
+

+�
+�*
+name
+
+
"
+	input_103�

+linear
+
x
+
+	input_103E
+weight;
+9
+7model_vit_encoder_layer_4_attention_output_dense_weightA
+bias9
+7
+5model_vit_encoder_layer_4_attention_output_dense_bias'
+	input_105
+
+

+�
+�*
+name
+
+
"
+	input_105v
+add
+
x
+
+	input_105
+
y
+
+
+input_95'
+	input_107
+
+

+�
+�*
+name
+
+
"
+	input_107z
+const 
+input_109_axes_0
+
+

+
*&
+name
+
+"
+input_109_axes_0*'
+val 
+
+

+

+
+
+���������
�
+
+layer_norm
+
x
+
+	input_107
+axes
+
+input_109_axes_0=
+gamma4
+2
+0model_vit_encoder_layer_4_layernorm_after_weight:
+beta2
+0
+.model_vit_encoder_layer_4_layernorm_after_bias
+epsilon
+
+
+var_39'
+	input_109
+
+

+�
+�*
+name
+
+
"
+	input_109�

+linear
+
x
+
+	input_109A
+weight7
+5
+3model_vit_encoder_layer_4_intermediate_dense_weight=
+bias5
+3
+1model_vit_encoder_layer_4_intermediate_dense_bias'
+	input_111
+
+

+�
+�*
+name
+
+
"
+	input_111e
+const
+input_113_mode_0
+*&
+name
+
+"
+input_113_mode_0*
+val
+
+	"
+EXACT�

+gelu
+
x
+
+	input_111
+mode
+
+input_113_mode_0'
+	input_113
+
+

+�
+�*
+name
+
+
"
+	input_113�

+linear
+
x
+
+	input_113;
+weight1
+/
+-model_vit_encoder_layer_4_output_dense_weight7
+bias/
+-
++model_vit_encoder_layer_4_output_dense_bias'
+	input_115
+
+

+�
+�*
+name
+
+
"
+	input_115�

+add
+
x
+
+	input_115
+
y
+
+	input_107.
+hidden_states_19
+
+

+�
+�*&
+name
+
+"
+hidden_states_19q
+const
+var_560_begin_0
+
+

+*$
+name
+
+"
+op_560_begin_0*!
+val
+
+

+
+
+
+o
+const
+
var_560_end_0
+
+

+*"
+name
+
+"
+op_560_end_0*#
+val
+
+

+
+
+
+
��w
+const"
+var_560_end_mask_0
+
+


+*'
+name
+
+"
+op_560_end_mask_0*!
+val
+
+


+
+
+
+



+const&
+var_560_squeeze_mask_0
+
+


+*+
+name#
+
+"
+op_560_squeeze_mask_0*!
+val
+
+


+
+
+
+
�
+slice_by_index-
+
x(
+&
+$interpolated_mid_position_embeddings
+begin
+
+var_560_begin_0
+end
+
+
var_560_end_0"
+end_mask
+
+var_560_end_mask_0*
+squeeze_mask
+
+var_560_squeeze_mask_0%
+var_560
+
+

+�
+�*
+name
+
+
+"
+op_560|
+add
+
x
+
+hidden_states_19
+
y
+	
+var_560'
+	input_117
+
+

+�
+�*
+name
+
+
"
+	input_117z
+const 
+input_119_axes_0
+
+

+
*&
+name
+
+"
+input_119_axes_0*'
+val 
+
+

+

+
+
+���������
�
+
+layer_norm
+
x
+
+	input_117
+axes
+
+input_119_axes_0>
+gamma5
+3
+1model_vit_encoder_layer_5_layernorm_before_weight;
+beta3
+1
+/model_vit_encoder_layer_5_layernorm_before_bias
+epsilon
+
+
+var_39'
+	input_119
+
+

+�
+�*
+name
+
+
"
+	input_119�

+linear
+
x
+
+	input_119H
+weight>
+<
+:model_vit_encoder_layer_5_attention_attention_query_weightD
+bias<
+:
+8model_vit_encoder_layer_5_attention_attention_query_bias"
+x_69
+
+

+�
+�*
+name
+
+
+"
+x_69�

+linear
+
x
+
+	input_119F
+weight<
+:
+8model_vit_encoder_layer_5_attention_attention_key_weightB
+bias:
+8
+6model_vit_encoder_layer_5_attention_attention_key_bias"
+x_61
+
+

+�
+�*
+name
+
+
+"
+x_61b
+const
+var_584
+
+

+*
+name
+
+
+"
+op_584*"
+val
+
+

+
+	
+
�@s
+reshape
+
x
+
+x_61
+shape
+	
+var_584'
+x_63
+
+

+�
+
+@*
+name
+
+
+"
+x_63�

+linear
+
x
+
+	input_119H
+weight>
+<
+:model_vit_encoder_layer_5_attention_attention_value_weightD
+bias<
+:
+8model_vit_encoder_layer_5_attention_attention_value_bias"
+x_65
+
+

+�
+�*
+name
+
+
+"
+x_65b
+const
+var_593
+
+

+*
+name
+
+
+"
+op_593*"
+val
+
+

+
+	
+
�@s
+reshape
+
x
+
+x_65
+shape
+	
+var_593'
+x_67
+
+

+�
+
+@*
+name
+
+
+"
+x_67a
+const
+var_595
+
+

+*
+name
+
+
+"
+op_595*!
+val
+
+

+
+
+
+
b
+const
+var_599
+
+

+*
+name
+
+
+"
+op_599*"
+val
+
+

+
+	
+
�@s
+reshape
+
x
+
+x_69
+shape
+	
+var_599'
+x_71
+
+

+�
+
+@*
+name
+
+
+"
+x_71�

+const)
+!attention_scores_11_transpose_x_0
+
*7
+name/
+'
+%"#
+!attention_scores_11_transpose_x_0*
+val
+

+
+
�

+const)
+!attention_scores_11_transpose_y_0
+
*7
+name/
+'
+%"#
+!attention_scores_11_transpose_y_0*
+val
+

+
+
z
+const#
+transpose_46_perm_0
+
+

+*)
+name!
+
+"
+transpose_46_perm_0*!
+val
+
+

+
+
+
+
z
+const#
+transpose_47_perm_0
+
+

+*)
+name!
+
+"
+transpose_47_perm_0*!
+val
+
+

+
+
+
+
�

+	transpose
+
x
+
+x_63
+perm
+
+transpose_47_perm_0/
+transpose_85
+
+

+
+@
+�*"
+name
+
+"
+transpose_85�

+	transpose
+
x
+
+x_71
+perm
+
+transpose_46_perm_0/
+transpose_86
+
+

+
+�
+@*"
+name
+
+"
+transpose_86�
+matmul
+
x
+
+transpose_86
+
y
+
+transpose_854
+transpose_x%
+#
+!attention_scores_11_transpose_x_04
+transpose_y%
+#
+!attention_scores_11_transpose_y_07
+attention_scores_11 
+
+

+
+�
+�*)
+name!
+
+"
+attention_scores_11r
+const
+_inversed_input_121_y_0
+*-
+name%
+
+"
+_inversed_input_121_y_0*
+val
+
+
+
+
+>�

+mul
+
x
+
+attention_scores_11 
+
y
+
+_inversed_input_121_y_07
+_inversed_input_121 
+
+

+
+�
+�*)
+name!
+
+"
+_inversed_input_121�

+softmax
+
x
+
+_inversed_input_121
+axis
+
+
+var_30-
+	input_123 
+
+

+
+�
+�*
+name
+
+
"
+	input_123}
+const&
+context_layer_21_transpose_x_0
+
*4
+name,
+$
+"" 
+context_layer_21_transpose_x_0*
+val
+

+
+
}
+const&
+context_layer_21_transpose_y_0
+
*4
+name,
+$
+"" 
+context_layer_21_transpose_y_0*
+val
+

+
+
�

+	transpose
+
x
+
+x_67
+perm
+	
+var_595/
+transpose_87
+
+

+
+�
+@*"
+name
+
+"
+transpose_87�

+matmul
+
x
+
+	input_123
+
y
+
+transpose_871
+transpose_x"
+ 
+context_layer_21_transpose_x_01
+transpose_y"
+ 
+context_layer_21_transpose_y_03
+context_layer_21
+
+

+
+�
+@*&
+name
+
+"
+context_layer_21a
+const
+var_610
+
+

+*
+name
+
+
+"
+op_610*!
+val
+
+

+
+
+
+
b
+const
+var_615
+
+

+*
+name
+
+
+"
+op_615*"
+val
+
+

+
+	
+
���

+	transpose
+
x
+
+context_layer_21
+perm
+	
+var_610/
+transpose_84
+
+

+�
+
+@*"
+name
+
+"
+transpose_84�

+reshape
+
x
+
+transpose_84
+shape
+	
+var_615'
+	input_125
+
+

+�
+�*
+name
+
+
"
+	input_125�

+linear
+
x
+
+	input_125E
+weight;
+9
+7model_vit_encoder_layer_5_attention_output_dense_weightA
+bias9
+7
+5model_vit_encoder_layer_5_attention_output_dense_bias'
+	input_127
+
+

+�
+�*
+name
+
+
"
+	input_127w
+add
+
x
+
+	input_127
+
y
+
+	input_117'
+	input_129
+
+

+�
+�*
+name
+
+
"
+	input_129z
+const 
+input_131_axes_0
+
+

+
*&
+name
+
+"
+input_131_axes_0*'
+val 
+
+

+

+
+
+���������
�
+
+layer_norm
+
x
+
+	input_129
+axes
+
+input_131_axes_0=
+gamma4
+2
+0model_vit_encoder_layer_5_layernorm_after_weight:
+beta2
+0
+.model_vit_encoder_layer_5_layernorm_after_bias
+epsilon
+
+
+var_39'
+	input_131
+
+

+�
+�*
+name
+
+
"
+	input_131�

+linear
+
x
+
+	input_131A
+weight7
+5
+3model_vit_encoder_layer_5_intermediate_dense_weight=
+bias5
+3
+1model_vit_encoder_layer_5_intermediate_dense_bias'
+	input_133
+
+

+�
+�*
+name
+
+
"
+	input_133e
+const
+input_135_mode_0
+*&
+name
+
+"
+input_135_mode_0*
+val
+
+	"
+EXACT�

+gelu
+
x
+
+	input_133
+mode
+
+input_135_mode_0'
+	input_135
+
+

+�
+�*
+name
+
+
"
+	input_135�

+linear
+
x
+
+	input_135;
+weight1
+/
+-model_vit_encoder_layer_5_output_dense_weight7
+bias/
+-
++model_vit_encoder_layer_5_output_dense_bias'
+	input_137
+
+

+�
+�*
+name
+
+
"
+	input_137�

+add
+
x
+
+	input_137
+
y
+
+	input_129.
+hidden_states_23
+
+

+�
+�*&
+name
+
+"
+hidden_states_23q
+const
+var_638_begin_0
+
+

+*$
+name
+
+"
+op_638_begin_0*!
+val
+
+

+
+
+
+o
+const
+
var_638_end_0
+
+

+*"
+name
+
+"
+op_638_end_0*#
+val
+
+

+
+
+
+
��w
+const"
+var_638_end_mask_0
+
+


+*'
+name
+
+"
+op_638_end_mask_0*!
+val
+
+


+
+
+
+



+const&
+var_638_squeeze_mask_0
+
+


+*+
+name#
+
+"
+op_638_squeeze_mask_0*!
+val
+
+


+
+
+
+
�
+slice_by_index-
+
x(
+&
+$interpolated_mid_position_embeddings
+begin
+
+var_638_begin_0
+end
+
+
var_638_end_0"
+end_mask
+
+var_638_end_mask_0*
+squeeze_mask
+
+var_638_squeeze_mask_0%
+var_638
+
+

+�
+�*
+name
+
+
+"
+op_638|
+add
+
x
+
+hidden_states_23
+
y
+	
+var_638'
+	input_139
+
+

+�
+�*
+name
+
+
"
+	input_139z
+const 
+input_141_axes_0
+
+

+
*&
+name
+
+"
+input_141_axes_0*'
+val 
+
+

+

+
+
+���������
�
+
+layer_norm
+
x
+
+	input_139
+axes
+
+input_141_axes_0>
+gamma5
+3
+1model_vit_encoder_layer_6_layernorm_before_weight;
+beta3
+1
+/model_vit_encoder_layer_6_layernorm_before_bias
+epsilon
+
+
+var_39'
+	input_141
+
+

+�
+�*
+name
+
+
"
+	input_141�

+linear
+
x
+
+	input_141H
+weight>
+<
+:model_vit_encoder_layer_6_attention_attention_query_weightD
+bias<
+:
+8model_vit_encoder_layer_6_attention_attention_query_bias"
+x_81
+
+

+�
+�*
+name
+
+
+"
+x_81�

+linear
+
x
+
+	input_141F
+weight<
+:
+8model_vit_encoder_layer_6_attention_attention_key_weightB
+bias:
+8
+6model_vit_encoder_layer_6_attention_attention_key_bias"
+x_73
+
+

+�
+�*
+name
+
+
+"
+x_73b
+const
+var_662
+
+

+*
+name
+
+
+"
+op_662*"
+val
+
+

+
+	
+
�@s
+reshape
+
x
+
+x_73
+shape
+	
+var_662'
+x_75
+
+

+�
+
+@*
+name
+
+
+"
+x_75�

+linear
+
x
+
+	input_141H
+weight>
+<
+:model_vit_encoder_layer_6_attention_attention_value_weightD
+bias<
+:
+8model_vit_encoder_layer_6_attention_attention_value_bias"
+x_77
+
+

+�
+�*
+name
+
+
+"
+x_77b
+const
+var_671
+
+

+*
+name
+
+
+"
+op_671*"
+val
+
+

+
+	
+
�@s
+reshape
+
x
+
+x_77
+shape
+	
+var_671'
+x_79
+
+

+�
+
+@*
+name
+
+
+"
+x_79a
+const
+var_673
+
+

+*
+name
+
+
+"
+op_673*!
+val
+
+

+
+
+
+
b
+const
+var_677
+
+

+*
+name
+
+
+"
+op_677*"
+val
+
+

+
+	
+
�@s
+reshape
+
x
+
+x_81
+shape
+	
+var_677'
+x_83
+
+

+�
+
+@*
+name
+
+
+"
+x_83�

+const)
+!attention_scores_13_transpose_x_0
+
*7
+name/
+'
+%"#
+!attention_scores_13_transpose_x_0*
+val
+

+
+
�

+const)
+!attention_scores_13_transpose_y_0
+
*7
+name/
+'
+%"#
+!attention_scores_13_transpose_y_0*
+val
+

+
+
z
+const#
+transpose_48_perm_0
+
+

+*)
+name!
+
+"
+transpose_48_perm_0*!
+val
+
+

+
+
+
+
z
+const#
+transpose_49_perm_0
+
+

+*)
+name!
+
+"
+transpose_49_perm_0*!
+val
+
+

+
+
+
+
�

+	transpose
+
x
+
+x_75
+perm
+
+transpose_49_perm_0/
+transpose_81
+
+

+
+@
+�*"
+name
+
+"
+transpose_81�

+	transpose
+
x
+
+x_83
+perm
+
+transpose_48_perm_0/
+transpose_82
+
+

+
+�
+@*"
+name
+
+"
+transpose_82�
+matmul
+
x
+
+transpose_82
+
y
+
+transpose_814
+transpose_x%
+#
+!attention_scores_13_transpose_x_04
+transpose_y%
+#
+!attention_scores_13_transpose_y_07
+attention_scores_13 
+
+

+
+�
+�*)
+name!
+
+"
+attention_scores_13r
+const
+_inversed_input_143_y_0
+*-
+name%
+
+"
+_inversed_input_143_y_0*
+val
+
+
+
+
+>�

+mul
+
x
+
+attention_scores_13 
+
y
+
+_inversed_input_143_y_07
+_inversed_input_143 
+
+

+
+�
+�*)
+name!
+
+"
+_inversed_input_143�

+softmax
+
x
+
+_inversed_input_143
+axis
+
+
+var_30-
+	input_145 
+
+

+
+�
+�*
+name
+
+
"
+	input_145}
+const&
+context_layer_25_transpose_x_0
+
*4
+name,
+$
+"" 
+context_layer_25_transpose_x_0*
+val
+

+
+
}
+const&
+context_layer_25_transpose_y_0
+
*4
+name,
+$
+"" 
+context_layer_25_transpose_y_0*
+val
+

+
+
�

+	transpose
+
x
+
+x_79
+perm
+	
+var_673/
+transpose_83
+
+

+
+�
+@*"
+name
+
+"
+transpose_83�

+matmul
+
x
+
+	input_145
+
y
+
+transpose_831
+transpose_x"
+ 
+context_layer_25_transpose_x_01
+transpose_y"
+ 
+context_layer_25_transpose_y_03
+context_layer_25
+
+

+
+�
+@*&
+name
+
+"
+context_layer_25a
+const
+var_688
+
+

+*
+name
+
+
+"
+op_688*!
+val
+
+

+
+
+
+
b
+const
+var_693
+
+

+*
+name
+
+
+"
+op_693*"
+val
+
+

+
+	
+
���

+	transpose
+
x
+
+context_layer_25
+perm
+	
+var_688/
+transpose_80
+
+

+�
+
+@*"
+name
+
+"
+transpose_80�

+reshape
+
x
+
+transpose_80
+shape
+	
+var_693'
+	input_147
+
+

+�
+�*
+name
+
+
"
+	input_147�

+linear
+
x
+
+	input_147E
+weight;
+9
+7model_vit_encoder_layer_6_attention_output_dense_weightA
+bias9
+7
+5model_vit_encoder_layer_6_attention_output_dense_bias'
+	input_149
+
+

+�
+�*
+name
+
+
"
+	input_149w
+add
+
x
+
+	input_149
+
y
+
+	input_139'
+	input_151
+
+

+�
+�*
+name
+
+
"
+	input_151z
+const 
+input_153_axes_0
+
+

+
*&
+name
+
+"
+input_153_axes_0*'
+val 
+
+

+

+
+
+���������
�
+
+layer_norm
+
x
+
+	input_151
+axes
+
+input_153_axes_0=
+gamma4
+2
+0model_vit_encoder_layer_6_layernorm_after_weight:
+beta2
+0
+.model_vit_encoder_layer_6_layernorm_after_bias
+epsilon
+
+
+var_39'
+	input_153
+
+

+�
+�*
+name
+
+
"
+	input_153�

+linear
+
x
+
+	input_153A
+weight7
+5
+3model_vit_encoder_layer_6_intermediate_dense_weight=
+bias5
+3
+1model_vit_encoder_layer_6_intermediate_dense_bias'
+	input_155
+
+

+�
+�*
+name
+
+
"
+	input_155e
+const
+input_157_mode_0
+*&
+name
+
+"
+input_157_mode_0*
+val
+
+	"
+EXACT�

+gelu
+
x
+
+	input_155
+mode
+
+input_157_mode_0'
+	input_157
+
+

+�
+�*
+name
+
+
"
+	input_157�

+linear
+
x
+
+	input_157;
+weight1
+/
+-model_vit_encoder_layer_6_output_dense_weight7
+bias/
+-
++model_vit_encoder_layer_6_output_dense_bias'
+	input_159
+
+

+�
+�*
+name
+
+
"
+	input_159�

+add
+
x
+
+	input_159
+
y
+
+	input_151.
+hidden_states_27
+
+

+�
+�*&
+name
+
+"
+hidden_states_27q
+const
+var_716_begin_0
+
+

+*$
+name
+
+"
+op_716_begin_0*!
+val
+
+

+
+
+
+o
+const
+
var_716_end_0
+
+

+*"
+name
+
+"
+op_716_end_0*#
+val
+
+

+
+
+
+
��w
+const"
+var_716_end_mask_0
+
+


+*'
+name
+
+"
+op_716_end_mask_0*!
+val
+
+


+
+
+
+



+const&
+var_716_squeeze_mask_0
+
+


+*+
+name#
+
+"
+op_716_squeeze_mask_0*!
+val
+
+


+
+
+
+
�
+slice_by_index-
+
x(
+&
+$interpolated_mid_position_embeddings
+begin
+
+var_716_begin_0
+end
+
+
var_716_end_0"
+end_mask
+
+var_716_end_mask_0*
+squeeze_mask
+
+var_716_squeeze_mask_0%
+var_716
+
+

+�
+�*
+name
+
+
+"
+op_716|
+add
+
x
+
+hidden_states_27
+
y
+	
+var_716'
+	input_161
+
+

+�
+�*
+name
+
+
"
+	input_161z
+const 
+input_163_axes_0
+
+

+
*&
+name
+
+"
+input_163_axes_0*'
+val 
+
+

+

+
+
+���������
�
+
+layer_norm
+
x
+
+	input_161
+axes
+
+input_163_axes_0>
+gamma5
+3
+1model_vit_encoder_layer_7_layernorm_before_weight;
+beta3
+1
+/model_vit_encoder_layer_7_layernorm_before_bias
+epsilon
+
+
+var_39'
+	input_163
+
+

+�
+�*
+name
+
+
"
+	input_163�

+linear
+
x
+
+	input_163H
+weight>
+<
+:model_vit_encoder_layer_7_attention_attention_query_weightD
+bias<
+:
+8model_vit_encoder_layer_7_attention_attention_query_bias"
+x_93
+
+

+�
+�*
+name
+
+
+"
+x_93�

+linear
+
x
+
+	input_163F
+weight<
+:
+8model_vit_encoder_layer_7_attention_attention_key_weightB
+bias:
+8
+6model_vit_encoder_layer_7_attention_attention_key_bias"
+x_85
+
+

+�
+�*
+name
+
+
+"
+x_85b
+const
+var_740
+
+

+*
+name
+
+
+"
+op_740*"
+val
+
+

+
+	
+
�@s
+reshape
+
x
+
+x_85
+shape
+	
+var_740'
+x_87
+
+

+�
+
+@*
+name
+
+
+"
+x_87�

+linear
+
x
+
+	input_163H
+weight>
+<
+:model_vit_encoder_layer_7_attention_attention_value_weightD
+bias<
+:
+8model_vit_encoder_layer_7_attention_attention_value_bias"
+x_89
+
+

+�
+�*
+name
+
+
+"
+x_89b
+const
+var_749
+
+

+*
+name
+
+
+"
+op_749*"
+val
+
+

+
+	
+
�@s
+reshape
+
x
+
+x_89
+shape
+	
+var_749'
+x_91
+
+

+�
+
+@*
+name
+
+
+"
+x_91a
+const
+var_751
+
+

+*
+name
+
+
+"
+op_751*!
+val
+
+

+
+
+
+
b
+const
+var_755
+
+

+*
+name
+
+
+"
+op_755*"
+val
+
+

+
+	
+
�@s
+reshape
+
x
+
+x_93
+shape
+	
+var_755'
+x_95
+
+

+�
+
+@*
+name
+
+
+"
+x_95�

+const)
+!attention_scores_15_transpose_x_0
+
*7
+name/
+'
+%"#
+!attention_scores_15_transpose_x_0*
+val
+

+
+
�

+const)
+!attention_scores_15_transpose_y_0
+
*7
+name/
+'
+%"#
+!attention_scores_15_transpose_y_0*
+val
+

+
+
z
+const#
+transpose_50_perm_0
+
+

+*)
+name!
+
+"
+transpose_50_perm_0*!
+val
+
+

+
+
+
+
z
+const#
+transpose_51_perm_0
+
+

+*)
+name!
+
+"
+transpose_51_perm_0*!
+val
+
+

+
+
+
+
�

+	transpose
+
x
+
+x_87
+perm
+
+transpose_51_perm_0/
+transpose_77
+
+

+
+@
+�*"
+name
+
+"
+transpose_77�

+	transpose
+
x
+
+x_95
+perm
+
+transpose_50_perm_0/
+transpose_78
+
+

+
+�
+@*"
+name
+
+"
+transpose_78�
+matmul
+
x
+
+transpose_78
+
y
+
+transpose_774
+transpose_x%
+#
+!attention_scores_15_transpose_x_04
+transpose_y%
+#
+!attention_scores_15_transpose_y_07
+attention_scores_15 
+
+

+
+�
+�*)
+name!
+
+"
+attention_scores_15r
+const
+_inversed_input_165_y_0
+*-
+name%
+
+"
+_inversed_input_165_y_0*
+val
+
+
+
+
+>�

+mul
+
x
+
+attention_scores_15 
+
y
+
+_inversed_input_165_y_07
+_inversed_input_165 
+
+

+
+�
+�*)
+name!
+
+"
+_inversed_input_165�

+softmax
+
x
+
+_inversed_input_165
+axis
+
+
+var_30-
+	input_167 
+
+

+
+�
+�*
+name
+
+
"
+	input_167}
+const&
+context_layer_29_transpose_x_0
+
*4
+name,
+$
+"" 
+context_layer_29_transpose_x_0*
+val
+

+
+
}
+const&
+context_layer_29_transpose_y_0
+
*4
+name,
+$
+"" 
+context_layer_29_transpose_y_0*
+val
+

+
+
�

+	transpose
+
x
+
+x_91
+perm
+	
+var_751/
+transpose_79
+
+

+
+�
+@*"
+name
+
+"
+transpose_79�

+matmul
+
x
+
+	input_167
+
y
+
+transpose_791
+transpose_x"
+ 
+context_layer_29_transpose_x_01
+transpose_y"
+ 
+context_layer_29_transpose_y_03
+context_layer_29
+
+

+
+�
+@*&
+name
+
+"
+context_layer_29a
+const
+var_766
+
+

+*
+name
+
+
+"
+op_766*!
+val
+
+

+
+
+
+
b
+const
+var_771
+
+

+*
+name
+
+
+"
+op_771*"
+val
+
+

+
+	
+
���

+	transpose
+
x
+
+context_layer_29
+perm
+	
+var_766/
+transpose_76
+
+

+�
+
+@*"
+name
+
+"
+transpose_76�

+reshape
+
x
+
+transpose_76
+shape
+	
+var_771'
+	input_169
+
+

+�
+�*
+name
+
+
"
+	input_169�

+linear
+
x
+
+	input_169E
+weight;
+9
+7model_vit_encoder_layer_7_attention_output_dense_weightA
+bias9
+7
+5model_vit_encoder_layer_7_attention_output_dense_bias'
+	input_171
+
+

+�
+�*
+name
+
+
"
+	input_171w
+add
+
x
+
+	input_171
+
y
+
+	input_161'
+	input_173
+
+

+�
+�*
+name
+
+
"
+	input_173z
+const 
+input_175_axes_0
+
+

+
*&
+name
+
+"
+input_175_axes_0*'
+val 
+
+

+

+
+
+���������
�
+
+layer_norm
+
x
+
+	input_173
+axes
+
+input_175_axes_0=
+gamma4
+2
+0model_vit_encoder_layer_7_layernorm_after_weight:
+beta2
+0
+.model_vit_encoder_layer_7_layernorm_after_bias
+epsilon
+
+
+var_39'
+	input_175
+
+

+�
+�*
+name
+
+
"
+	input_175�

+linear
+
x
+
+	input_175A
+weight7
+5
+3model_vit_encoder_layer_7_intermediate_dense_weight=
+bias5
+3
+1model_vit_encoder_layer_7_intermediate_dense_bias'
+	input_177
+
+

+�
+�*
+name
+
+
"
+	input_177e
+const
+input_179_mode_0
+*&
+name
+
+"
+input_179_mode_0*
+val
+
+	"
+EXACT�

+gelu
+
x
+
+	input_177
+mode
+
+input_179_mode_0'
+	input_179
+
+

+�
+�*
+name
+
+
"
+	input_179�

+linear
+
x
+
+	input_179;
+weight1
+/
+-model_vit_encoder_layer_7_output_dense_weight7
+bias/
+-
++model_vit_encoder_layer_7_output_dense_bias'
+	input_181
+
+

+�
+�*
+name
+
+
"
+	input_181�

+add
+
x
+
+	input_181
+
y
+
+	input_173.
+hidden_states_31
+
+

+�
+�*&
+name
+
+"
+hidden_states_31q
+const
+var_794_begin_0
+
+

+*$
+name
+
+"
+op_794_begin_0*!
+val
+
+

+
+
+
+o
+const
+
var_794_end_0
+
+

+*"
+name
+
+"
+op_794_end_0*#
+val
+
+

+
+
+
+
��w
+const"
+var_794_end_mask_0
+
+


+*'
+name
+
+"
+op_794_end_mask_0*!
+val
+
+


+
+
+
+



+const&
+var_794_squeeze_mask_0
+
+


+*+
+name#
+
+"
+op_794_squeeze_mask_0*!
+val
+
+


+
+
+
+
�
+slice_by_index-
+
x(
+&
+$interpolated_mid_position_embeddings
+begin
+
+var_794_begin_0
+end
+
+
var_794_end_0"
+end_mask
+
+var_794_end_mask_0*
+squeeze_mask
+
+var_794_squeeze_mask_0%
+var_794
+
+

+�
+�*
+name
+
+
+"
+op_794|
+add
+
x
+
+hidden_states_31
+
y
+	
+var_794'
+	input_183
+
+

+�
+�*
+name
+
+
"
+	input_183z
+const 
+input_185_axes_0
+
+

+
*&
+name
+
+"
+input_185_axes_0*'
+val 
+
+

+

+
+
+���������
�
+
+layer_norm
+
x
+
+	input_183
+axes
+
+input_185_axes_0>
+gamma5
+3
+1model_vit_encoder_layer_8_layernorm_before_weight;
+beta3
+1
+/model_vit_encoder_layer_8_layernorm_before_bias
+epsilon
+
+
+var_39'
+	input_185
+
+

+�
+�*
+name
+
+
"
+	input_185�

+linear
+
x
+
+	input_185H
+weight>
+<
+:model_vit_encoder_layer_8_attention_attention_query_weightD
+bias<
+:
+8model_vit_encoder_layer_8_attention_attention_query_bias#
+x_105
+
+

+�
+�*
+name
+
+	"
+x_105�

+linear
+
x
+
+	input_185F
+weight<
+:
+8model_vit_encoder_layer_8_attention_attention_key_weightB
+bias:
+8
+6model_vit_encoder_layer_8_attention_attention_key_bias"
+x_97
+
+

+�
+�*
+name
+
+
+"
+x_97b
+const
+var_818
+
+

+*
+name
+
+
+"
+op_818*"
+val
+
+

+
+	
+
�@s
+reshape
+
x
+
+x_97
+shape
+	
+var_818'
+x_99
+
+

+�
+
+@*
+name
+
+
+"
+x_99�

+linear
+
x
+
+	input_185H
+weight>
+<
+:model_vit_encoder_layer_8_attention_attention_value_weightD
+bias<
+:
+8model_vit_encoder_layer_8_attention_attention_value_bias#
+x_101
+
+

+�
+�*
+name
+
+	"
+x_101b
+const
+var_827
+
+

+*
+name
+
+
+"
+op_827*"
+val
+
+

+
+	
+
�@v
+reshape
+
x	
+
+x_101
+shape
+	
+var_827(
+x_103
+
+

+�
+
+@*
+name
+
+	"
+x_103a
+const
+var_829
+
+

+*
+name
+
+
+"
+op_829*!
+val
+
+

+
+
+
+
b
+const
+var_833
+
+

+*
+name
+
+
+"
+op_833*"
+val
+
+

+
+	
+
�@v
+reshape
+
x	
+
+x_105
+shape
+	
+var_833(
+x_107
+
+

+�
+
+@*
+name
+
+	"
+x_107�

+const)
+!attention_scores_17_transpose_x_0
+
*7
+name/
+'
+%"#
+!attention_scores_17_transpose_x_0*
+val
+

+
+
�

+const)
+!attention_scores_17_transpose_y_0
+
*7
+name/
+'
+%"#
+!attention_scores_17_transpose_y_0*
+val
+

+
+
z
+const#
+transpose_52_perm_0
+
+

+*)
+name!
+
+"
+transpose_52_perm_0*!
+val
+
+

+
+
+
+
z
+const#
+transpose_53_perm_0
+
+

+*)
+name!
+
+"
+transpose_53_perm_0*!
+val
+
+

+
+
+
+
�

+	transpose
+
x
+
+x_99
+perm
+
+transpose_53_perm_0/
+transpose_73
+
+

+
+@
+�*"
+name
+
+"
+transpose_73�

+	transpose
+
x	
+
+x_107
+perm
+
+transpose_52_perm_0/
+transpose_74
+
+

+
+�
+@*"
+name
+
+"
+transpose_74�
+matmul
+
x
+
+transpose_74
+
y
+
+transpose_734
+transpose_x%
+#
+!attention_scores_17_transpose_x_04
+transpose_y%
+#
+!attention_scores_17_transpose_y_07
+attention_scores_17 
+
+

+
+�
+�*)
+name!
+
+"
+attention_scores_17r
+const
+_inversed_input_187_y_0
+*-
+name%
+
+"
+_inversed_input_187_y_0*
+val
+
+
+
+
+>�

+mul
+
x
+
+attention_scores_17 
+
y
+
+_inversed_input_187_y_07
+_inversed_input_187 
+
+

+
+�
+�*)
+name!
+
+"
+_inversed_input_187�

+softmax
+
x
+
+_inversed_input_187
+axis
+
+
+var_30-
+	input_189 
+
+

+
+�
+�*
+name
+
+
"
+	input_189}
+const&
+context_layer_33_transpose_x_0
+
*4
+name,
+$
+"" 
+context_layer_33_transpose_x_0*
+val
+

+
+
}
+const&
+context_layer_33_transpose_y_0
+
*4
+name,
+$
+"" 
+context_layer_33_transpose_y_0*
+val
+

+
+
�

+	transpose
+
x	
+
+x_103
+perm
+	
+var_829/
+transpose_75
+
+

+
+�
+@*"
+name
+
+"
+transpose_75�

+matmul
+
x
+
+	input_189
+
y
+
+transpose_751
+transpose_x"
+ 
+context_layer_33_transpose_x_01
+transpose_y"
+ 
+context_layer_33_transpose_y_03
+context_layer_33
+
+

+
+�
+@*&
+name
+
+"
+context_layer_33a
+const
+var_844
+
+

+*
+name
+
+
+"
+op_844*!
+val
+
+

+
+
+
+
b
+const
+var_849
+
+

+*
+name
+
+
+"
+op_849*"
+val
+
+

+
+	
+
���

+	transpose
+
x
+
+context_layer_33
+perm
+	
+var_844/
+transpose_72
+
+

+�
+
+@*"
+name
+
+"
+transpose_72�

+reshape
+
x
+
+transpose_72
+shape
+	
+var_849'
+	input_191
+
+

+�
+�*
+name
+
+
"
+	input_191�

+linear
+
x
+
+	input_191E
+weight;
+9
+7model_vit_encoder_layer_8_attention_output_dense_weightA
+bias9
+7
+5model_vit_encoder_layer_8_attention_output_dense_bias'
+	input_193
+
+

+�
+�*
+name
+
+
"
+	input_193w
+add
+
x
+
+	input_193
+
y
+
+	input_183'
+	input_195
+
+

+�
+�*
+name
+
+
"
+	input_195z
+const 
+input_197_axes_0
+
+

+
*&
+name
+
+"
+input_197_axes_0*'
+val 
+
+

+

+
+
+���������
�
+
+layer_norm
+
x
+
+	input_195
+axes
+
+input_197_axes_0=
+gamma4
+2
+0model_vit_encoder_layer_8_layernorm_after_weight:
+beta2
+0
+.model_vit_encoder_layer_8_layernorm_after_bias
+epsilon
+
+
+var_39'
+	input_197
+
+

+�
+�*
+name
+
+
"
+	input_197�

+linear
+
x
+
+	input_197A
+weight7
+5
+3model_vit_encoder_layer_8_intermediate_dense_weight=
+bias5
+3
+1model_vit_encoder_layer_8_intermediate_dense_bias'
+	input_199
+
+

+�
+�*
+name
+
+
"
+	input_199e
+const
+input_201_mode_0
+*&
+name
+
+"
+input_201_mode_0*
+val
+
+	"
+EXACT�

+gelu
+
x
+
+	input_199
+mode
+
+input_201_mode_0'
+	input_201
+
+

+�
+�*
+name
+
+
"
+	input_201�

+linear
+
x
+
+	input_201;
+weight1
+/
+-model_vit_encoder_layer_8_output_dense_weight7
+bias/
+-
++model_vit_encoder_layer_8_output_dense_bias'
+	input_203
+
+

+�
+�*
+name
+
+
"
+	input_203�

+add
+
x
+
+	input_203
+
y
+
+	input_195.
+hidden_states_35
+
+

+�
+�*&
+name
+
+"
+hidden_states_35q
+const
+var_872_begin_0
+
+

+*$
+name
+
+"
+op_872_begin_0*!
+val
+
+

+
+
+
+o
+const
+
var_872_end_0
+
+

+*"
+name
+
+"
+op_872_end_0*#
+val
+
+

+
+
+
+	
��w
+const"
+var_872_end_mask_0
+
+


+*'
+name
+
+"
+op_872_end_mask_0*!
+val
+
+


+
+
+
+



+const&
+var_872_squeeze_mask_0
+
+


+*+
+name#
+
+"
+op_872_squeeze_mask_0*!
+val
+
+


+
+
+
+
�
+slice_by_index-
+
x(
+&
+$interpolated_mid_position_embeddings
+begin
+
+var_872_begin_0
+end
+
+
var_872_end_0"
+end_mask
+
+var_872_end_mask_0*
+squeeze_mask
+
+var_872_squeeze_mask_0%
+var_872
+
+

+�
+�*
+name
+
+
+"
+op_872|
+add
+
x
+
+hidden_states_35
+
y
+	
+var_872'
+	input_205
+
+

+�
+�*
+name
+
+
"
+	input_205z
+const 
+input_207_axes_0
+
+

+
*&
+name
+
+"
+input_207_axes_0*'
+val 
+
+

+

+
+
+���������
�
+
+layer_norm
+
x
+
+	input_205
+axes
+
+input_207_axes_0>
+gamma5
+3
+1model_vit_encoder_layer_9_layernorm_before_weight;
+beta3
+1
+/model_vit_encoder_layer_9_layernorm_before_bias
+epsilon
+
+
+var_39'
+	input_207
+
+

+�
+�*
+name
+
+
"
+	input_207�

+linear
+
x
+
+	input_207H
+weight>
+<
+:model_vit_encoder_layer_9_attention_attention_query_weightD
+bias<
+:
+8model_vit_encoder_layer_9_attention_attention_query_bias#
+x_117
+
+

+�
+�*
+name
+
+	"
+x_117�

+linear
+
x
+
+	input_207F
+weight<
+:
+8model_vit_encoder_layer_9_attention_attention_key_weightB
+bias:
+8
+6model_vit_encoder_layer_9_attention_attention_key_bias#
+x_109
+
+

+�
+�*
+name
+
+	"
+x_109b
+const
+var_896
+
+

+*
+name
+
+
+"
+op_896*"
+val
+
+

+
+	
+
�@v
+reshape
+
x	
+
+x_109
+shape
+	
+var_896(
+x_111
+
+

+�
+
+@*
+name
+
+	"
+x_111�

+linear
+
x
+
+	input_207H
+weight>
+<
+:model_vit_encoder_layer_9_attention_attention_value_weightD
+bias<
+:
+8model_vit_encoder_layer_9_attention_attention_value_bias#
+x_113
+
+

+�
+�*
+name
+
+	"
+x_113b
+const
+var_905
+
+

+*
+name
+
+
+"
+op_905*"
+val
+
+

+
+	
+
�@v
+reshape
+
x	
+
+x_113
+shape
+	
+var_905(
+x_115
+
+

+�
+
+@*
+name
+
+	"
+x_115a
+const
+var_907
+
+

+*
+name
+
+
+"
+op_907*!
+val
+
+

+
+
+
+
b
+const
+var_911
+
+

+*
+name
+
+
+"
+op_911*"
+val
+
+

+
+	
+
�@v
+reshape
+
x	
+
+x_117
+shape
+	
+var_911(
+x_119
+
+

+�
+
+@*
+name
+
+	"
+x_119�

+const)
+!attention_scores_19_transpose_x_0
+
*7
+name/
+'
+%"#
+!attention_scores_19_transpose_x_0*
+val
+

+
+
�

+const)
+!attention_scores_19_transpose_y_0
+
*7
+name/
+'
+%"#
+!attention_scores_19_transpose_y_0*
+val
+

+
+
z
+const#
+transpose_54_perm_0
+
+

+*)
+name!
+
+"
+transpose_54_perm_0*!
+val
+
+

+
+
+
+
z
+const#
+transpose_55_perm_0
+
+

+*)
+name!
+
+"
+transpose_55_perm_0*!
+val
+
+

+
+
+
+
�

+	transpose
+
x	
+
+x_111
+perm
+
+transpose_55_perm_0/
+transpose_69
+
+

+
+@
+�*"
+name
+
+"
+transpose_69�

+	transpose
+
x	
+
+x_119
+perm
+
+transpose_54_perm_0/
+transpose_70
+
+

+
+�
+@*"
+name
+
+"
+transpose_70�
+matmul
+
x
+
+transpose_70
+
y
+
+transpose_694
+transpose_x%
+#
+!attention_scores_19_transpose_x_04
+transpose_y%
+#
+!attention_scores_19_transpose_y_07
+attention_scores_19 
+
+

+
+�
+�*)
+name!
+
+"
+attention_scores_19r
+const
+_inversed_input_209_y_0
+*-
+name%
+
+"
+_inversed_input_209_y_0*
+val
+
+
+
+
+>�

+mul
+
x
+
+attention_scores_19 
+
y
+
+_inversed_input_209_y_07
+_inversed_input_209 
+
+

+
+�
+�*)
+name!
+
+"
+_inversed_input_209�

+softmax
+
x
+
+_inversed_input_209
+axis
+
+
+var_30-
+	input_211 
+
+

+
+�
+�*
+name
+
+
"
+	input_211}
+const&
+context_layer_37_transpose_x_0
+
*4
+name,
+$
+"" 
+context_layer_37_transpose_x_0*
+val
+

+
+
}
+const&
+context_layer_37_transpose_y_0
+
*4
+name,
+$
+"" 
+context_layer_37_transpose_y_0*
+val
+

+
+
�

+	transpose
+
x	
+
+x_115
+perm
+	
+var_907/
+transpose_71
+
+

+
+�
+@*"
+name
+
+"
+transpose_71�

+matmul
+
x
+
+	input_211
+
y
+
+transpose_711
+transpose_x"
+ 
+context_layer_37_transpose_x_01
+transpose_y"
+ 
+context_layer_37_transpose_y_03
+context_layer_37
+
+

+
+�
+@*&
+name
+
+"
+context_layer_37a
+const
+var_922
+
+

+*
+name
+
+
+"
+op_922*!
+val
+
+

+
+
+
+
b
+const
+var_927
+
+

+*
+name
+
+
+"
+op_927*"
+val
+
+

+
+	
+
���

+	transpose
+
x
+
+context_layer_37
+perm
+	
+var_922/
+transpose_68
+
+

+�
+
+@*"
+name
+
+"
+transpose_68�

+reshape
+
x
+
+transpose_68
+shape
+	
+var_927'
+	input_213
+
+

+�
+�*
+name
+
+
"
+	input_213�

+linear
+
x
+
+	input_213E
+weight;
+9
+7model_vit_encoder_layer_9_attention_output_dense_weightA
+bias9
+7
+5model_vit_encoder_layer_9_attention_output_dense_bias'
+	input_215
+
+

+�
+�*
+name
+
+
"
+	input_215w
+add
+
x
+
+	input_215
+
y
+
+	input_205'
+	input_217
+
+

+�
+�*
+name
+
+
"
+	input_217z
+const 
+input_219_axes_0
+
+

+
*&
+name
+
+"
+input_219_axes_0*'
+val 
+
+

+

+
+
+���������
�
+
+layer_norm
+
x
+
+	input_217
+axes
+
+input_219_axes_0=
+gamma4
+2
+0model_vit_encoder_layer_9_layernorm_after_weight:
+beta2
+0
+.model_vit_encoder_layer_9_layernorm_after_bias
+epsilon
+
+
+var_39'
+	input_219
+
+

+�
+�*
+name
+
+
"
+	input_219�

+linear
+
x
+
+	input_219A
+weight7
+5
+3model_vit_encoder_layer_9_intermediate_dense_weight=
+bias5
+3
+1model_vit_encoder_layer_9_intermediate_dense_bias'
+	input_221
+
+

+�
+�*
+name
+
+
"
+	input_221e
+const
+input_223_mode_0
+*&
+name
+
+"
+input_223_mode_0*
+val
+
+	"
+EXACT�

+gelu
+
x
+
+	input_221
+mode
+
+input_223_mode_0'
+	input_223
+
+

+�
+�*
+name
+
+
"
+	input_223�

+linear
+
x
+
+	input_223;
+weight1
+/
+-model_vit_encoder_layer_9_output_dense_weight7
+bias/
+-
++model_vit_encoder_layer_9_output_dense_bias'
+	input_225
+
+

+�
+�*
+name
+
+
"
+	input_225�

+add
+
x
+
+	input_225
+
y
+
+	input_217.
+hidden_states_39
+
+

+�
+�*&
+name
+
+"
+hidden_states_39q
+const
+var_950_begin_0
+
+

+*$
+name
+
+"
+op_950_begin_0*!
+val
+
+

+
+
+
+	o
+const
+
var_950_end_0
+
+

+*"
+name
+
+"
+op_950_end_0*#
+val
+
+

+
+
+
+
+
��w
+const"
+var_950_end_mask_0
+
+


+*'
+name
+
+"
+op_950_end_mask_0*!
+val
+
+


+
+
+
+



+const&
+var_950_squeeze_mask_0
+
+


+*+
+name#
+
+"
+op_950_squeeze_mask_0*!
+val
+
+


+
+
+
+
�
+slice_by_index-
+
x(
+&
+$interpolated_mid_position_embeddings
+begin
+
+var_950_begin_0
+end
+
+
var_950_end_0"
+end_mask
+
+var_950_end_mask_0*
+squeeze_mask
+
+var_950_squeeze_mask_0%
+var_950
+
+

+�
+�*
+name
+
+
+"
+op_950|
+add
+
x
+
+hidden_states_39
+
y
+	
+var_950'
+	input_227
+
+

+�
+�*
+name
+
+
"
+	input_227z
+const 
+input_229_axes_0
+
+

+
*&
+name
+
+"
+input_229_axes_0*'
+val 
+
+

+

+
+
+���������
�
+
+layer_norm
+
x
+
+	input_227
+axes
+
+input_229_axes_0?
+gamma6
+4
+2model_vit_encoder_layer_10_layernorm_before_weight<
+beta4
+2
+0model_vit_encoder_layer_10_layernorm_before_bias
+epsilon
+
+
+var_39'
+	input_229
+
+

+�
+�*
+name
+
+
"
+	input_229�

+linear
+
x
+
+	input_229I
+weight?
+=
+;model_vit_encoder_layer_10_attention_attention_query_weightE
+bias=
+;
+9model_vit_encoder_layer_10_attention_attention_query_bias#
+x_129
+
+

+�
+�*
+name
+
+	"
+x_129�

+linear
+
x
+
+	input_229G
+weight=
+;
+9model_vit_encoder_layer_10_attention_attention_key_weightC
+bias;
+9
+7model_vit_encoder_layer_10_attention_attention_key_bias#
+x_121
+
+

+�
+�*
+name
+
+	"
+x_121b
+const
+var_974
+
+

+*
+name
+
+
+"
+op_974*"
+val
+
+

+
+	
+
�@v
+reshape
+
x	
+
+x_121
+shape
+	
+var_974(
+x_123
+
+

+�
+
+@*
+name
+
+	"
+x_123�

+linear
+
x
+
+	input_229I
+weight?
+=
+;model_vit_encoder_layer_10_attention_attention_value_weightE
+bias=
+;
+9model_vit_encoder_layer_10_attention_attention_value_bias#
+x_125
+
+

+�
+�*
+name
+
+	"
+x_125b
+const
+var_983
+
+

+*
+name
+
+
+"
+op_983*"
+val
+
+

+
+	
+
�@v
+reshape
+
x	
+
+x_125
+shape
+	
+var_983(
+x_127
+
+

+�
+
+@*
+name
+
+	"
+x_127a
+const
+var_985
+
+

+*
+name
+
+
+"
+op_985*!
+val
+
+

+
+
+
+
b
+const
+var_989
+
+

+*
+name
+
+
+"
+op_989*"
+val
+
+

+
+	
+
�@v
+reshape
+
x	
+
+x_129
+shape
+	
+var_989(
+x_131
+
+

+�
+
+@*
+name
+
+	"
+x_131�

+const)
+!attention_scores_21_transpose_x_0
+
*7
+name/
+'
+%"#
+!attention_scores_21_transpose_x_0*
+val
+

+
+
�

+const)
+!attention_scores_21_transpose_y_0
+
*7
+name/
+'
+%"#
+!attention_scores_21_transpose_y_0*
+val
+

+
+
z
+const#
+transpose_56_perm_0
+
+

+*)
+name!
+
+"
+transpose_56_perm_0*!
+val
+
+

+
+
+
+
z
+const#
+transpose_57_perm_0
+
+

+*)
+name!
+
+"
+transpose_57_perm_0*!
+val
+
+

+
+
+
+
�

+	transpose
+
x	
+
+x_123
+perm
+
+transpose_57_perm_0/
+transpose_65
+
+

+
+@
+�*"
+name
+
+"
+transpose_65�

+	transpose
+
x	
+
+x_131
+perm
+
+transpose_56_perm_0/
+transpose_66
+
+

+
+�
+@*"
+name
+
+"
+transpose_66�
+matmul
+
x
+
+transpose_66
+
y
+
+transpose_654
+transpose_x%
+#
+!attention_scores_21_transpose_x_04
+transpose_y%
+#
+!attention_scores_21_transpose_y_07
+attention_scores_21 
+
+

+
+�
+�*)
+name!
+
+"
+attention_scores_21r
+const
+_inversed_input_231_y_0
+*-
+name%
+
+"
+_inversed_input_231_y_0*
+val
+
+
+
+
+>�

+mul
+
x
+
+attention_scores_21 
+
y
+
+_inversed_input_231_y_07
+_inversed_input_231 
+
+

+
+�
+�*)
+name!
+
+"
+_inversed_input_231�

+softmax
+
x
+
+_inversed_input_231
+axis
+
+
+var_30-
+	input_233 
+
+

+
+�
+�*
+name
+
+
"
+	input_233}
+const&
+context_layer_41_transpose_x_0
+
*4
+name,
+$
+"" 
+context_layer_41_transpose_x_0*
+val
+

+
+
}
+const&
+context_layer_41_transpose_y_0
+
*4
+name,
+$
+"" 
+context_layer_41_transpose_y_0*
+val
+

+
+
�

+	transpose
+
x	
+
+x_127
+perm
+	
+var_985/
+transpose_67
+
+

+
+�
+@*"
+name
+
+"
+transpose_67�

+matmul
+
x
+
+	input_233
+
y
+
+transpose_671
+transpose_x"
+ 
+context_layer_41_transpose_x_01
+transpose_y"
+ 
+context_layer_41_transpose_y_03
+context_layer_41
+
+

+
+�
+@*&
+name
+
+"
+context_layer_41c
+const
+var_1000
+
+

+*
+name
+
+"	
+op_1000*!
+val
+
+

+
+
+
+
d
+const
+var_1005
+
+

+*
+name
+
+"	
+op_1005*"
+val
+
+

+
+	
+
���

+	transpose
+
x
+
+context_layer_41
+perm
+
+
+var_1000/
+transpose_64
+
+

+�
+
+@*"
+name
+
+"
+transpose_64�

+reshape
+
x
+
+transpose_64
+shape
+
+
+var_1005'
+	input_235
+
+

+�
+�*
+name
+
+
"
+	input_235�

+linear
+
x
+
+	input_235F
+weight<
+:
+8model_vit_encoder_layer_10_attention_output_dense_weightB
+bias:
+8
+6model_vit_encoder_layer_10_attention_output_dense_bias'
+	input_237
+
+

+�
+�*
+name
+
+
"
+	input_237w
+add
+
x
+
+	input_237
+
y
+
+	input_227'
+	input_239
+
+

+�
+�*
+name
+
+
"
+	input_239z
+const 
+input_241_axes_0
+
+

+
*&
+name
+
+"
+input_241_axes_0*'
+val 
+
+

+

+
+
+���������
�
+
+layer_norm
+
x
+
+	input_239
+axes
+
+input_241_axes_0>
+gamma5
+3
+1model_vit_encoder_layer_10_layernorm_after_weight;
+beta3
+1
+/model_vit_encoder_layer_10_layernorm_after_bias
+epsilon
+
+
+var_39'
+	input_241
+
+

+�
+�*
+name
+
+
"
+	input_241�

+linear
+
x
+
+	input_241B
+weight8
+6
+4model_vit_encoder_layer_10_intermediate_dense_weight>
+bias6
+4
+2model_vit_encoder_layer_10_intermediate_dense_bias'
+	input_243
+
+

+�
+�*
+name
+
+
"
+	input_243e
+const
+input_245_mode_0
+*&
+name
+
+"
+input_245_mode_0*
+val
+
+	"
+EXACT�

+gelu
+
x
+
+	input_243
+mode
+
+input_245_mode_0'
+	input_245
+
+

+�
+�*
+name
+
+
"
+	input_245�

+linear
+
x
+
+	input_245<
+weight2
+0
+.model_vit_encoder_layer_10_output_dense_weight8
+bias0
+.
+,model_vit_encoder_layer_10_output_dense_bias'
+	input_247
+
+

+�
+�*
+name
+
+
"
+	input_247�

+add
+
x
+
+	input_247
+
y
+
+	input_239.
+hidden_states_43
+
+

+�
+�*&
+name
+
+"
+hidden_states_43s
+const 
+var_1028_begin_0
+
+

+*%
+name
+
+"
+op_1028_begin_0*!
+val
+
+

+
+
+
+
+q
+const
+var_1028_end_0
+
+

+*#
+name
+
+"
+
op_1028_end_0*#
+val
+
+

+
+
+
+
��y
+const#
+var_1028_end_mask_0
+
+


+*(
+name 
+
+"
+op_1028_end_mask_0*!
+val
+
+


+
+
+
+


�

+const'
+var_1028_squeeze_mask_0
+
+


+*,
+name$
+
+"
+op_1028_squeeze_mask_0*!
+val
+
+


+
+
+
+
�
+slice_by_index-
+
x(
+&
+$interpolated_mid_position_embeddings
+begin
+
+var_1028_begin_0
+end
+
+var_1028_end_0#
+end_mask
+
+var_1028_end_mask_0+
+squeeze_mask
+
+var_1028_squeeze_mask_0&
+var_1028
+
+

+�
+�*
+name
+
+"	
+op_1028}
+add
+
x
+
+hidden_states_43
+
y
+
+
+var_1028'
+	input_249
+
+

+�
+�*
+name
+
+
"
+	input_249z
+const 
+input_251_axes_0
+
+

+
*&
+name
+
+"
+input_251_axes_0*'
+val 
+
+

+

+
+
+���������
�
+
+layer_norm
+
x
+
+	input_249
+axes
+
+input_251_axes_0?
+gamma6
+4
+2model_vit_encoder_layer_11_layernorm_before_weight<
+beta4
+2
+0model_vit_encoder_layer_11_layernorm_before_bias
+epsilon
+
+
+var_39'
+	input_251
+
+

+�
+�*
+name
+
+
"
+	input_251�

+linear
+
x
+
+	input_251I
+weight?
+=
+;model_vit_encoder_layer_11_attention_attention_query_weightE
+bias=
+;
+9model_vit_encoder_layer_11_attention_attention_query_bias#
+x_141
+
+

+�
+�*
+name
+
+	"
+x_141�

+linear
+
x
+
+	input_251G
+weight=
+;
+9model_vit_encoder_layer_11_attention_attention_key_weightC
+bias;
+9
+7model_vit_encoder_layer_11_attention_attention_key_bias#
+x_133
+
+

+�
+�*
+name
+
+	"
+x_133d
+const
+var_1052
+
+

+*
+name
+
+"	
+op_1052*"
+val
+
+

+
+	
+
�@w
+reshape
+
x	
+
+x_133
+shape
+
+
+var_1052(
+x_135
+
+

+�
+
+@*
+name
+
+	"
+x_135�

+linear
+
x
+
+	input_251I
+weight?
+=
+;model_vit_encoder_layer_11_attention_attention_value_weightE
+bias=
+;
+9model_vit_encoder_layer_11_attention_attention_value_bias#
+x_137
+
+

+�
+�*
+name
+
+	"
+x_137d
+const
+var_1061
+
+

+*
+name
+
+"	
+op_1061*"
+val
+
+

+
+	
+
�@w
+reshape
+
x	
+
+x_137
+shape
+
+
+var_1061(
+x_139
+
+

+�
+
+@*
+name
+
+	"
+x_139c
+const
+var_1063
+
+

+*
+name
+
+"	
+op_1063*!
+val
+
+

+
+
+
+
d
+const
+var_1067
+
+

+*
+name
+
+"	
+op_1067*"
+val
+
+

+
+	
+
�@o
+reshape
+
x	
+
+x_141
+shape
+
+
+var_1067$
+
x
+
+

+�
+
+@*
+name
+
+"
+
x}
+const&
+attention_scores_transpose_x_0
+
*4
+name,
+$
+"" 
+attention_scores_transpose_x_0*
+val
+

+
+
}
+const&
+attention_scores_transpose_y_0
+
*4
+name,
+$
+"" 
+attention_scores_transpose_y_0*
+val
+

+
+
z
+const#
+transpose_58_perm_0
+
+

+*)
+name!
+
+"
+transpose_58_perm_0*!
+val
+
+

+
+
+
+
z
+const#
+transpose_59_perm_0
+
+

+*)
+name!
+
+"
+transpose_59_perm_0*!
+val
+
+

+
+
+
+
�

+	transpose
+
x	
+
+x_135
+perm
+
+transpose_59_perm_0/
+transpose_61
+
+

+
+@
+�*"
+name
+
+"
+transpose_61�

+	transpose
+
+
x
+
+
x
+perm
+
+transpose_58_perm_0/
+transpose_62
+
+

+
+�
+@*"
+name
+
+"
+transpose_62�

+matmul
+
x
+
+transpose_62
+
y
+
+transpose_611
+transpose_x"
+ 
+attention_scores_transpose_x_01
+transpose_y"
+ 
+attention_scores_transpose_y_04
+attention_scores 
+
+

+
+�
+�*&
+name
+
+"
+attention_scoresr
+const
+_inversed_input_253_y_0
+*-
+name%
+
+"
+_inversed_input_253_y_0*
+val
+
+
+
+
+>�

+mul
+
x
+
+attention_scores 
+
y
+
+_inversed_input_253_y_07
+_inversed_input_253 
+
+

+
+�
+�*)
+name!
+
+"
+_inversed_input_253�

+softmax
+
x
+
+_inversed_input_253
+axis
+
+
+var_30-
+	input_255 
+
+

+
+�
+�*
+name
+
+
"
+	input_255}
+const&
+context_layer_45_transpose_x_0
+
*4
+name,
+$
+"" 
+context_layer_45_transpose_x_0*
+val
+

+
+
}
+const&
+context_layer_45_transpose_y_0
+
*4
+name,
+$
+"" 
+context_layer_45_transpose_y_0*
+val
+

+
+
�

+	transpose
+
x	
+
+x_139
+perm
+
+
+var_1063/
+transpose_63
+
+

+
+�
+@*"
+name
+
+"
+transpose_63�

+matmul
+
x
+
+	input_255
+
y
+
+transpose_631
+transpose_x"
+ 
+context_layer_45_transpose_x_01
+transpose_y"
+ 
+context_layer_45_transpose_y_03
+context_layer_45
+
+

+
+�
+@*&
+name
+
+"
+context_layer_45c
+const
+var_1078
+
+

+*
+name
+
+"	
+op_1078*!
+val
+
+

+
+
+
+
d
+const
+var_1083
+
+

+*
+name
+
+"	
+op_1083*"
+val
+
+

+
+	
+
���

+	transpose
+
x
+
+context_layer_45
+perm
+
+
+var_1078/
+transpose_60
+
+

+�
+
+@*"
+name
+
+"
+transpose_60�

+reshape
+
x
+
+transpose_60
+shape
+
+
+var_1083'
+	input_257
+
+

+�
+�*
+name
+
+
"
+	input_257�

+linear
+
x
+
+	input_257F
+weight<
+:
+8model_vit_encoder_layer_11_attention_output_dense_weightB
+bias:
+8
+6model_vit_encoder_layer_11_attention_output_dense_bias'
+	input_259
+
+

+�
+�*
+name
+
+
"
+	input_259w
+add
+
x
+
+	input_259
+
y
+
+	input_249'
+	input_261
+
+

+�
+�*
+name
+
+
"
+	input_261z
+const 
+input_263_axes_0
+
+

+
*&
+name
+
+"
+input_263_axes_0*'
+val 
+
+

+

+
+
+���������
�
+
+layer_norm
+
x
+
+	input_261
+axes
+
+input_263_axes_0>
+gamma5
+3
+1model_vit_encoder_layer_11_layernorm_after_weight;
+beta3
+1
+/model_vit_encoder_layer_11_layernorm_after_bias
+epsilon
+
+
+var_39'
+	input_263
+
+

+�
+�*
+name
+
+
"
+	input_263�

+linear
+
x
+
+	input_263B
+weight8
+6
+4model_vit_encoder_layer_11_intermediate_dense_weight>
+bias6
+4
+2model_vit_encoder_layer_11_intermediate_dense_bias'
+	input_265
+
+

+�
+�*
+name
+
+
"
+	input_265e
+const
+input_267_mode_0
+*&
+name
+
+"
+input_267_mode_0*
+val
+
+	"
+EXACT�

+gelu
+
x
+
+	input_265
+mode
+
+input_267_mode_0'
+	input_267
+
+

+�
+�*
+name
+
+
"
+	input_267�

+linear
+
x
+
+	input_267<
+weight2
+0
+.model_vit_encoder_layer_11_output_dense_weight8
+bias0
+.
+,model_vit_encoder_layer_11_output_dense_bias'
+	input_269
+
+

+�
+�*
+name
+
+
"
+	input_269w
+add
+
x
+
+	input_269
+
y
+
+	input_261'
+	input_271
+
+

+�
+�*
+name
+
+
"
+	input_271�

+const&
+sequence_output_axes_0
+
+

+
*,
+name$
+
+"
+sequence_output_axes_0*'
+val 
+
+

+

+
+
+���������
�
+
+layer_norm
+
x
+
+	input_271"
+axes
+
+sequence_output_axes_0'
+gamma
+
+model_vit_layernorm_weight$
+beta
+
+model_vit_layernorm_bias
+epsilon
+
+
+var_39-
+sequence_output
+
+

+�
+�*%
+name
+
+"
+sequence_output{
+const 
+var_1111_begin_0
+
+

+*%
+name
+
+"
+op_1111_begin_0*)
+val"
+
+

+
+
+���������
p
+const
+var_1111_end_0
+
+

+*#
+name
+
+"
+
op_1111_end_0*"
+val
+
+

+
+	
+
��x
+const#
+var_1111_end_mask_0
+
+


+*(
+name 
+
+"
+op_1111_end_mask_0* 
+val
+
+


+	
+
+


�

+slice_by_index
+
x
+
+sequence_output
+begin
+
+var_1111_begin_0
+end
+
+var_1111_end_0#
+end_mask
+
+var_1111_end_mask_0%
+var_1111
+
+

+d
+�*
+name
+
+"	
+op_1111�

+linear
+
x
+
+
+var_1111;
+weight1
+/
+-model_class_labels_classifier_layers_0_weight7
+bias/
+-
++model_class_labels_classifier_layers_0_bias&
+	input_275
+
+

+d
+�*
+name
+
+
"
+	input_275c
+relu
+
x
+
+	input_275&
+	input_277
+
+

+d
+�*
+name
+
+
"
+	input_277�

+linear
+
x
+
+	input_277;
+weight1
+/
+-model_class_labels_classifier_layers_1_weight7
+bias/
+-
++model_class_labels_classifier_layers_1_bias&
+	input_279
+
+

+d
+�*
+name
+
+
"
+	input_279c
+relu
+
x
+
+	input_279&
+	input_281
+
+

+d
+�*
+name
+
+
"
+	input_281�

+linear
+
x
+
+	input_281;
+weight1
+/
+-model_class_labels_classifier_layers_2_weight7
+bias/
+-
++model_class_labels_classifier_layers_2_bias"
+logits
+
+

+d
+\*
+name
+
+"	
+op_1129�

+linear
+
x
+
+
+var_11112
+weight(
+&
+$model_bbox_predictor_layers_0_weight.
+bias&
+$
+"model_bbox_predictor_layers_0_bias&
+	input_283
+
+

+d
+�*
+name
+
+
"
+	input_283c
+relu
+
x
+
+	input_283&
+	input_285
+
+

+d
+�*
+name
+
+
"
+	input_285�

+linear
+
x
+
+	input_2852
+weight(
+&
+$model_bbox_predictor_layers_1_weight.
+bias&
+$
+"model_bbox_predictor_layers_1_bias&
+	input_287
+
+

+d
+�*
+name
+
+
"
+	input_287[
+relu
+
x
+
+	input_287"
+input
+
+

+d
+�*
+name
+
+	"
+input�

+linear
+
x	
+
+input2
+weight(
+&
+$model_bbox_predictor_layers_2_weight.
+bias&
+$
+"model_bbox_predictor_layers_2_bias$
+var_1146
+
+

+d
+*
+name
+
+"	
+op_1146c
+sigmoid
+
x
+
+
+var_1146&
+
+pred_boxes
+
+

+d
+*
+name
+
+"	
+op_1147"�

+	buildInfo�
"
+
+
+~"|
+8
+!
+
+"
+coremltools-version
+
+	"
+7.0b1
+@
+)
+!
+"
+coremltools-component-torch
+
+	"
+2.0.1
\ No newline at end of file