Add Core ML conversion

by zomd - opened Dec 12, 2023

base: refs/heads/main

←

from: refs/pr/3

Discussion Files changed

+5885

-0

Files changed (3) hide show

coreml/feature-extraction/float32_model.mlpackage/Data/com.apple.CoreML/model.mlmodel +5864 -0
coreml/feature-extraction/float32_model.mlpackage/Data/com.apple.CoreML/weights/weight.bin +3 -0
coreml/feature-extraction/float32_model.mlpackage/Manifest.json +18 -0

coreml/feature-extraction/float32_model.mlpackage/Data/com.apple.CoreML/model.mlmodel ADDED Viewed

	@@ -0,0 +1,5864 @@

+�
+L
+	input_ids2Indices of input sequence tokens in the vocabulary*
+���
+w
+attention_maskXMask to avoid performing attention on padding token indices (1 = not masked, 0 = masked)*
+���Rj
+last_hidden_stateFSequence of hidden-states at the output of the last layer of the model
+������
+Osentence-transformers/distiluse-base-multilingual-cased-v1 (feature-extraction)�3
+#com.github.apple.coremltools.sourcetorch==2.1.0�+
+$com.github.apple.coremltools.version7.1�:
++com.github.apple.coremltools.source_dialectTorchScript�[
+co.huggingface.exporters.name:sentence-transformers/distiluse-base-multilingual-cased-v1�3
+co.huggingface.exporters.taskfeature-extraction�8
+%co.huggingface.exporters.architectureDistilBertModel�-
+"co.huggingface.exporters.frameworkpytorch�-
+"co.huggingface.exporters.precisionfloat32�
+transformers_version4.7.0�����
+main��
+	input_ids
+�
+%
+attention_mask
+�CoreML5��
+CoreML5��last_hidden_state�
+const@
+'model_embeddings_word_embeddings_weight
+��
+�*=
+name5
+-
++")
+'model_embeddings_word_embeddings_weight*B
+val;
+��
+�*"
+@model_path/weights/weight.bin@�
+const0
+model_embeddings_LayerNorm_bias
+�*5
+name-
+%
+#"!
+model_embeddings_LayerNorm_bias*>
+val7
+�*&
+@model_path/weights/weight.bin�����
+const2
+!model_embeddings_LayerNorm_weight
+�*7
+name/
+'
+%"#
+!model_embeddings_LayerNorm_weight*>
+val7
+�*&
+@model_path/weights/weight.bin�����
+const?
+.model_transformer_layer_0_attention_q_lin_bias
+�*D
+name<
+4
+2"0
+.model_transformer_layer_0_attention_q_lin_bias*>
+val7
+�*&
+@model_path/weights/weight.bin�����
+constH
+0model_transformer_layer_0_attention_q_lin_weight
+�
+�*F
+name>
+6
+4"2
+0model_transformer_layer_0_attention_q_lin_weight*E
+val>
+�
+�*&
+@model_path/weights/weight.bin�ҏ��
+const?
+.model_transformer_layer_0_attention_k_lin_bias
+�*D
+name<
+4
+2"0
+.model_transformer_layer_0_attention_k_lin_bias*>
+val7
+�*&
+@model_path/weights/weight.bin�ӟ��
+constH
+0model_transformer_layer_0_attention_k_lin_weight
+�
+�*F
+name>
+6
+4"2
+0model_transformer_layer_0_attention_k_lin_weight*E
+val>
+�
+�*&
+@model_path/weights/weight.bin�런�
+const?
+.model_transformer_layer_0_attention_v_lin_bias
+�*D
+name<
+4
+2"0
+.model_transformer_layer_0_attention_v_lin_bias*>
+val7
+�*&
+@model_path/weights/weight.bin�쯱�
+constH
+0model_transformer_layer_0_attention_v_lin_weight
+�
+�*F
+name>
+6
+4"2
+0model_transformer_layer_0_attention_v_lin_weight*E
+val>
+�
+�*&
+@model_path/weights/weight.bin�����
+constA
+0model_transformer_layer_0_attention_out_lin_bias
+�*F
+name>
+6
+4"2
+0model_transformer_layer_0_attention_out_lin_bias*>
+val7
+�*&
+@model_path/weights/weight.bin�����
+constJ
+2model_transformer_layer_0_attention_out_lin_weight
+�
+�*H
+name@
+8
+6"4
+2model_transformer_layer_0_attention_out_lin_weight*E
+val>
+�
+�*&
+@model_path/weights/weight.bin�����
+const=
+,model_transformer_layer_0_sa_layer_norm_bias
+�*B
+name:
+2
+0".
+,model_transformer_layer_0_sa_layer_norm_bias*>
+val7
+�*&
+@model_path/weights/weight.bin��г�
+const?
+.model_transformer_layer_0_sa_layer_norm_weight
+�*D
+name<
+4
+2"0
+.model_transformer_layer_0_sa_layer_norm_weight*>
+val7
+�*&
+@model_path/weights/weight.bin��г�
+const8
+'model_transformer_layer_0_ffn_lin1_bias
+�*=
+name5
+-
++")
+'model_transformer_layer_0_ffn_lin1_bias*>
+val7
+�*&
+@model_path/weights/weight.bin��г�
+constA
+)model_transformer_layer_0_ffn_lin1_weight
+�
+�*?
+name7
+/
+-"+
+)model_transformer_layer_0_ffn_lin1_weight*E
+val>
+�
+�*&
+@model_path/weights/weight.bin��ѳ�
+const8
+'model_transformer_layer_0_ffn_lin2_bias
+�*=
+name5
+-
++")
+'model_transformer_layer_0_ffn_lin2_bias*>
+val7
+�*&
+@model_path/weights/weight.bin�����
+constA
+)model_transformer_layer_0_ffn_lin2_weight
+�
+�*?
+name7
+/
+-"+
+)model_transformer_layer_0_ffn_lin2_weight*E
+val>
+�
+�*&
+@model_path/weights/weight.bin�ȑ��
+constA
+0model_transformer_layer_0_output_layer_norm_bias
+�*F
+name>
+6
+4"2
+0model_transformer_layer_0_output_layer_norm_bias*>
+val7
+�*&
+@model_path/weights/weight.bin��Ѽ�
+constC
+2model_transformer_layer_0_output_layer_norm_weight
+�*H
+name@
+8
+6"4
+2model_transformer_layer_0_output_layer_norm_weight*>
+val7
+�*&
+@model_path/weights/weight.bin��Ѽ�
+const?
+.model_transformer_layer_1_attention_q_lin_bias
+�*D
+name<
+4
+2"0
+.model_transformer_layer_1_attention_q_lin_bias*>
+val7
+�*&
+@model_path/weights/weight.bin��Ѽ�
+constH
+0model_transformer_layer_1_attention_q_lin_weight
+�
+�*F
+name>
+6
+4"2
+0model_transformer_layer_1_attention_q_lin_weight*E
+val>
+�
+�*&
+@model_path/weights/weight.bin��Ҽ�
+const?
+.model_transformer_layer_1_attention_k_lin_bias
+�*D
+name<
+4
+2"0
+.model_transformer_layer_1_attention_k_lin_bias*>
+val7
+�*&
+@model_path/weights/weight.bin����
+constH
+0model_transformer_layer_1_attention_k_lin_weight
+�
+�*F
+name>
+6
+4"2
+0model_transformer_layer_1_attention_k_lin_weight*E
+val>
+�
+�*&
+@model_path/weights/weight.bin����
+const?
+.model_transformer_layer_1_attention_v_lin_bias
+�*D
+name<
+4
+2"0
+.model_transformer_layer_1_attention_v_lin_bias*>
+val7
+�*&
+@model_path/weights/weight.bin����
+constH
+0model_transformer_layer_1_attention_v_lin_weight
+�
+�*F
+name>
+6
+4"2
+0model_transformer_layer_1_attention_v_lin_weight*E
+val>
+�
+�*&
+@model_path/weights/weight.bin����
+constA
+0model_transformer_layer_1_attention_out_lin_bias
+�*F
+name>
+6
+4"2
+0model_transformer_layer_1_attention_out_lin_bias*>
+val7
+�*&
+@model_path/weights/weight.bin�ł��
+constJ
+2model_transformer_layer_1_attention_out_lin_weight
+�
+�*H
+name@
+8
+6"4
+2model_transformer_layer_1_attention_out_lin_weight*E
+val>
+�
+�*&
+@model_path/weights/weight.bin�݂��
+const=
+,model_transformer_layer_1_sa_layer_norm_bias
+�*B
+name:
+2
+0".
+,model_transformer_layer_1_sa_layer_norm_bias*>
+val7
+�*&
+@model_path/weights/weight.bin�ޒ��
+const?
+.model_transformer_layer_1_sa_layer_norm_weight
+�*D
+name<
+4
+2"0
+.model_transformer_layer_1_sa_layer_norm_weight*>
+val7
+�*&
+@model_path/weights/weight.bin�����
+const8
+'model_transformer_layer_1_ffn_lin1_bias
+�*=
+name5
+-
++")
+'model_transformer_layer_1_ffn_lin1_bias*>
+val7
+�*&
+@model_path/weights/weight.bin�����
+constA
+)model_transformer_layer_1_ffn_lin1_weight
+�
+�*?
+name7
+/
+-"+
+)model_transformer_layer_1_ffn_lin1_weight*E
+val>
+�
+�*&
+@model_path/weights/weight.bin����
+const8
+'model_transformer_layer_1_ffn_lin2_bias
+�*=
+name5
+-
++")
+'model_transformer_layer_1_ffn_lin2_bias*>
+val7
+�*&
+@model_path/weights/weight.bin�����
+constA
+)model_transformer_layer_1_ffn_lin2_weight
+�
+�*?
+name7
+/
+-"+
+)model_transformer_layer_1_ffn_lin2_weight*E
+val>
+�
+�*&
+@model_path/weights/weight.bin�����
+constA
+0model_transformer_layer_1_output_layer_norm_bias
+�*F
+name>
+6
+4"2
+0model_transformer_layer_1_output_layer_norm_bias*>
+val7
+�*&
+@model_path/weights/weight.bin�����
+constC
+2model_transformer_layer_1_output_layer_norm_weight
+�*H
+name@
+8
+6"4
+2model_transformer_layer_1_output_layer_norm_weight*>
+val7
+�*&
+@model_path/weights/weight.bin�����
+const?
+.model_transformer_layer_2_attention_q_lin_bias
+�*D
+name<
+4
+2"0
+.model_transformer_layer_2_attention_q_lin_bias*>
+val7
+�*&
+@model_path/weights/weight.bin�����
+constH
+0model_transformer_layer_2_attention_q_lin_weight
+�
+�*F
+name>
+6
+4"2
+0model_transformer_layer_2_attention_q_lin_weight*E
+val>
+�
+�*&
+@model_path/weights/weight.bin�Ҕ��
+const?
+.model_transformer_layer_2_attention_k_lin_bias
+�*D
+name<
+4
+2"0
+.model_transformer_layer_2_attention_k_lin_bias*>
+val7
+�*&
+@model_path/weights/weight.bin�Ӥ��
+constH
+0model_transformer_layer_2_attention_k_lin_weight
+�
+�*F
+name>
+6
+4"2
+0model_transformer_layer_2_attention_k_lin_weight*E
+val>
+�
+�*&
+@model_path/weights/weight.bin����
+const?
+.model_transformer_layer_2_attention_v_lin_bias
+�*D
+name<
+4
+2"0
+.model_transformer_layer_2_attention_v_lin_bias*>
+val7
+�*&
+@model_path/weights/weight.bin����
+constH
+0model_transformer_layer_2_attention_v_lin_weight
+�
+�*F
+name>
+6
+4"2
+0model_transformer_layer_2_attention_v_lin_weight*E
+val>
+�
+�*&
+@model_path/weights/weight.bin�����
+constA
+0model_transformer_layer_2_attention_out_lin_bias
+�*F
+name>
+6
+4"2
+0model_transformer_layer_2_attention_out_lin_bias*>
+val7
+�*&
+@model_path/weights/weight.bin�����
+constJ
+2model_transformer_layer_2_attention_out_lin_weight
+�
+�*H
+name@
+8
+6"4
+2model_transformer_layer_2_attention_out_lin_weight*E
+val>
+�
+�*&
+@model_path/weights/weight.bin�����
+const=
+,model_transformer_layer_2_sa_layer_norm_bias
+�*B
+name:
+2
+0".
+,model_transformer_layer_2_sa_layer_norm_bias*>
+val7
+�*&
+@model_path/weights/weight.bin�����
+const?
+.model_transformer_layer_2_sa_layer_norm_weight
+�*D
+name<
+4
+2"0
+.model_transformer_layer_2_sa_layer_norm_weight*>
+val7
+�*&
+@model_path/weights/weight.bin�����
+const8
+'model_transformer_layer_2_ffn_lin1_bias
+�*=
+name5
+-
++")
+'model_transformer_layer_2_ffn_lin1_bias*>
+val7
+�*&
+@model_path/weights/weight.bin�����
+constA
+)model_transformer_layer_2_ffn_lin1_weight
+�
+�*?
+name7
+/
+-"+
+)model_transformer_layer_2_ffn_lin1_weight*E
+val>
+�
+�*&
+@model_path/weights/weight.bin�����
+const8
+'model_transformer_layer_2_ffn_lin2_bias
+�*=
+name5
+-
++")
+'model_transformer_layer_2_ffn_lin2_bias*>
+val7
+�*&
+@model_path/weights/weight.bin�����
+constA
+)model_transformer_layer_2_ffn_lin2_weight
+�
+�*?
+name7
+/
+-"+
+)model_transformer_layer_2_ffn_lin2_weight*E
+val>
+�
+�*&
+@model_path/weights/weight.bin�Ȗ��
+constA
+0model_transformer_layer_2_output_layer_norm_bias
+�*F
+name>
+6
+4"2
+0model_transformer_layer_2_output_layer_norm_bias*>
+val7
+�*&
+@model_path/weights/weight.bin�����
+constC
+2model_transformer_layer_2_output_layer_norm_weight
+�*H
+name@
+8
+6"4
+2model_transformer_layer_2_output_layer_norm_weight*>
+val7
+�*&
+@model_path/weights/weight.bin�����
+const?
+.model_transformer_layer_3_attention_q_lin_bias
+�*D
+name<
+4
+2"0
+.model_transformer_layer_3_attention_q_lin_bias*>
+val7
+�*&
+@model_path/weights/weight.bin�����
+constH
+0model_transformer_layer_3_attention_q_lin_weight
+�
+�*F
+name>
+6
+4"2
+0model_transformer_layer_3_attention_q_lin_weight*E
+val>
+�
+�*&
+@model_path/weights/weight.bin�����
+const?
+.model_transformer_layer_3_attention_k_lin_bias
+�*D
+name<
+4
+2"0
+.model_transformer_layer_3_attention_k_lin_bias*>
+val7
+�*&
+@model_path/weights/weight.bin�����
+constH
+0model_transformer_layer_3_attention_k_lin_weight
+�
+�*F
+name>
+6
+4"2
+0model_transformer_layer_3_attention_k_lin_weight*E
+val>
+�
+�*&
+@model_path/weights/weight.bin�����
+const?
+.model_transformer_layer_3_attention_v_lin_bias
+�*D
+name<
+4
+2"0
+.model_transformer_layer_3_attention_v_lin_bias*>
+val7
+�*&
+@model_path/weights/weight.bin�����
+constH
+0model_transformer_layer_3_attention_v_lin_weight
+�
+�*F
+name>
+6
+4"2
+0model_transformer_layer_3_attention_v_lin_weight*E
+val>
+�
+�*&
+@model_path/weights/weight.bin�����
+constA
+0model_transformer_layer_3_attention_out_lin_bias
+�*F
+name>
+6
+4"2
+0model_transformer_layer_3_attention_out_lin_bias*>
+val7
+�*&
+@model_path/weights/weight.bin�Ň��
+constJ
+2model_transformer_layer_3_attention_out_lin_weight
+�
+�*H
+name@
+8
+6"4
+2model_transformer_layer_3_attention_out_lin_weight*E
+val>
+�
+�*&
+@model_path/weights/weight.bin�݇��
+const=
+,model_transformer_layer_3_sa_layer_norm_bias
+�*B
+name:
+2
+0".
+,model_transformer_layer_3_sa_layer_norm_bias*>
+val7
+�*&
+@model_path/weights/weight.bin�ޗ��
+const?
+.model_transformer_layer_3_sa_layer_norm_weight
+�*D
+name<
+4
+2"0
+.model_transformer_layer_3_sa_layer_norm_weight*>
+val7
+�*&
+@model_path/weights/weight.bin�����
+const8
+'model_transformer_layer_3_ffn_lin1_bias
+�*=
+name5
+-
++")
+'model_transformer_layer_3_ffn_lin1_bias*>
+val7
+�*&
+@model_path/weights/weight.bin�����
+constA
+)model_transformer_layer_3_ffn_lin1_weight
+�
+�*?
+name7
+/
+-"+
+)model_transformer_layer_3_ffn_lin1_weight*E
+val>
+�
+�*&
+@model_path/weights/weight.bin����
+const8
+'model_transformer_layer_3_ffn_lin2_bias
+�*=
+name5
+-
++")
+'model_transformer_layer_3_ffn_lin2_bias*>
+val7
+�*&
+@model_path/weights/weight.bin�����
+constA
+)model_transformer_layer_3_ffn_lin2_weight
+�
+�*?
+name7
+/
+-"+
+)model_transformer_layer_3_ffn_lin2_weight*E
+val>
+�
+�*&
+@model_path/weights/weight.bin�����
+constA
+0model_transformer_layer_3_output_layer_norm_bias
+�*F
+name>
+6
+4"2
+0model_transformer_layer_3_output_layer_norm_bias*>
+val7
+�*&
+@model_path/weights/weight.bin�����
+constC
+2model_transformer_layer_3_output_layer_norm_weight
+�*H
+name@
+8
+6"4
+2model_transformer_layer_3_output_layer_norm_weight*>
+val7
+�*&
+@model_path/weights/weight.bin�����
+const?
+.model_transformer_layer_4_attention_q_lin_bias
+�*D
+name<
+4
+2"0
+.model_transformer_layer_4_attention_q_lin_bias*>
+val7
+�*&
+@model_path/weights/weight.bin�����
+constH
+0model_transformer_layer_4_attention_q_lin_weight
+�
+�*F
+name>
+6
+4"2
+0model_transformer_layer_4_attention_q_lin_weight*E
+val>
+�
+�*&
+@model_path/weights/weight.bin�ҙ��
+const?
+.model_transformer_layer_4_attention_k_lin_bias
+�*D
+name<
+4
+2"0
+.model_transformer_layer_4_attention_k_lin_bias*>
+val7
+�*&
+@model_path/weights/weight.bin�ө��
+constH
+0model_transformer_layer_4_attention_k_lin_weight
+�
+�*F
+name>
+6
+4"2
+0model_transformer_layer_4_attention_k_lin_weight*E
+val>
+�
+�*&
+@model_path/weights/weight.bin����
+const?
+.model_transformer_layer_4_attention_v_lin_bias
+�*D
+name<
+4
+2"0
+.model_transformer_layer_4_attention_v_lin_bias*>
+val7
+�*&
+@model_path/weights/weight.bin����
+constH
+0model_transformer_layer_4_attention_v_lin_weight
+�
+�*F
+name>
+6
+4"2
+0model_transformer_layer_4_attention_v_lin_weight*E
+val>
+�
+�*&
+@model_path/weights/weight.bin�����
+constA
+0model_transformer_layer_4_attention_out_lin_bias
+�*F
+name>
+6
+4"2
+0model_transformer_layer_4_attention_out_lin_bias*>
+val7
+�*&
+@model_path/weights/weight.bin�����
+constJ
+2model_transformer_layer_4_attention_out_lin_weight
+�
+�*H
+name@
+8
+6"4
+2model_transformer_layer_4_attention_out_lin_weight*E
+val>
+�
+�*&
+@model_path/weights/weight.bin�����
+const=
+,model_transformer_layer_4_sa_layer_norm_bias
+�*B
+name:
+2
+0".
+,model_transformer_layer_4_sa_layer_norm_bias*>
+val7
+�*&
+@model_path/weights/weight.bin�����
+const?
+.model_transformer_layer_4_sa_layer_norm_weight
+�*D
+name<
+4
+2"0
+.model_transformer_layer_4_sa_layer_norm_weight*>
+val7
+�*&
+@model_path/weights/weight.bin�����
+const8
+'model_transformer_layer_4_ffn_lin1_bias
+�*=
+name5
+-
++")
+'model_transformer_layer_4_ffn_lin1_bias*>
+val7
+�*&
+@model_path/weights/weight.bin�����
+constA
+)model_transformer_layer_4_ffn_lin1_weight
+�
+�*?
+name7
+/
+-"+
+)model_transformer_layer_4_ffn_lin1_weight*E
+val>
+�
+�*&
+@model_path/weights/weight.bin�����
+const8
+'model_transformer_layer_4_ffn_lin2_bias
+�*=
+name5
+-
++")
+'model_transformer_layer_4_ffn_lin2_bias*>
+val7
+�*&
+@model_path/weights/weight.bin�����
+constA
+)model_transformer_layer_4_ffn_lin2_weight
+�
+�*?
+name7
+/
+-"+
+)model_transformer_layer_4_ffn_lin2_weight*E
+val>
+�
+�*&
+@model_path/weights/weight.bin�ț��
+constA
+0model_transformer_layer_4_output_layer_norm_bias
+�*F
+name>
+6
+4"2
+0model_transformer_layer_4_output_layer_norm_bias*>
+val7
+�*&
+@model_path/weights/weight.bin�����
+constC
+2model_transformer_layer_4_output_layer_norm_weight
+�*H
+name@
+8
+6"4
+2model_transformer_layer_4_output_layer_norm_weight*>
+val7
+�*&
+@model_path/weights/weight.bin�����
+const?
+.model_transformer_layer_5_attention_q_lin_bias
+�*D
+name<
+4
+2"0
+.model_transformer_layer_5_attention_q_lin_bias*>
+val7
+�*&
+@model_path/weights/weight.bin�����
+constH
+0model_transformer_layer_5_attention_q_lin_weight
+�
+�*F
+name>
+6
+4"2
+0model_transformer_layer_5_attention_q_lin_weight*E
+val>
+�
+�*&
+@model_path/weights/weight.bin�����
+const?
+.model_transformer_layer_5_attention_k_lin_bias
+�*D
+name<
+4
+2"0
+.model_transformer_layer_5_attention_k_lin_bias*>
+val7
+�*&
+@model_path/weights/weight.bin�����
+constH
+0model_transformer_layer_5_attention_k_lin_weight
+�
+�*F
+name>
+6
+4"2
+0model_transformer_layer_5_attention_k_lin_weight*E
+val>
+�
+�*&
+@model_path/weights/weight.bin�����
+const?
+.model_transformer_layer_5_attention_v_lin_bias
+�*D
+name<
+4
+2"0
+.model_transformer_layer_5_attention_v_lin_bias*>
+val7
+�*&
+@model_path/weights/weight.bin�����
+constH
+0model_transformer_layer_5_attention_v_lin_weight
+�
+�*F
+name>
+6
+4"2
+0model_transformer_layer_5_attention_v_lin_weight*E
+val>
+�
+�*&
+@model_path/weights/weight.bin�����
+constA
+0model_transformer_layer_5_attention_out_lin_bias
+�*F
+name>
+6
+4"2
+0model_transformer_layer_5_attention_out_lin_bias*>
+val7
+�*&
+@model_path/weights/weight.bin�Ō��
+constJ
+2model_transformer_layer_5_attention_out_lin_weight
+�
+�*H
+name@
+8
+6"4
+2model_transformer_layer_5_attention_out_lin_weight*E
+val>
+�
+�*&
+@model_path/weights/weight.bin�݌��
+const=
+,model_transformer_layer_5_sa_layer_norm_bias
+�*B
+name:
+2
+0".
+,model_transformer_layer_5_sa_layer_norm_bias*>
+val7
+�*&
+@model_path/weights/weight.bin�ޜ��
+const?
+.model_transformer_layer_5_sa_layer_norm_weight
+�*D
+name<
+4
+2"0
+.model_transformer_layer_5_sa_layer_norm_weight*>
+val7
+�*&
+@model_path/weights/weight.bin�����
+const8
+'model_transformer_layer_5_ffn_lin1_bias
+�*=
+name5
+-
++")
+'model_transformer_layer_5_ffn_lin1_bias*>
+val7
+�*&
+@model_path/weights/weight.bin�����
+constA
+)model_transformer_layer_5_ffn_lin1_weight
+�
+�*?
+name7
+/
+-"+
+)model_transformer_layer_5_ffn_lin1_weight*E
+val>
+�
+�*&
+@model_path/weights/weight.bin����
+const8
+'model_transformer_layer_5_ffn_lin2_bias
+�*=
+name5
+-
++")
+'model_transformer_layer_5_ffn_lin2_bias*>
+val7
+�*&
+@model_path/weights/weight.bin�����
+constA
+)model_transformer_layer_5_ffn_lin2_weight
+�
+�*?
+name7
+/
+-"+
+)model_transformer_layer_5_ffn_lin2_weight*E
+val>
+�
+�*&
+@model_path/weights/weight.bin�����
+constA
+0model_transformer_layer_5_output_layer_norm_bias
+�*F
+name>
+6
+4"2
+0model_transformer_layer_5_output_layer_norm_bias*>
+val7
+�*&
+@model_path/weights/weight.bin�����
+constC
+2model_transformer_layer_5_output_layer_norm_weight
+�*H
+name@
+8
+6"4
+2model_transformer_layer_5_output_layer_norm_weight*>
+val7
+�*&
+@model_path/weights/weight.bin����L
+const
+var_14
+*
+name
+	"
+op_14*
+val
+U
+const
+var_17
+*
+name
+	"
+op_17*
+val
+���������O
+const
+var_19
+*
+name
+	"
+op_19*
+val
+̼�+g
+const
+input_embeds_axis_0
+*)
+name!
+"
+input_embeds_axis_0*
+val
+�
+gather0
+x+
+)
+'model_embeddings_word_embeddings_weight
+indices
+	input_ids
+axis
+input_embeds_axis_0*
+input_embeds
+�
+�*"
+name
+"
+input_embeds�
+const3
+position_embeddings_1
+�
+�*+
+name#
+"
+position_embeddings_1*K
+valD
+�
+�*&
+@model_path/weights/weight.bin�����
+add
+x
+input_embeds
+y
+position_embeddings_1%
+input_3
+�
+�*
+name
+"
+input_3v
+const
+input_5_axes_0
+*$
+name
+"
+input_5_axes_0*'
+val
+����������
+layer_norm
+x
+input_3
+axes
+input_5_axes_0.
+gamma%
+#
+!model_embeddings_LayerNorm_weight+
+beta#
+!
+model_embeddings_LayerNorm_bias
+epsilon
+var_19%
+input_5
+�
+�*
+name
+"
+input_5�
+linear
+x
+input_5>
+weight4
+2
+0model_transformer_layer_0_attention_q_lin_weight:
+bias2
+0
+.model_transformer_layer_0_attention_q_lin_bias&
+linear_0
+�
+�*
+name
+"
+linear_0h
+const
+var_66
+*
+name
+	"
+op_66**
+val#
+reshape
+x
+linear_0
+shape
+var_66)
+var_67
+�
+@*
+name
+	"
+op_67�
+linear
+x
+input_5>
+weight4
+2
+0model_transformer_layer_0_attention_k_lin_weight:
+bias2
+0
+.model_transformer_layer_0_attention_k_lin_bias&
+linear_1
+�
+�*
+name
+"
+linear_1h
+const
+var_72
+*
+name
+	"
+op_72**
+val#
+reshape
+x
+linear_1
+shape
+var_72)
+var_73
+�
+@*
+name
+	"
+op_73�
+linear
+x
+input_5>
+weight4
+2
+0model_transformer_layer_0_attention_v_lin_weight:
+bias2
+0
+.model_transformer_layer_0_attention_v_lin_bias&
+linear_2
+�
+�*
+name
+"
+linear_2h
+const
+var_78
+*
+name
+	"
+op_78**
+val#
+reshape
+x
+linear_2
+shape
+var_78)
+var_79
+�
+@*
+name
+	"
+op_79h
+const
+v_1_perm_0
+*
+name
+"
+v_1_perm_0*!
+val
+f
+const
+_inversed_q_3_y_0
+*'
+name
+"
+_inversed_q_3_y_0*
+val
+>�
+mul
+x
+var_67
+y
+_inversed_q_3_y_00
+�
+@*#
+name
+"
+const
+scores_1_transpose_x_0
+*,
+name$
+"
+scores_1_transpose_x_0*
+val
+m
+const
+scores_1_transpose_y_0
+*,
+name$
+"
+scores_1_transpose_y_0*
+val
+z
+const#
+transpose_18_perm_0
+*)
+name!
+"
+transpose_18_perm_0*!
+val
+z
+const#
+transpose_19_perm_0
+*)
+name!
+"
+transpose_19_perm_0*!
+val
+�
+	transpose
+x
+var_73
+perm
+transpose_19_perm_0/
+transpose_51
+@
+�*"
+name
+"
+transpose_51�
+	transpose
+x
+perm
+transpose_18_perm_0/
+transpose_52
+�
+@*"
+name
+"
+transpose_52�
+matmul
+x
+transpose_52
+y
+transpose_51)
+transpose_x
+scores_1_transpose_x_0)
+transpose_y
+scores_1_transpose_y_0,
+scores_1
+�
+�*
+name
+"
+scores_1m
+equal
+x
+attention_mask
+y
+var_14
+var_85
+�*
+name
+	"
+op_85`
+const
+var_86
+*
+name
+	"
+op_86*"
+val
+�w
+reshape
+x
+var_85
+shape
+var_86)
+var_87
+�*
+name
+	"
+op_87o
+const
+*#
+name
+"
+val
+�|
+tile
+x
+var_87
+reps
+mask_3
+�
+�*
+name
+"
+mask_3O
+const
+var_89
+*
+name
+	"
+op_89*
+val
+����
+select
+cond
+mask_3
+a
+var_89
+b
+scores_1+
+input_7
+�
+�*
+name
+"
+input_7{
+softmax
+x
+input_7
+axis
+var_17+
+input_9
+�
+�*
+name
+"
+input_9c
+const
+x_7_transpose_x_0
+*'
+name
+"
+x_7_transpose_x_0*
+val
+c
+const
+x_7_transpose_y_0
+*'
+name
+"
+x_7_transpose_y_0*
+val
+�
+	transpose
+x
+var_79
+perm
+v_1_perm_0/
+transpose_53
+�
+@*"
+name
+"
+transpose_53�
+matmul
+x
+input_9
+y
+transpose_53$
+transpose_x
+x_7_transpose_x_0$
+transpose_y
+x_7_transpose_y_0&
+x_7
+�
+@*
+name
+"
+x_7m
+const
+*"
+name
+"
+op_95_perm_0*!
+val
+h
+const
+var_97
+*
+name
+	"
+op_97**
+val#
+	transpose
+x
+x_7
+perm
+transpose_50
+�
+@*"
+name
+"
+transpose_50}
+reshape
+x
+transpose_50
+shape
+var_97&
+input_11
+�
+�*
+name
+"
+input_11�
+linear
+x
+input_11@
+weight6
+4
+2model_transformer_layer_0_attention_out_lin_weight<
+bias4
+2
+0model_transformer_layer_0_attention_out_lin_bias&
+linear_3
+�
+�*
+name
+"
+linear_3r
+add
+x
+linear_3
+y
+input_5&
+input_13
+�
+�*
+name
+"
+input_13x
+const
+input_15_axes_0
+*%
+name
+"
+input_15_axes_0*'
+val
+����������
+layer_norm
+x
+input_13
+axes
+input_15_axes_0;
+gamma2
+0
+.model_transformer_layer_0_sa_layer_norm_weight8
+beta0
+.
+,model_transformer_layer_0_sa_layer_norm_bias
+epsilon
+var_19&
+input_15
+�
+�*
+name
+"
+input_15�
+linear
+x
+input_157
+weight-
++
+)model_transformer_layer_0_ffn_lin1_weight3
+bias+
+)
+'model_transformer_layer_0_ffn_lin1_bias&
+linear_4
+�
+�*
+name
+"
+linear_4c
+const
+input_19_mode_0
+*%
+name
+"
+input_19_mode_0*
+val
+	"
+EXACT~
+gelu
+x
+linear_4
+mode
+input_19_mode_0&
+input_19
+�
+�*
+name
+"
+input_19�
+linear
+x
+input_197
+weight-
++
+)model_transformer_layer_0_ffn_lin2_weight3
+bias+
+)
+'model_transformer_layer_0_ffn_lin2_bias&
+linear_5
+�
+�*
+name
+"
+linear_5s
+add
+x
+linear_5
+y
+input_15&
+input_23
+�
+�*
+name
+"
+input_23v
+const
+query_3_axes_0
+*$
+name
+"
+query_3_axes_0*'
+val
+����������
+layer_norm
+x
+input_23
+axes
+query_3_axes_0?
+gamma6
+4
+2model_transformer_layer_0_output_layer_norm_weight<
+beta4
+2
+0model_transformer_layer_0_output_layer_norm_bias
+epsilon
+var_19%
+query_3
+�
+�*
+name
+"
+query_3�
+linear
+x
+query_3>
+weight4
+2
+0model_transformer_layer_1_attention_q_lin_weight:
+bias2
+0
+.model_transformer_layer_1_attention_q_lin_bias&
+linear_6
+�
+�*
+name
+"
+linear_6j
+const
+var_135
+*
+name
+"
+op_135**
+val#
+reshape
+x
+linear_6
+shape
+var_135*
+var_136
+�
+@*
+name
+"
+op_136�
+linear
+x
+query_3>
+weight4
+2
+0model_transformer_layer_1_attention_k_lin_weight:
+bias2
+0
+.model_transformer_layer_1_attention_k_lin_bias&
+linear_7
+�
+�*
+name
+"
+linear_7j
+const
+var_141
+*
+name
+"
+op_141**
+val#
+reshape
+x
+linear_7
+shape
+var_141*
+var_142
+�
+@*
+name
+"
+op_142�
+linear
+x
+query_3>
+weight4
+2
+0model_transformer_layer_1_attention_v_lin_weight:
+bias2
+0
+.model_transformer_layer_1_attention_v_lin_bias&
+linear_8
+�
+�*
+name
+"
+linear_8j
+const
+var_147
+*
+name
+"
+op_147**
+val#
+reshape
+x
+linear_8
+shape
+var_147*
+var_148
+�
+@*
+name
+"
+op_148h
+const
+v_3_perm_0
+*
+name
+"
+v_3_perm_0*!
+val
+f
+const
+_inversed_q_7_y_0
+*'
+name
+"
+_inversed_q_7_y_0*
+val
+>�
+mul
+x
+var_136
+y
+_inversed_q_7_y_00
+�
+@*#
+name
+"
+const
+scores_3_transpose_x_0
+*,
+name$
+"
+scores_3_transpose_x_0*
+val
+m
+const
+scores_3_transpose_y_0
+*,
+name$
+"
+scores_3_transpose_y_0*
+val
+z
+const#
+transpose_20_perm_0
+*)
+name!
+"
+transpose_20_perm_0*!
+val
+z
+const#
+transpose_21_perm_0
+*)
+name!
+"
+transpose_21_perm_0*!
+val
+�
+	transpose
+x
+var_142
+perm
+transpose_21_perm_0/
+transpose_47
+@
+�*"
+name
+"
+transpose_47�
+	transpose
+x
+perm
+transpose_20_perm_0/
+transpose_48
+�
+@*"
+name
+"
+transpose_48�
+matmul
+x
+transpose_48
+y
+transpose_47)
+transpose_x
+scores_3_transpose_x_0)
+transpose_y
+scores_3_transpose_y_0,
+scores_3
+�
+�*
+name
+"
+scores_3Q
+const
+var_158
+*
+name
+"
+op_158*
+val
+����
+select
+cond
+mask_3
+a
+var_158
+b
+scores_3,
+input_25
+�
+�*
+name
+"
+input_25~
+softmax
+x
+input_25
+axis
+var_17,
+input_27
+�
+�*
+name
+"
+input_27e
+const
+x_15_transpose_x_0
+*(
+name
+"
+x_15_transpose_x_0*
+val
+e
+const
+x_15_transpose_y_0
+*(
+name
+"
+x_15_transpose_y_0*
+val
+�
+	transpose
+x
+var_148
+perm
+v_3_perm_0/
+transpose_49
+�
+@*"
+name
+"
+transpose_49�
+matmul
+x
+input_27
+y
+transpose_49%
+transpose_x
+x_15_transpose_x_0%
+transpose_y
+x_15_transpose_y_0'
+x_15
+�
+@*
+name
+"
+x_15o
+const
+var_164_perm_0
+*#
+name
+"
+val
+j
+const
+var_166
+*
+name
+"
+op_166**
+val#
+	transpose
+x
+x_15
+perm
+var_164_perm_0/
+transpose_46
+�
+@*"
+name
+"
+transpose_46~
+reshape
+x
+transpose_46
+shape
+var_166&
+input_29
+�
+�*
+name
+"
+input_29�
+linear
+x
+input_29@
+weight6
+4
+2model_transformer_layer_1_attention_out_lin_weight<
+bias4
+2
+0model_transformer_layer_1_attention_out_lin_bias&
+linear_9
+�
+�*
+name
+"
+linear_9r
+add
+x
+linear_9
+y
+query_3&
+input_31
+�
+�*
+name
+"
+input_31x
+const
+input_33_axes_0
+*%
+name
+"
+input_33_axes_0*'
+val
+����������
+layer_norm
+x
+input_31
+axes
+input_33_axes_0;
+gamma2
+0
+.model_transformer_layer_1_sa_layer_norm_weight8
+beta0
+.
+,model_transformer_layer_1_sa_layer_norm_bias
+epsilon
+var_19&
+input_33
+�
+�*
+name
+"
+input_33�
+linear
+x
+input_337
+weight-
++
+)model_transformer_layer_1_ffn_lin1_weight3
+bias+
+)
+'model_transformer_layer_1_ffn_lin1_bias'
+	linear_10
+�
+�*
+name
+	linear_10c
+const
+input_37_mode_0
+*%
+name
+"
+input_37_mode_0*
+val
+	"
+EXACT
+gelu
+x
+	linear_10
+mode
+input_37_mode_0&
+input_37
+�
+�*
+name
+"
+input_37�
+linear
+x
+input_377
+weight-
++
+)model_transformer_layer_1_ffn_lin2_weight3
+bias+
+)
+'model_transformer_layer_1_ffn_lin2_bias'
+	linear_11
+�
+�*
+name
+	linear_11t
+add
+x
+	linear_11
+y
+input_33&
+input_41
+�
+�*
+name
+"
+input_41v
+const
+query_5_axes_0
+*$
+name
+"
+query_5_axes_0*'
+val
+����������
+layer_norm
+x
+input_41
+axes
+query_5_axes_0?
+gamma6
+4
+2model_transformer_layer_1_output_layer_norm_weight<
+beta4
+2
+0model_transformer_layer_1_output_layer_norm_bias
+epsilon
+var_19%
+query_5
+�
+�*
+name
+"
+query_5�
+linear
+x
+query_5>
+weight4
+2
+0model_transformer_layer_2_attention_q_lin_weight:
+bias2
+0
+.model_transformer_layer_2_attention_q_lin_bias'
+	linear_12
+�
+�*
+name
+	linear_12j
+const
+var_204
+*
+name
+"
+op_204**
+val#
+reshape
+x
+	linear_12
+shape
+var_204*
+var_205
+�
+@*
+name
+"
+op_205�
+linear
+x
+query_5>
+weight4
+2
+0model_transformer_layer_2_attention_k_lin_weight:
+bias2
+0
+.model_transformer_layer_2_attention_k_lin_bias'
+	linear_13
+�
+�*
+name
+	linear_13j
+const
+var_210
+*
+name
+"
+op_210**
+val#
+reshape
+x
+	linear_13
+shape
+var_210*
+var_211
+�
+@*
+name
+"
+op_211�
+linear
+x
+query_5>
+weight4
+2
+0model_transformer_layer_2_attention_v_lin_weight:
+bias2
+0
+.model_transformer_layer_2_attention_v_lin_bias'
+	linear_14
+�
+�*
+name
+	linear_14j
+const
+var_216
+*
+name
+"
+op_216**
+val#
+reshape
+x
+	linear_14
+shape
+var_216*
+var_217
+�
+@*
+name
+"
+op_217h
+const
+v_5_perm_0
+*
+name
+"
+v_5_perm_0*!
+val
+h
+const
+_inversed_q_11_y_0
+*(
+name
+"
+_inversed_q_11_y_0*
+val
+>�
+mul
+x
+var_205
+y
+_inversed_q_11_y_01
+_inversed_q_11
+�
+@*$
+name
+"
+_inversed_q_11m
+const
+scores_5_transpose_x_0
+*,
+name$
+"
+scores_5_transpose_x_0*
+val
+m
+const
+scores_5_transpose_y_0
+*,
+name$
+"
+scores_5_transpose_y_0*
+val
+z
+const#
+transpose_22_perm_0
+*)
+name!
+"
+transpose_22_perm_0*!
+val
+z
+const#
+transpose_23_perm_0
+*)
+name!
+"
+transpose_23_perm_0*!
+val
+�
+	transpose
+x
+var_211
+perm
+transpose_23_perm_0/
+transpose_43
+@
+�*"
+name
+"
+transpose_43�
+	transpose
+x
+_inversed_q_11
+perm
+transpose_22_perm_0/
+transpose_44
+�
+@*"
+name
+"
+transpose_44�
+matmul
+x
+transpose_44
+y
+transpose_43)
+transpose_x
+scores_5_transpose_x_0)
+transpose_y
+scores_5_transpose_y_0,
+scores_5
+�
+�*
+name
+"
+scores_5Q
+const
+var_227
+*
+name
+"
+op_227*
+val
+����
+select
+cond
+mask_3
+a
+var_227
+b
+scores_5,
+input_43
+�
+�*
+name
+"
+input_43~
+softmax
+x
+input_43
+axis
+var_17,
+input_45
+�
+�*
+name
+"
+input_45e
+const
+x_23_transpose_x_0
+*(
+name
+"
+x_23_transpose_x_0*
+val
+e
+const
+x_23_transpose_y_0
+*(
+name
+"
+x_23_transpose_y_0*
+val
+�
+	transpose
+x
+var_217
+perm
+v_5_perm_0/
+transpose_45
+�
+@*"
+name
+"
+transpose_45�
+matmul
+x
+input_45
+y
+transpose_45%
+transpose_x
+x_23_transpose_x_0%
+transpose_y
+x_23_transpose_y_0'
+x_23
+�
+@*
+name
+"
+x_23o
+const
+var_233_perm_0
+*#
+name
+"
+val
+j
+const
+var_235
+*
+name
+"
+op_235**
+val#
+	transpose
+x
+x_23
+perm
+var_233_perm_0/
+transpose_42
+�
+@*"
+name
+"
+transpose_42~
+reshape
+x
+transpose_42
+shape
+var_235&
+input_47
+�
+�*
+name
+"
+input_47�
+linear
+x
+input_47@
+weight6
+4
+2model_transformer_layer_2_attention_out_lin_weight<
+bias4
+2
+0model_transformer_layer_2_attention_out_lin_bias'
+	linear_15
+�
+�*
+name
+	linear_15s
+add
+x
+	linear_15
+y
+query_5&
+input_49
+�
+�*
+name
+"
+input_49x
+const
+input_51_axes_0
+*%
+name
+"
+input_51_axes_0*'
+val
+����������
+layer_norm
+x
+input_49
+axes
+input_51_axes_0;
+gamma2
+0
+.model_transformer_layer_2_sa_layer_norm_weight8
+beta0
+.
+,model_transformer_layer_2_sa_layer_norm_bias
+epsilon
+var_19&
+input_51
+�
+�*
+name
+"
+input_51�
+linear
+x
+input_517
+weight-
++
+)model_transformer_layer_2_ffn_lin1_weight3
+bias+
+)
+'model_transformer_layer_2_ffn_lin1_bias'
+	linear_16
+�
+�*
+name
+	linear_16c
+const
+input_55_mode_0
+*%
+name
+"
+input_55_mode_0*
+val
+	"
+EXACT
+gelu
+x
+	linear_16
+mode
+input_55_mode_0&
+input_55
+�
+�*
+name
+"
+input_55�
+linear
+x
+input_557
+weight-
++
+)model_transformer_layer_2_ffn_lin2_weight3
+bias+
+)
+'model_transformer_layer_2_ffn_lin2_bias'
+	linear_17
+�
+�*
+name
+	linear_17t
+add
+x
+	linear_17
+y
+input_51&
+input_59
+�
+�*
+name
+"
+input_59v
+const
+query_7_axes_0
+*$
+name
+"
+query_7_axes_0*'
+val
+����������
+layer_norm
+x
+input_59
+axes
+query_7_axes_0?
+gamma6
+4
+2model_transformer_layer_2_output_layer_norm_weight<
+beta4
+2
+0model_transformer_layer_2_output_layer_norm_bias
+epsilon
+var_19%
+query_7
+�
+�*
+name
+"
+query_7�
+linear
+x
+query_7>
+weight4
+2
+0model_transformer_layer_3_attention_q_lin_weight:
+bias2
+0
+.model_transformer_layer_3_attention_q_lin_bias'
+	linear_18
+�
+�*
+name
+	linear_18j
+const
+var_273
+*
+name
+"
+op_273**
+val#
+reshape
+x
+	linear_18
+shape
+var_273*
+var_274
+�
+@*
+name
+"
+op_274�
+linear
+x
+query_7>
+weight4
+2
+0model_transformer_layer_3_attention_k_lin_weight:
+bias2
+0
+.model_transformer_layer_3_attention_k_lin_bias'
+	linear_19
+�
+�*
+name
+	linear_19j
+const
+var_279
+*
+name
+"
+op_279**
+val#
+reshape
+x
+	linear_19
+shape
+var_279*
+var_280
+�
+@*
+name
+"
+op_280�
+linear
+x
+query_7>
+weight4
+2
+0model_transformer_layer_3_attention_v_lin_weight:
+bias2
+0
+.model_transformer_layer_3_attention_v_lin_bias'
+	linear_20
+�
+�*
+name
+	linear_20j
+const
+var_285
+*
+name
+"
+op_285**
+val#
+reshape
+x
+	linear_20
+shape
+var_285*
+var_286
+�
+@*
+name
+"
+op_286h
+const
+v_7_perm_0
+*
+name
+"
+v_7_perm_0*!
+val
+h
+const
+_inversed_q_15_y_0
+*(
+name
+"
+_inversed_q_15_y_0*
+val
+>�
+mul
+x
+var_274
+y
+_inversed_q_15_y_01
+_inversed_q_15
+�
+@*$
+name
+"
+_inversed_q_15m
+const
+scores_7_transpose_x_0
+*,
+name$
+"
+scores_7_transpose_x_0*
+val
+m
+const
+scores_7_transpose_y_0
+*,
+name$
+"
+scores_7_transpose_y_0*
+val
+z
+const#
+transpose_24_perm_0
+*)
+name!
+"
+transpose_24_perm_0*!
+val
+z
+const#
+transpose_25_perm_0
+*)
+name!
+"
+transpose_25_perm_0*!
+val
+�
+	transpose
+x
+var_280
+perm
+transpose_25_perm_0/
+transpose_39
+@
+�*"
+name
+"
+transpose_39�
+	transpose
+x
+_inversed_q_15
+perm
+transpose_24_perm_0/
+transpose_40
+�
+@*"
+name
+"
+transpose_40�
+matmul
+x
+transpose_40
+y
+transpose_39)
+transpose_x
+scores_7_transpose_x_0)
+transpose_y
+scores_7_transpose_y_0,
+scores_7
+�
+�*
+name
+"
+scores_7Q
+const
+var_296
+*
+name
+"
+op_296*
+val
+����
+select
+cond
+mask_3
+a
+var_296
+b
+scores_7,
+input_61
+�
+�*
+name
+"
+input_61~
+softmax
+x
+input_61
+axis
+var_17,
+input_63
+�
+�*
+name
+"
+input_63e
+const
+x_31_transpose_x_0
+*(
+name
+"
+x_31_transpose_x_0*
+val
+e
+const
+x_31_transpose_y_0
+*(
+name
+"
+x_31_transpose_y_0*
+val
+�
+	transpose
+x
+var_286
+perm
+v_7_perm_0/
+transpose_41
+�
+@*"
+name
+"
+transpose_41�
+matmul
+x
+input_63
+y
+transpose_41%
+transpose_x
+x_31_transpose_x_0%
+transpose_y
+x_31_transpose_y_0'
+x_31
+�
+@*
+name
+"
+x_31o
+const
+var_302_perm_0
+*#
+name
+"
+val
+j
+const
+var_304
+*
+name
+"
+op_304**
+val#
+	transpose
+x
+x_31
+perm
+var_302_perm_0/
+transpose_38
+�
+@*"
+name
+"
+transpose_38~
+reshape
+x
+transpose_38
+shape
+var_304&
+input_65
+�
+�*
+name
+"
+input_65�
+linear
+x
+input_65@
+weight6
+4
+2model_transformer_layer_3_attention_out_lin_weight<
+bias4
+2
+0model_transformer_layer_3_attention_out_lin_bias'
+	linear_21
+�
+�*
+name
+	linear_21s
+add
+x
+	linear_21
+y
+query_7&
+input_67
+�
+�*
+name
+"
+input_67x
+const
+input_69_axes_0
+*%
+name
+"
+input_69_axes_0*'
+val
+����������
+layer_norm
+x
+input_67
+axes
+input_69_axes_0;
+gamma2
+0
+.model_transformer_layer_3_sa_layer_norm_weight8
+beta0
+.
+,model_transformer_layer_3_sa_layer_norm_bias
+epsilon
+var_19&
+input_69
+�
+�*
+name
+"
+input_69�
+linear
+x
+input_697
+weight-
++
+)model_transformer_layer_3_ffn_lin1_weight3
+bias+
+)
+'model_transformer_layer_3_ffn_lin1_bias'
+	linear_22
+�
+�*
+name
+	linear_22c
+const
+input_73_mode_0
+*%
+name
+"
+input_73_mode_0*
+val
+	"
+EXACT
+gelu
+x
+	linear_22
+mode
+input_73_mode_0&
+input_73
+�
+�*
+name
+"
+input_73�
+linear
+x
+input_737
+weight-
++
+)model_transformer_layer_3_ffn_lin2_weight3
+bias+
+)
+'model_transformer_layer_3_ffn_lin2_bias'
+	linear_23
+�
+�*
+name
+	linear_23t
+add
+x
+	linear_23
+y
+input_69&
+input_77
+�
+�*
+name
+"
+input_77v
+const
+query_9_axes_0
+*$
+name
+"
+query_9_axes_0*'
+val
+����������
+layer_norm
+x
+input_77
+axes
+query_9_axes_0?
+gamma6
+4
+2model_transformer_layer_3_output_layer_norm_weight<
+beta4
+2
+0model_transformer_layer_3_output_layer_norm_bias
+epsilon
+var_19%
+query_9
+�
+�*
+name
+"
+query_9�
+linear
+x
+query_9>
+weight4
+2
+0model_transformer_layer_4_attention_q_lin_weight:
+bias2
+0
+.model_transformer_layer_4_attention_q_lin_bias'
+	linear_24
+�
+�*
+name
+	linear_24j
+const
+var_342
+*
+name
+"
+op_342**
+val#
+reshape
+x
+	linear_24
+shape
+var_342*
+var_343
+�
+@*
+name
+"
+op_343�
+linear
+x
+query_9>
+weight4
+2
+0model_transformer_layer_4_attention_k_lin_weight:
+bias2
+0
+.model_transformer_layer_4_attention_k_lin_bias'
+	linear_25
+�
+�*
+name
+	linear_25j
+const
+var_348
+*
+name
+"
+op_348**
+val#
+reshape
+x
+	linear_25
+shape
+var_348*
+var_349
+�
+@*
+name
+"
+op_349�
+linear
+x
+query_9>
+weight4
+2
+0model_transformer_layer_4_attention_v_lin_weight:
+bias2
+0
+.model_transformer_layer_4_attention_v_lin_bias'
+	linear_26
+�
+�*
+name
+	linear_26j
+const
+var_354
+*
+name
+"
+op_354**
+val#
+reshape
+x
+	linear_26
+shape
+var_354*
+var_355
+�
+@*
+name
+"
+op_355h
+const
+v_9_perm_0
+*
+name
+"
+v_9_perm_0*!
+val
+h
+const
+_inversed_q_19_y_0
+*(
+name
+"
+_inversed_q_19_y_0*
+val
+>�
+mul
+x
+var_343
+y
+_inversed_q_19_y_01
+_inversed_q_19
+�
+@*$
+name
+"
+_inversed_q_19m
+const
+scores_9_transpose_x_0
+*,
+name$
+"
+scores_9_transpose_x_0*
+val
+m
+const
+scores_9_transpose_y_0
+*,
+name$
+"
+scores_9_transpose_y_0*
+val
+z
+const#
+transpose_26_perm_0
+*)
+name!
+"
+transpose_26_perm_0*!
+val
+z
+const#
+transpose_27_perm_0
+*)
+name!
+"
+transpose_27_perm_0*!
+val
+�
+	transpose
+x
+var_349
+perm
+transpose_27_perm_0/
+transpose_35
+@
+�*"
+name
+"
+transpose_35�
+	transpose
+x
+_inversed_q_19
+perm
+transpose_26_perm_0/
+transpose_36
+�
+@*"
+name
+"
+transpose_36�
+matmul
+x
+transpose_36
+y
+transpose_35)
+transpose_x
+scores_9_transpose_x_0)
+transpose_y
+scores_9_transpose_y_0,
+scores_9
+�
+�*
+name
+"
+scores_9Q
+const
+var_365
+*
+name
+"
+op_365*
+val
+����
+select
+cond
+mask_3
+a
+var_365
+b
+scores_9,
+input_79
+�
+�*
+name
+"
+input_79~
+softmax
+x
+input_79
+axis
+var_17,
+input_81
+�
+�*
+name
+"
+input_81e
+const
+x_39_transpose_x_0
+*(
+name
+"
+x_39_transpose_x_0*
+val
+e
+const
+x_39_transpose_y_0
+*(
+name
+"
+x_39_transpose_y_0*
+val
+�
+	transpose
+x
+var_355
+perm
+v_9_perm_0/
+transpose_37
+�
+@*"
+name
+"
+transpose_37�
+matmul
+x
+input_81
+y
+transpose_37%
+transpose_x
+x_39_transpose_x_0%
+transpose_y
+x_39_transpose_y_0'
+x_39
+�
+@*
+name
+"
+x_39o
+const
+var_371_perm_0
+*#
+name
+"
+val
+j
+const
+var_373
+*
+name
+"
+op_373**
+val#
+	transpose
+x
+x_39
+perm
+var_371_perm_0/
+transpose_34
+�
+@*"
+name
+"
+transpose_34~
+reshape
+x
+transpose_34
+shape
+var_373&
+input_83
+�
+�*
+name
+"
+input_83�
+linear
+x
+input_83@
+weight6
+4
+2model_transformer_layer_4_attention_out_lin_weight<
+bias4
+2
+0model_transformer_layer_4_attention_out_lin_bias'
+	linear_27
+�
+�*
+name
+	linear_27s
+add
+x
+	linear_27
+y
+query_9&
+input_85
+�
+�*
+name
+"
+input_85x
+const
+input_87_axes_0
+*%
+name
+"
+input_87_axes_0*'
+val
+����������
+layer_norm
+x
+input_85
+axes
+input_87_axes_0;
+gamma2
+0
+.model_transformer_layer_4_sa_layer_norm_weight8
+beta0
+.
+,model_transformer_layer_4_sa_layer_norm_bias
+epsilon
+var_19&
+input_87
+�
+�*
+name
+"
+input_87�
+linear
+x
+input_877
+weight-
++
+)model_transformer_layer_4_ffn_lin1_weight3
+bias+
+)
+'model_transformer_layer_4_ffn_lin1_bias'
+	linear_28
+�
+�*
+name
+	linear_28c
+const
+input_91_mode_0
+*%
+name
+"
+input_91_mode_0*
+val
+	"
+EXACT
+gelu
+x
+	linear_28
+mode
+input_91_mode_0&
+input_91
+�
+�*
+name
+"
+input_91�
+linear
+x
+input_917
+weight-
++
+)model_transformer_layer_4_ffn_lin2_weight3
+bias+
+)
+'model_transformer_layer_4_ffn_lin2_bias'
+	linear_29
+�
+�*
+name
+	linear_29t
+add
+x
+	linear_29
+y
+input_87&
+input_95
+�
+�*
+name
+"
+input_95r
+const
+query_axes_0
+*"
+name
+"
+query_axes_0*'
+val
+����������
+layer_norm
+x
+input_95
+axes
+query_axes_0?
+gamma6
+4
+2model_transformer_layer_4_output_layer_norm_weight<
+beta4
+2
+0model_transformer_layer_4_output_layer_norm_bias
+epsilon
+var_19#
+query
+�
+�*
+name
+	"
+query�
+linear
+x
+query>
+weight4
+2
+0model_transformer_layer_5_attention_q_lin_weight:
+bias2
+0
+.model_transformer_layer_5_attention_q_lin_bias'
+	linear_30
+�
+�*
+name
+	linear_30j
+const
+var_411
+*
+name
+"
+op_411**
+val#
+reshape
+x
+	linear_30
+shape
+var_411*
+var_412
+�
+@*
+name
+"
+op_412�
+linear
+x
+query>
+weight4
+2
+0model_transformer_layer_5_attention_k_lin_weight:
+bias2
+0
+.model_transformer_layer_5_attention_k_lin_bias'
+	linear_31
+�
+�*
+name
+	linear_31j
+const
+var_417
+*
+name
+"
+op_417**
+val#
+reshape
+x
+	linear_31
+shape
+var_417*
+var_418
+�
+@*
+name
+"
+op_418�
+linear
+x
+query>
+weight4
+2
+0model_transformer_layer_5_attention_v_lin_weight:
+bias2
+0
+.model_transformer_layer_5_attention_v_lin_bias'
+	linear_32
+�
+�*
+name
+	linear_32j
+const
+var_423
+*
+name
+"
+op_423**
+val#
+reshape
+x
+	linear_32
+shape
+var_423*
+var_424
+�
+@*
+name
+"
+op_424d
+const
+v_perm_0
+*
+name
+"
+v_perm_0*!
+val
+b
+const
+_inversed_q_y_0
+*%
+name
+"
+_inversed_q_y_0*
+val
+>�
+mul
+x
+var_412
+y
+_inversed_q_y_0.
+_inversed_q
+�
+@*!
+name
+"
+_inversed_qi
+const
+scores_transpose_x_0
+**
+name"
+"
+scores_transpose_x_0*
+val
+i
+const
+scores_transpose_y_0
+**
+name"
+"
+scores_transpose_y_0*
+val
+z
+const#
+transpose_28_perm_0
+*)
+name!
+"
+transpose_28_perm_0*!
+val
+z
+const#
+transpose_29_perm_0
+*)
+name!
+"
+transpose_29_perm_0*!
+val
+�
+	transpose
+x
+var_418
+perm
+transpose_29_perm_0/
+transpose_31
+@
+�*"
+name
+"
+transpose_31�
+	transpose
+x
+_inversed_q
+perm
+transpose_28_perm_0/
+transpose_32
+�
+@*"
+name
+"
+transpose_32�
+matmul
+x
+transpose_32
+y
+transpose_31'
+transpose_x
+scores_transpose_x_0'
+transpose_y
+scores_transpose_y_0*
+scores
+�
+�*
+name
+"
+scoresQ
+const
+var_434
+*
+name
+"
+op_434*
+val
+����
+select
+cond
+mask_3
+a
+var_434
+b
+scores,
+input_97
+�
+�*
+name
+"
+input_97~
+softmax
+x
+input_97
+axis
+var_17,
+input_99
+�
+�*
+name
+"
+input_99_
+const
+x_transpose_x_0
+*%
+name
+"
+x_transpose_x_0*
+val
+_
+const
+x_transpose_y_0
+*%
+name
+"
+x_transpose_y_0*
+val
+�
+	transpose
+x
+var_424
+perm
+v_perm_0/
+transpose_33
+�
+@*"
+name
+"
+transpose_33�
+matmul
+x
+input_99
+y
+transpose_33"
+transpose_x
+x_transpose_x_0"
+transpose_y
+x_transpose_y_0$
+x
+�
+@*
+name
+"
+xo
+const
+var_440_perm_0
+*#
+name
+"
+val
+j
+const
+var_442
+*
+name
+"
+op_442**
+val#
+	transpose
+x
+x
+perm
+var_440_perm_0/
+transpose_30
+�
+@*"
+name
+"
+transpose_30�
+reshape
+x
+transpose_30
+shape
+var_442'
+	input_101
+�
+�*
+name
+	input_101�
+linear
+x
+	input_101@
+weight6
+4
+2model_transformer_layer_5_attention_out_lin_weight<
+bias4
+2
+0model_transformer_layer_5_attention_out_lin_bias'
+	linear_33
+�
+�*
+name
+	linear_33s
+add
+x
+	linear_33
+y
+query'
+	input_103
+�
+�*
+name
+	input_103z
+const
+input_105_axes_0
+*&
+name
+"
+input_105_axes_0*'
+val
+����������
+layer_norm
+x
+	input_103
+axes
+input_105_axes_0;
+gamma2
+0
+.model_transformer_layer_5_sa_layer_norm_weight8
+beta0
+.
+,model_transformer_layer_5_sa_layer_norm_bias
+epsilon
+var_19'
+	input_105
+�
+�*
+name
+	input_105�
+linear
+x
+	input_1057
+weight-
++
+)model_transformer_layer_5_ffn_lin1_weight3
+bias+
+)
+'model_transformer_layer_5_ffn_lin1_bias'
+	linear_34
+�
+�*
+name
+	linear_34e
+const
+input_109_mode_0
+*&
+name
+"
+input_109_mode_0*
+val
+	"
+EXACT�
+gelu
+x
+	linear_34
+mode
+input_109_mode_0'
+	input_109
+�
+�*
+name
+	input_109�
+linear
+x
+	input_1097
+weight-
++
+)model_transformer_layer_5_ffn_lin2_weight3
+bias+
+)
+'model_transformer_layer_5_ffn_lin2_bias'
+	linear_35
+�
+�*
+name
+	linear_35o
+add
+x
+	linear_35
+y
+	input_105#
+input
+�
+�*
+name
+	"
+inputu
+const
+var_466_axes_0
+*#
+name
+"
+val
+����������
+layer_norm
+x
+input
+axes
+var_466_axes_0?
+gamma6
+4
+2model_transformer_layer_5_output_layer_norm_weight<
+beta4
+2
+0model_transformer_layer_5_output_layer_norm_bias
+epsilon
+var_19/
+last_hidden_state
+�
+�*
+name
+"
+op_466"�
+	buildInfo�"
+�"�
+6
+!
+"
+coremltools-version
+"
+7.1
+@
+)
+!
+"
+coremltools-component-torch
+	"
+2.1.0
+E
+(
+"
+coremltools-source-dialect
+"
+TorchScript

coreml/feature-extraction/float32_model.mlpackage/Data/com.apple.CoreML/weights/weight.bin ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:785e6ec4ecd1a7e6dcba4ba9b5a47808972d2e5b7562c161c8a6defd263b1d0f
+size 537763136

coreml/feature-extraction/float32_model.mlpackage/Manifest.json ADDED Viewed

	@@ -0,0 +1,18 @@

+{
+    "fileFormatVersion": "1.0.0",
+    "itemInfoEntries": {
+        "28074449-8F26-4CCB-9E94-945FE724DAC5": {
+            "author": "com.apple.CoreML",
+            "description": "CoreML Model Weights",
+            "name": "weights",
+            "path": "com.apple.CoreML/weights"
+        },
+        "78617AC2-E94D-4AAD-BD5C-DD86BDFA74A0": {
+            "author": "com.apple.CoreML",
+            "description": "CoreML Model Specification",
+            "name": "model.mlmodel",
+            "path": "com.apple.CoreML/model.mlmodel"
+        }
+    },
+    "rootModelIdentifier": "78617AC2-E94D-4AAD-BD5C-DD86BDFA74A0"
+}