Add Core ML conversion

Browse files

Core ML conversion, task=text2text-generation, precision=float32

Files changed (6) hide show

coreml/text2text-generation/decoder_float32_model.mlpackage/Data/com.apple.CoreML/model.mlmodel +0 -0
coreml/text2text-generation/decoder_float32_model.mlpackage/Data/com.apple.CoreML/weights/weight.bin +3 -0
coreml/text2text-generation/decoder_float32_model.mlpackage/Manifest.json +18 -0
coreml/text2text-generation/encoder_float32_model.mlpackage/Data/com.apple.CoreML/model.mlmodel +7053 -0
coreml/text2text-generation/encoder_float32_model.mlpackage/Data/com.apple.CoreML/weights/weight.bin +3 -0
coreml/text2text-generation/encoder_float32_model.mlpackage/Manifest.json +18 -0

coreml/text2text-generation/decoder_float32_model.mlpackage/Data/com.apple.CoreML/model.mlmodel ADDED Viewed

The diff for this file is too large to render. See raw diff

coreml/text2text-generation/decoder_float32_model.mlpackage/Data/com.apple.CoreML/weights/weight.bin ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:7b2e1e95241cbdfd4851199788759b469d23cd4d112443c78322c79f694f07ab
+size 234616804

coreml/text2text-generation/decoder_float32_model.mlpackage/Manifest.json ADDED Viewed

	@@ -0,0 +1,18 @@

+{
+    "fileFormatVersion": "1.0.0",
+    "itemInfoEntries": {
+        "51A4218F-0556-4F9C-B110-A6AAE67546DE": {
+            "author": "com.apple.CoreML",
+            "description": "CoreML Model Specification",
+            "name": "model.mlmodel",
+            "path": "com.apple.CoreML/model.mlmodel"
+        },
+        "D3FECF5E-B3EB-4C4C-882E-38D7074A1A97": {
+            "author": "com.apple.CoreML",
+            "description": "CoreML Model Weights",
+            "name": "weights",
+            "path": "com.apple.CoreML/weights"
+        }
+    },
+    "rootModelIdentifier": "51A4218F-0556-4F9C-B110-A6AAE67546DE"
+}

coreml/text2text-generation/encoder_float32_model.mlpackage/Data/com.apple.CoreML/model.mlmodel ADDED Viewed

	@@ -0,0 +1,7053 @@

+�
+L
+	input_ids2Indices of input sequence tokens in the vocabulary*
+���
+w
+attention_maskXMask to avoid performing attention on padding token indices (1 = not masked, 0 = masked)*
+���Rj
+last_hidden_stateFSequence of hidden-states at the output of the last layer of the model
+������
+1Helsinki-NLP/opus-mt-zh-en (text2text-generation)�3
+#com.github.apple.coremltools.sourcetorch==2.0.1�+
+$com.github.apple.coremltools.version7.0�;
+co.huggingface.exporters.nameHelsinki-NLP/opus-mt-zh-en�5
+co.huggingface.exporters.tasktext2text-generation�6
+%co.huggingface.exporters.architecture
+"co.huggingface.exporters.frameworkpytorch�-
+"co.huggingface.exporters.precisionfloat32�#
+transformers_version4.22.0.dev0����
+mainأ
+	input_ids
+�
+%
+attention_mask
+�CoreML5��
+CoreML5��last_hidden_state�
+const2
+model_model_shared_weight
+��
+�*/
+name'
+"
+model_model_shared_weight*B
+val;
+��
+�*"
+@model_path/weights/weight.bin@�
+constC
+2model_model_encoder_layers_0_self_attn_q_proj_bias
+�*H
+name@
+8
+6"4
+2model_model_encoder_layers_0_self_attn_q_proj_bias*=
+val6
+�*%
+@model_path/weights/weight.bin���?�
+constL
+4model_model_encoder_layers_0_self_attn_q_proj_weight
+�
+�*J
+nameB
+:
+8"6
+4model_model_encoder_layers_0_self_attn_q_proj_weight*D
+val=
+�
+�*%
+@model_path/weights/weight.bin���?�
+constC
+2model_model_encoder_layers_0_self_attn_k_proj_bias
+�*H
+name@
+8
+6"4
+2model_model_encoder_layers_0_self_attn_k_proj_bias*=
+val6
+�*%
+@model_path/weights/weight.bin���?�
+constL
+4model_model_encoder_layers_0_self_attn_k_proj_weight
+�
+�*J
+nameB
+:
+8"6
+4model_model_encoder_layers_0_self_attn_k_proj_weight*D
+val=
+�
+�*%
+@model_path/weights/weight.bin���?�
+constC
+2model_model_encoder_layers_0_self_attn_v_proj_bias
+�*H
+name@
+8
+6"4
+2model_model_encoder_layers_0_self_attn_v_proj_bias*=
+val6
+�*%
+@model_path/weights/weight.bin���@�
+constL
+4model_model_encoder_layers_0_self_attn_v_proj_weight
+�
+�*J
+nameB
+:
+8"6
+4model_model_encoder_layers_0_self_attn_v_proj_weight*D
+val=
+�
+�*%
+@model_path/weights/weight.bin�ý@�
+constE
+4model_model_encoder_layers_0_self_attn_out_proj_bias
+�*J
+nameB
+:
+8"6
+4model_model_encoder_layers_0_self_attn_out_proj_bias*=
+val6
+�*%
+@model_path/weights/weight.bin���@�
+constN
+6model_model_encoder_layers_0_self_attn_out_proj_weight
+�
+�*L
+nameD
+<
+:"8
+6model_model_encoder_layers_0_self_attn_out_proj_weight*D
+val=
+�
+�*%
+@model_path/weights/weight.bin���@�
+constG
+6model_model_encoder_layers_0_self_attn_layer_norm_bias
+�*L
+nameD
+<
+:"8
+6model_model_encoder_layers_0_self_attn_layer_norm_bias*=
+val6
+�*%
+@model_path/weights/weight.bin�սA�
+constI
+8model_model_encoder_layers_0_self_attn_layer_norm_weight
+�*N
+nameF
+>
+<":
+8model_model_encoder_layers_0_self_attn_layer_norm_weight*=
+val6
+�*%
+@model_path/weights/weight.bin��A�
+const6
+%model_model_encoder_layers_0_fc1_bias
+�*;
+name3
++
+)"'
+%model_model_encoder_layers_0_fc1_bias*=
+val6
+�*%
+@model_path/weights/weight.bin���A�
+const?
+'model_model_encoder_layers_0_fc1_weight
+�
+�*=
+name5
+-
++")
+'model_model_encoder_layers_0_fc1_weight*D
+val=
+�
+�*%
+@model_path/weights/weight.bin���A�
+const6
+%model_model_encoder_layers_0_fc2_bias
+�*;
+name3
++
+)"'
+%model_model_encoder_layers_0_fc2_bias*=
+val6
+�*%
+@model_path/weights/weight.bin���C�
+const?
+'model_model_encoder_layers_0_fc2_weight
+�
+�*=
+name5
+-
++")
+'model_model_encoder_layers_0_fc2_weight*D
+val=
+�
+�*%
+@model_path/weights/weight.bin�ǾC�
+constC
+2model_model_encoder_layers_0_final_layer_norm_bias
+�*H
+name@
+8
+6"4
+2model_model_encoder_layers_0_final_layer_norm_bias*=
+val6
+�*%
+@model_path/weights/weight.bin�ȾE�
+constE
+4model_model_encoder_layers_0_final_layer_norm_weight
+�*J
+nameB
+:
+8"6
+4model_model_encoder_layers_0_final_layer_norm_weight*=
+val6
+�*%
+@model_path/weights/weight.bin�ؾE�
+constC
+2model_model_encoder_layers_1_self_attn_q_proj_bias
+�*H
+name@
+8
+6"4
+2model_model_encoder_layers_1_self_attn_q_proj_bias*=
+val6
+�*%
+@model_path/weights/weight.bin��E�
+constL
+4model_model_encoder_layers_1_self_attn_q_proj_weight
+�
+�*J
+nameB
+:
+8"6
+4model_model_encoder_layers_1_self_attn_q_proj_weight*D
+val=
+�
+�*%
+@model_path/weights/weight.bin���E�
+constC
+2model_model_encoder_layers_1_self_attn_k_proj_bias
+�*H
+name@
+8
+6"4
+2model_model_encoder_layers_1_self_attn_k_proj_bias*=
+val6
+�*%
+@model_path/weights/weight.bin���E�
+constL
+4model_model_encoder_layers_1_self_attn_k_proj_weight
+�
+�*J
+nameB
+:
+8"6
+4model_model_encoder_layers_1_self_attn_k_proj_weight*D
+val=
+�
+�*%
+@model_path/weights/weight.bin���E�
+constC
+2model_model_encoder_layers_1_self_attn_v_proj_bias
+�*H
+name@
+8
+6"4
+2model_model_encoder_layers_1_self_attn_v_proj_bias*=
+val6
+�*%
+@model_path/weights/weight.bin���F�
+constL
+4model_model_encoder_layers_1_self_attn_v_proj_weight
+�
+�*J
+nameB
+:
+8"6
+4model_model_encoder_layers_1_self_attn_v_proj_weight*D
+val=
+�
+�*%
+@model_path/weights/weight.bin���F�
+constE
+4model_model_encoder_layers_1_self_attn_out_proj_bias
+�*J
+nameB
+:
+8"6
+4model_model_encoder_layers_1_self_attn_out_proj_bias*=
+val6
+�*%
+@model_path/weights/weight.bin���F�
+constN
+6model_model_encoder_layers_1_self_attn_out_proj_weight
+�
+�*L
+nameD
+<
+:"8
+6model_model_encoder_layers_1_self_attn_out_proj_weight*D
+val=
+�
+�*%
+@model_path/weights/weight.bin���F�
+constG
+6model_model_encoder_layers_1_self_attn_layer_norm_bias
+�*L
+nameD
+<
+:"8
+6model_model_encoder_layers_1_self_attn_layer_norm_bias*=
+val6
+�*%
+@model_path/weights/weight.bin���G�
+constI
+8model_model_encoder_layers_1_self_attn_layer_norm_weight
+�*N
+nameF
+>
+<":
+8model_model_encoder_layers_1_self_attn_layer_norm_weight*=
+val6
+�*%
+@model_path/weights/weight.bin���G�
+const6
+%model_model_encoder_layers_1_fc1_bias
+�*;
+name3
++
+)"'
+%model_model_encoder_layers_1_fc1_bias*=
+val6
+�*%
+@model_path/weights/weight.bin�οG�
+const?
+'model_model_encoder_layers_1_fc1_weight
+�
+�*=
+name5
+-
++")
+'model_model_encoder_layers_1_fc1_weight*D
+val=
+�
+�*%
+@model_path/weights/weight.bin���G�
+const6
+%model_model_encoder_layers_1_fc2_bias
+�*;
+name3
++
+)"'
+%model_model_encoder_layers_1_fc2_bias*=
+val6
+�*%
+@model_path/weights/weight.bin���I�
+const?
+'model_model_encoder_layers_1_fc2_weight
+�
+�*=
+name5
+-
++")
+'model_model_encoder_layers_1_fc2_weight*D
+val=
+�
+�*%
+@model_path/weights/weight.bin���I�
+constC
+2model_model_encoder_layers_1_final_layer_norm_bias
+�*H
+name@
+8
+6"4
+2model_model_encoder_layers_1_final_layer_norm_bias*=
+val6
+�*%
+@model_path/weights/weight.bin���K�
+constE
+4model_model_encoder_layers_1_final_layer_norm_weight
+�*J
+nameB
+:
+8"6
+4model_model_encoder_layers_1_final_layer_norm_weight*=
+val6
+�*%
+@model_path/weights/weight.bin���K�
+constC
+2model_model_encoder_layers_2_self_attn_q_proj_bias
+�*H
+name@
+8
+6"4
+2model_model_encoder_layers_2_self_attn_q_proj_bias*=
+val6
+�*%
+@model_path/weights/weight.bin���K�
+constL
+4model_model_encoder_layers_2_self_attn_q_proj_weight
+�
+�*J
+nameB
+:
+8"6
+4model_model_encoder_layers_2_self_attn_q_proj_weight*D
+val=
+�
+�*%
+@model_path/weights/weight.bin���K�
+constC
+2model_model_encoder_layers_2_self_attn_k_proj_bias
+�*H
+name@
+8
+6"4
+2model_model_encoder_layers_2_self_attn_k_proj_bias*=
+val6
+�*%
+@model_path/weights/weight.bin�ҀL�
+constL
+4model_model_encoder_layers_2_self_attn_k_proj_weight
+�
+�*J
+nameB
+:
+8"6
+4model_model_encoder_layers_2_self_attn_k_proj_weight*D
+val=
+�
+�*%
+@model_path/weights/weight.bin��L�
+constC
+2model_model_encoder_layers_2_self_attn_v_proj_bias
+�*H
+name@
+8
+6"4
+2model_model_encoder_layers_2_self_attn_v_proj_bias*=
+val6
+�*%
+@model_path/weights/weight.bin���L�
+constL
+4model_model_encoder_layers_2_self_attn_v_proj_weight
+�
+�*J
+nameB
+:
+8"6
+4model_model_encoder_layers_2_self_attn_v_proj_weight*D
+val=
+�
+�*%
+@model_path/weights/weight.bin���L�
+constE
+4model_model_encoder_layers_2_self_attn_out_proj_bias
+�*J
+nameB
+:
+8"6
+4model_model_encoder_layers_2_self_attn_out_proj_bias*=
+val6
+�*%
+@model_path/weights/weight.bin��M�
+constN
+6model_model_encoder_layers_2_self_attn_out_proj_weight
+�
+�*L
+nameD
+<
+:"8
+6model_model_encoder_layers_2_self_attn_out_proj_weight*D
+val=
+�
+�*%
+@model_path/weights/weight.bin���M�
+constG
+6model_model_encoder_layers_2_self_attn_layer_norm_bias
+�*L
+nameD
+<
+:"8
+6model_model_encoder_layers_2_self_attn_layer_norm_bias*=
+val6
+�*%
+@model_path/weights/weight.bin���M�
+constI
+8model_model_encoder_layers_2_self_attn_layer_norm_weight
+�*N
+nameF
+>
+<":
+8model_model_encoder_layers_2_self_attn_layer_norm_weight*=
+val6
+�*%
+@model_path/weights/weight.bin���M�
+const6
+%model_model_encoder_layers_2_fc1_bias
+�*;
+name3
++
+)"'
+%model_model_encoder_layers_2_fc1_bias*=
+val6
+�*%
+@model_path/weights/weight.bin���M�
+const?
+'model_model_encoder_layers_2_fc1_weight
+�
+�*=
+name5
+-
++")
+'model_model_encoder_layers_2_fc1_weight*D
+val=
+�
+�*%
+@model_path/weights/weight.bin���M�
+const6
+%model_model_encoder_layers_2_fc2_bias
+�*;
+name3
++
+)"'
+%model_model_encoder_layers_2_fc2_bias*=
+val6
+�*%
+@model_path/weights/weight.bin���O�
+const?
+'model_model_encoder_layers_2_fc2_weight
+�
+�*=
+name5
+-
++")
+'model_model_encoder_layers_2_fc2_weight*D
+val=
+�
+�*%
+@model_path/weights/weight.bin���O�
+constC
+2model_model_encoder_layers_2_final_layer_norm_bias
+�*H
+name@
+8
+6"4
+2model_model_encoder_layers_2_final_layer_norm_bias*=
+val6
+�*%
+@model_path/weights/weight.bin���Q�
+constE
+4model_model_encoder_layers_2_final_layer_norm_weight
+�*J
+nameB
+:
+8"6
+4model_model_encoder_layers_2_final_layer_norm_weight*=
+val6
+�*%
+@model_path/weights/weight.bin���Q�
+constC
+2model_model_encoder_layers_3_self_attn_q_proj_bias
+�*H
+name@
+8
+6"4
+2model_model_encoder_layers_3_self_attn_q_proj_bias*=
+val6
+�*%
+@model_path/weights/weight.bin���Q�
+constL
+4model_model_encoder_layers_3_self_attn_q_proj_weight
+�
+�*J
+nameB
+:
+8"6
+4model_model_encoder_layers_3_self_attn_q_proj_weight*D
+val=
+�
+�*%
+@model_path/weights/weight.bin���Q�
+constC
+2model_model_encoder_layers_3_self_attn_k_proj_bias
+�*H
+name@
+8
+6"4
+2model_model_encoder_layers_3_self_attn_k_proj_bias*=
+val6
+�*%
+@model_path/weights/weight.bin���R�
+constL
+4model_model_encoder_layers_3_self_attn_k_proj_weight
+�
+�*J
+nameB
+:
+8"6
+4model_model_encoder_layers_3_self_attn_k_proj_weight*D
+val=
+�
+�*%
+@model_path/weights/weight.bin���R�
+constC
+2model_model_encoder_layers_3_self_attn_v_proj_bias
+�*H
+name@
+8
+6"4
+2model_model_encoder_layers_3_self_attn_v_proj_bias*=
+val6
+�*%
+@model_path/weights/weight.bin���R�
+constL
+4model_model_encoder_layers_3_self_attn_v_proj_weight
+�
+�*J
+nameB
+:
+8"6
+4model_model_encoder_layers_3_self_attn_v_proj_weight*D
+val=
+�
+�*%
+@model_path/weights/weight.bin���R�
+constE
+4model_model_encoder_layers_3_self_attn_out_proj_bias
+�*J
+nameB
+:
+8"6
+4model_model_encoder_layers_3_self_attn_out_proj_bias*=
+val6
+�*%
+@model_path/weights/weight.bin�̂S�
+constN
+6model_model_encoder_layers_3_self_attn_out_proj_weight
+�
+�*L
+nameD
+<
+:"8
+6model_model_encoder_layers_3_self_attn_out_proj_weight*D
+val=
+�
+�*%
+@model_path/weights/weight.bin�܂S�
+constG
+6model_model_encoder_layers_3_self_attn_layer_norm_bias
+�*L
+nameD
+<
+:"8
+6model_model_encoder_layers_3_self_attn_layer_norm_bias*=
+val6
+�*%
+@model_path/weights/weight.bin���S�
+constI
+8model_model_encoder_layers_3_self_attn_layer_norm_weight
+�*N
+nameF
+>
+<":
+8model_model_encoder_layers_3_self_attn_layer_norm_weight*=
+val6
+�*%
+@model_path/weights/weight.bin���S�
+const6
+%model_model_encoder_layers_3_fc1_bias
+�*;
+name3
++
+)"'
+%model_model_encoder_layers_3_fc1_bias*=
+val6
+�*%
+@model_path/weights/weight.bin���S�
+const?
+'model_model_encoder_layers_3_fc1_weight
+�
+�*=
+name5
+-
++")
+'model_model_encoder_layers_3_fc1_weight*D
+val=
+�
+�*%
+@model_path/weights/weight.bin���S�
+const6
+%model_model_encoder_layers_3_fc2_bias
+�*;
+name3
++
+)"'
+%model_model_encoder_layers_3_fc2_bias*=
+val6
+�*%
+@model_path/weights/weight.bin���U�
+const?
+'model_model_encoder_layers_3_fc2_weight
+�
+�*=
+name5
+-
++")
+'model_model_encoder_layers_3_fc2_weight*D
+val=
+�
+�*%
+@model_path/weights/weight.bin���U�
+constC
+2model_model_encoder_layers_3_final_layer_norm_bias
+�*H
+name@
+8
+6"4
+2model_model_encoder_layers_3_final_layer_norm_bias*=
+val6
+�*%
+@model_path/weights/weight.bin���W�
+constE
+4model_model_encoder_layers_3_final_layer_norm_weight
+�*J
+nameB
+:
+8"6
+4model_model_encoder_layers_3_final_layer_norm_weight*=
+val6
+�*%
+@model_path/weights/weight.bin���W�
+constC
+2model_model_encoder_layers_4_self_attn_q_proj_bias
+�*H
+name@
+8
+6"4
+2model_model_encoder_layers_4_self_attn_q_proj_bias*=
+val6
+�*%
+@model_path/weights/weight.bin���W�
+constL
+4model_model_encoder_layers_4_self_attn_q_proj_weight
+�
+�*J
+nameB
+:
+8"6
+4model_model_encoder_layers_4_self_attn_q_proj_weight*D
+val=
+�
+�*%
+@model_path/weights/weight.bin���W�
+constC
+2model_model_encoder_layers_4_self_attn_k_proj_bias
+�*H
+name@
+8
+6"4
+2model_model_encoder_layers_4_self_attn_k_proj_bias*=
+val6
+�*%
+@model_path/weights/weight.bin���X�
+constL
+4model_model_encoder_layers_4_self_attn_k_proj_weight
+�
+�*J
+nameB
+:
+8"6
+4model_model_encoder_layers_4_self_attn_k_proj_weight*D
+val=
+�
+�*%
+@model_path/weights/weight.bin���X�
+constC
+2model_model_encoder_layers_4_self_attn_v_proj_bias
+�*H
+name@
+8
+6"4
+2model_model_encoder_layers_4_self_attn_v_proj_bias*=
+val6
+�*%
+@model_path/weights/weight.bin���X�
+constL
+4model_model_encoder_layers_4_self_attn_v_proj_weight
+�
+�*J
+nameB
+:
+8"6
+4model_model_encoder_layers_4_self_attn_v_proj_weight*D
+val=
+�
+�*%
+@model_path/weights/weight.bin���X�
+constE
+4model_model_encoder_layers_4_self_attn_out_proj_bias
+�*J
+nameB
+:
+8"6
+4model_model_encoder_layers_4_self_attn_out_proj_bias*=
+val6
+�*%
+@model_path/weights/weight.bin���Y�
+constN
+6model_model_encoder_layers_4_self_attn_out_proj_weight
+�
+�*L
+nameD
+<
+:"8
+6model_model_encoder_layers_4_self_attn_out_proj_weight*D
+val=
+�
+�*%
+@model_path/weights/weight.bin���Y�
+constG
+6model_model_encoder_layers_4_self_attn_layer_norm_bias
+�*L
+nameD
+<
+:"8
+6model_model_encoder_layers_4_self_attn_layer_norm_bias*=
+val6
+�*%
+@model_path/weights/weight.bin���Y�
+constI
+8model_model_encoder_layers_4_self_attn_layer_norm_weight
+�*N
+nameF
+>
+<":
+8model_model_encoder_layers_4_self_attn_layer_norm_weight*=
+val6
+�*%
+@model_path/weights/weight.bin���Y�
+const6
+%model_model_encoder_layers_4_fc1_bias
+�*;
+name3
++
+)"'
+%model_model_encoder_layers_4_fc1_bias*=
+val6
+�*%
+@model_path/weights/weight.bin���Y�
+const?
+'model_model_encoder_layers_4_fc1_weight
+�
+�*=
+name5
+-
++")
+'model_model_encoder_layers_4_fc1_weight*D
+val=
+�
+�*%
+@model_path/weights/weight.bin���Y�
+const6
+%model_model_encoder_layers_4_fc2_bias
+�*;
+name3
++
+)"'
+%model_model_encoder_layers_4_fc2_bias*=
+val6
+�*%
+@model_path/weights/weight.bin���[�
+const?
+'model_model_encoder_layers_4_fc2_weight
+�
+�*=
+name5
+-
++")
+'model_model_encoder_layers_4_fc2_weight*D
+val=
+�
+�*%
+@model_path/weights/weight.bin���[�
+constC
+2model_model_encoder_layers_4_final_layer_norm_bias
+�*H
+name@
+8
+6"4
+2model_model_encoder_layers_4_final_layer_norm_bias*=
+val6
+�*%
+@model_path/weights/weight.bin���]�
+constE
+4model_model_encoder_layers_4_final_layer_norm_weight
+�*J
+nameB
+:
+8"6
+4model_model_encoder_layers_4_final_layer_norm_weight*=
+val6
+�*%
+@model_path/weights/weight.bin���]�
+constC
+2model_model_encoder_layers_5_self_attn_q_proj_bias
+�*H
+name@
+8
+6"4
+2model_model_encoder_layers_5_self_attn_q_proj_bias*=
+val6
+�*%
+@model_path/weights/weight.bin���]�
+constL
+4model_model_encoder_layers_5_self_attn_q_proj_weight
+�
+�*J
+nameB
+:
+8"6
+4model_model_encoder_layers_5_self_attn_q_proj_weight*D
+val=
+�
+�*%
+@model_path/weights/weight.bin���]�
+constC
+2model_model_encoder_layers_5_self_attn_k_proj_bias
+�*H
+name@
+8
+6"4
+2model_model_encoder_layers_5_self_attn_k_proj_bias*=
+val6
+�*%
+@model_path/weights/weight.bin�څ^�
+constL
+4model_model_encoder_layers_5_self_attn_k_proj_weight
+�
+�*J
+nameB
+:
+8"6
+4model_model_encoder_layers_5_self_attn_k_proj_weight*D
+val=
+�
+�*%
+@model_path/weights/weight.bin��^�
+constC
+2model_model_encoder_layers_5_self_attn_v_proj_bias
+�*H
+name@
+8
+6"4
+2model_model_encoder_layers_5_self_attn_v_proj_bias*=
+val6
+�*%
+@model_path/weights/weight.bin���^�
+constL
+4model_model_encoder_layers_5_self_attn_v_proj_weight
+�
+�*J
+nameB
+:
+8"6
+4model_model_encoder_layers_5_self_attn_v_proj_weight*D
+val=
+�
+�*%
+@model_path/weights/weight.bin���^�
+constE
+4model_model_encoder_layers_5_self_attn_out_proj_bias
+�*J
+nameB
+:
+8"6
+4model_model_encoder_layers_5_self_attn_out_proj_bias*=
+val6
+�*%
+@model_path/weights/weight.bin���_�
+constN
+6model_model_encoder_layers_5_self_attn_out_proj_weight
+�
+�*L
+nameD
+<
+:"8
+6model_model_encoder_layers_5_self_attn_out_proj_weight*D
+val=
+�
+�*%
+@model_path/weights/weight.bin���_�
+constG
+6model_model_encoder_layers_5_self_attn_layer_norm_bias
+�*L
+nameD
+<
+:"8
+6model_model_encoder_layers_5_self_attn_layer_norm_bias*=
+val6
+�*%
+@model_path/weights/weight.bin���_�
+constI
+8model_model_encoder_layers_5_self_attn_layer_norm_weight
+�*N
+nameF
+>
+<":
+8model_model_encoder_layers_5_self_attn_layer_norm_weight*=
+val6
+�*%
+@model_path/weights/weight.bin���_�
+const6
+%model_model_encoder_layers_5_fc1_bias
+�*;
+name3
++
+)"'
+%model_model_encoder_layers_5_fc1_bias*=
+val6
+�*%
+@model_path/weights/weight.bin���_�
+const?
+'model_model_encoder_layers_5_fc1_weight
+�
+�*=
+name5
+-
++")
+'model_model_encoder_layers_5_fc1_weight*D
+val=
+�
+�*%
+@model_path/weights/weight.bin���_�
+const6
+%model_model_encoder_layers_5_fc2_bias
+�*;
+name3
++
+)"'
+%model_model_encoder_layers_5_fc2_bias*=
+val6
+�*%
+@model_path/weights/weight.bin���a�
+const?
+'model_model_encoder_layers_5_fc2_weight
+�
+�*=
+name5
+-
++")
+'model_model_encoder_layers_5_fc2_weight*D
+val=
+�
+�*%
+@model_path/weights/weight.bin���a�
+constC
+2model_model_encoder_layers_5_final_layer_norm_bias
+�*H
+name@
+8
+6"4
+2model_model_encoder_layers_5_final_layer_norm_bias*=
+val6
+�*%
+@model_path/weights/weight.bin���c�
+constE
+4model_model_encoder_layers_5_final_layer_norm_weight
+�*J
+nameB
+:
+8"6
+4model_model_encoder_layers_5_final_layer_norm_weight*=
+val6
+�*%
+@model_path/weights/weight.bin���cO
+const
+var_15
+*
+name
+	"
+op_15*
+val
+��'7O
+const
+var_16
+*
+name
+	"
+op_16*
+val
+���O
+const
+var_18
+*
+name
+	"
+op_18*
+val
+�?U
+const
+var_30
+*
+name
+	"
+op_30*
+val
+���������Z
+const
+*"
+name
+"
+op_49_axis_0*
+val
+�
+gather"
+x
+model_model_shared_weight
+indices
+	input_ids
+axis
+var_49
+�
+�*
+name
+	"
+op_49O
+const
+var_50
+*
+name
+	"
+op_50*
+val
+��Ay
+mul
+x
+var_49
+y
+var_50+
+�
+�*#
+name
+"
+const!
+	embed_pos
+�
+�*
+name
+	embed_pos*D
+val=
+�
+�*%
+@model_path/weights/weight.bin���cw
+add
+x
+y
+	embed_pos%
+input_5
+�
+�*
+name
+"
+input_5j
+const
+*"
+name
+"
+op_63_axes_0*
+val
+�
+expand_dims
+x
+attention_mask
+axes
+var_63
+�*
+name
+	"
+op_63j
+const
+*"
+name
+"
+op_64_axes_0*
+val
+�
+expand_dims
+x
+var_63
+axes
+var_64
+�*
+name
+	"
+op_64n
+const
+*"
+name
+"
+op_67_reps_0*"
+val
+�{
+tile
+x
+var_64
+reps
+var_67
+�
+�*
+name
+	"
+op_67_
+const
+var_68_dtype_0
+*#
+name
+"
+val
+"
+fp32�
+cast
+x
+var_67
+dtype
+var_68_dtype_0+
+cast_64
+�
+�*
+name
+"
+cast_64�
+sub
+x
+var_18
+y
+cast_641
+�
+�*#
+name
+"
+const
+var_70_dtype_0
+*#
+name
+"
+val
+"
+bool�
+cast
+x
+dtype
+var_70_dtype_0+
+cast_63
+�
+�*
+name
+"
+cast_63�
+select
+cond
+cast_63
+a
+var_16
+b
+attention_mask_1
+�
+�*$
+name
+"
+attention_mask�
+linear
+x
+input_5B
+weight8
+6
+4model_model_encoder_layers_0_self_attn_q_proj_weight>
+bias6
+4
+2model_model_encoder_layers_0_self_attn_q_proj_bias&
+linear_0
+�
+�*
+name
+"
+linear_0O
+const
+var_87
+*
+name
+	"
+op_87*
+val
+>q
+mul
+x
+linear_0
+y
+var_87&
+tensor_5
+�
+�*
+name
+"
+tensor_5�
+linear
+x
+input_5B
+weight8
+6
+4model_model_encoder_layers_0_self_attn_k_proj_weight>
+bias6
+4
+2model_model_encoder_layers_0_self_attn_k_proj_bias&
+linear_1
+�
+�*
+name
+"
+linear_1h
+const
+var_92
+*
+name
+	"
+op_92**
+val#
+reshape
+x
+linear_1
+shape
+var_92)
+var_93
+�
+@*
+name
+	"
+op_93m
+const
+*"
+name
+"
+op_94_perm_0*!
+val
+�
+linear
+x
+input_5B
+weight8
+6
+4model_model_encoder_layers_0_self_attn_v_proj_weight>
+bias6
+4
+2model_model_encoder_layers_0_self_attn_v_proj_bias&
+linear_2
+�
+�*
+name
+"
+linear_2h
+const
+var_99
+*
+name
+	"
+op_99**
+val#
+reshape
+x
+linear_2
+shape
+var_99*
+var_100
+�
+@*
+name
+"
+op_100o
+const
+var_101_perm_0
+*#
+name
+"
+val
+b
+const
+var_108
+*
+name
+"
+op_108*"
+val
+�@|
+reshape
+x
+tensor_5
+shape
+var_108*
+var_109
+�
+@*
+name
+"
+op_109o
+const
+var_110_perm_0
+*#
+name
+"
+val
+i
+const
+var_112
+*
+name
+"
+op_112*)
+val"
+���������@�
+	transpose
+x
+var_109
+perm
+var_110_perm_0/
+transpose_27
+�
+@*"
+name
+"
+transpose_27�
+reshape
+x
+transpose_27
+shape
+var_112+
+query_states_1
+�
+@*$
+name
+"
+query_states_1i
+const
+var_114
+*
+name
+"
+op_114*)
+val"
+���������@�
+	transpose
+x
+var_93
+perm
+transpose_29
+�
+@*"
+name
+"
+transpose_29�
+reshape
+x
+transpose_29
+shape
+var_114)
+key_states_3
+�
+@*"
+name
+"
+key_states_3i
+const
+var_116
+*
+name
+"
+op_116*)
+val"
+���������@�
+	transpose
+x
+var_100
+perm
+var_101_perm_0/
+transpose_28
+�
+@*"
+name
+"
+transpose_28�
+reshape
+x
+transpose_28
+shape
+var_116+
+value_states_3
+�
+@*$
+name
+"
+value_states_3n
+const
+var_119_perm_0
+*#
+name
+"
+val
+y
+const$
+attn_weights_1_transpose_x_0
+*2
+name*
+"
+ "
+attn_weights_1_transpose_x_0*
+val
+y
+const$
+attn_weights_1_transpose_y_0
+*2
+name*
+"
+ "
+attn_weights_1_transpose_y_0*
+val
+�
+	transpose
+x
+key_states_3
+perm
+var_119_perm_0)
+transpose_26
+@
+�*"
+name
+"
+transpose_26�
+matmul
+x
+query_states_1
+y
+transpose_26/
+transpose_x
+attn_weights_1_transpose_x_0/
+transpose_y
+attn_weights_1_transpose_y_0,
+attn_weights_1
+�
+�*$
+name
+"
+attn_weights_1c
+const
+var_121
+*
+name
+"
+op_121*#
+val
+���
+reshape
+x
+attn_weights_1
+shape
+var_121+
+var_122
+�
+�*
+name
+"
+op_122�
+add
+x
+var_122
+y
+attention_mask_12
+attn_weights_3
+�
+�*$
+name
+"
+attn_weights_3b
+const
+var_127
+*
+name
+"
+op_127*"
+val
+��~
+reshape
+x
+attn_weights_3
+shape
+var_127%
+input_7
+�
+�*
+name
+"
+input_7u
+softmax
+x
+input_7
+axis
+var_30%
+input_9
+�
+�*
+name
+"
+input_9w
+const#
+attn_output_1_transpose_x_0
+*1
+name)
+!
+"
+attn_output_1_transpose_x_0*
+val
+w
+const#
+attn_output_1_transpose_y_0
+*1
+name)
+!
+"
+attn_output_1_transpose_y_0*
+val
+�
+matmul
+x
+input_9
+y
+value_states_3.
+transpose_x
+attn_output_1_transpose_x_0.
+transpose_y
+attn_output_1_transpose_y_0*
+�
+@*#
+name
+"
+const
+var_132
+*
+name
+"
+op_132*"
+val
+�@�
+reshape
+x
+shape
+var_1320
+�
+@*#
+name
+"
+const$
+attn_output_5_perm_0
+**
+name"
+"
+attn_output_5_perm_0*!
+val
+b
+const
+var_135
+*
+name
+"
+op_135*"
+val
+���
+	transpose
+x
+perm
+attn_output_5_perm_0/
+transpose_25
+�
+@*"
+name
+"
+transpose_25~
+reshape
+x
+transpose_25
+shape
+var_135&
+input_11
+�
+�*
+name
+"
+input_11�
+linear
+x
+input_11D
+weight:
+8
+6model_model_encoder_layers_0_self_attn_out_proj_weight@
+bias8
+6
+4model_model_encoder_layers_0_self_attn_out_proj_bias&
+linear_3
+�
+�*
+name
+"
+linear_3r
+add
+x
+input_5
+y
+linear_3&
+input_15
+�
+�*
+name
+"
+input_15x
+const
+input_17_axes_0
+*%
+name
+"
+input_17_axes_0*'
+val
+����������
+layer_norm
+x
+input_15
+axes
+input_17_axes_0E
+gamma<
+:
+8model_model_encoder_layers_0_self_attn_layer_norm_weightB
+beta:
+8
+6model_model_encoder_layers_0_self_attn_layer_norm_bias
+epsilon
+var_15&
+input_17
+�
+�*
+name
+"
+input_17�
+linear
+x
+input_175
+weight+
+)
+'model_model_encoder_layers_0_fc1_weight1
+bias)
+'
+%model_model_encoder_layers_0_fc1_bias&
+linear_4
+�
+�*
+name
+"
+linear_4a
+silu
+x
+linear_4&
+input_21
+�
+�*
+name
+"
+input_21�
+linear
+x
+input_215
+weight+
+)
+'model_model_encoder_layers_0_fc2_weight1
+bias)
+'
+%model_model_encoder_layers_0_fc2_bias&
+linear_5
+�
+�*
+name
+"
+linear_5s
+add
+x
+input_17
+y
+linear_5&
+input_27
+�
+�*
+name
+"
+input_27�
+const&
+hidden_states_7_axes_0
+*,
+name$
+"
+hidden_states_7_axes_0*'
+val
+����������
+layer_norm
+x
+input_27"
+axes
+hidden_states_7_axes_0A
+gamma8
+6
+4model_model_encoder_layers_0_final_layer_norm_weight>
+beta6
+4
+2model_model_encoder_layers_0_final_layer_norm_bias
+epsilon
+var_15-
+hidden_states_7
+�
+�*%
+name
+"
+hidden_states_7�
+linear
+x
+hidden_states_7B
+weight8
+6
+4model_model_encoder_layers_1_self_attn_q_proj_weight>
+bias6
+4
+2model_model_encoder_layers_1_self_attn_q_proj_bias&
+linear_6
+�
+�*
+name
+"
+linear_6Q
+const
+var_175
+*
+name
+"
+op_175*
+val
+>t
+mul
+x
+linear_6
+y
+var_175'
+	tensor_11
+�
+�*
+name
+	tensor_11�
+linear
+x
+hidden_states_7B
+weight8
+6
+4model_model_encoder_layers_1_self_attn_k_proj_weight>
+bias6
+4
+2model_model_encoder_layers_1_self_attn_k_proj_bias&
+linear_7
+�
+�*
+name
+"
+linear_7j
+const
+var_180
+*
+name
+"
+op_180**
+val#
+reshape
+x
+linear_7
+shape
+var_180*
+var_181
+�
+@*
+name
+"
+op_181o
+const
+var_182_perm_0
+*#
+name
+"
+val
+�
+linear
+x
+hidden_states_7B
+weight8
+6
+4model_model_encoder_layers_1_self_attn_v_proj_weight>
+bias6
+4
+2model_model_encoder_layers_1_self_attn_v_proj_bias&
+linear_8
+�
+�*
+name
+"
+linear_8j
+const
+var_187
+*
+name
+"
+op_187**
+val#
+reshape
+x
+linear_8
+shape
+var_187*
+var_188
+�
+@*
+name
+"
+op_188o
+const
+var_189_perm_0
+*#
+name
+"
+val
+b
+const
+var_196
+*
+name
+"
+op_196*"
+val
+�@}
+reshape
+x
+	tensor_11
+shape
+var_196*
+var_197
+�
+@*
+name
+"
+op_197o
+const
+var_198_perm_0
+*#
+name
+"
+val
+i
+const
+var_200
+*
+name
+"
+op_200*)
+val"
+���������@�
+	transpose
+x
+var_197
+perm
+var_198_perm_0/
+transpose_22
+�
+@*"
+name
+"
+transpose_22�
+reshape
+x
+transpose_22
+shape
+var_200+
+query_states_3
+�
+@*$
+name
+"
+query_states_3i
+const
+var_202
+*
+name
+"
+op_202*)
+val"
+���������@�
+	transpose
+x
+var_181
+perm
+var_182_perm_0/
+transpose_24
+�
+@*"
+name
+"
+transpose_24�
+reshape
+x
+transpose_24
+shape
+var_202)
+key_states_7
+�
+@*"
+name
+"
+key_states_7i
+const
+var_204
+*
+name
+"
+op_204*)
+val"
+���������@�
+	transpose
+x
+var_188
+perm
+var_189_perm_0/
+transpose_23
+�
+@*"
+name
+"
+transpose_23�
+reshape
+x
+transpose_23
+shape
+var_204+
+value_states_7
+�
+@*$
+name
+"
+value_states_7n
+const
+var_207_perm_0
+*#
+name
+"
+val
+y
+const$
+attn_weights_7_transpose_x_0
+*2
+name*
+"
+ "
+attn_weights_7_transpose_x_0*
+val
+y
+const$
+attn_weights_7_transpose_y_0
+*2
+name*
+"
+ "
+attn_weights_7_transpose_y_0*
+val
+�
+	transpose
+x
+key_states_7
+perm
+var_207_perm_0)
+transpose_21
+@
+�*"
+name
+"
+transpose_21�
+matmul
+x
+query_states_3
+y
+transpose_21/
+transpose_x
+attn_weights_7_transpose_x_0/
+transpose_y
+attn_weights_7_transpose_y_0,
+attn_weights_7
+�
+�*$
+name
+"
+attn_weights_7c
+const
+var_209
+*
+name
+"
+op_209*#
+val
+���
+reshape
+x
+attn_weights_7
+shape
+var_209+
+var_210
+�
+�*
+name
+"
+op_210�
+add
+x
+var_210
+y
+attention_mask_12
+attn_weights_9
+�
+�*$
+name
+"
+attn_weights_9b
+const
+var_215
+*
+name
+"
+op_215*"
+val
+���
+reshape
+x
+attn_weights_9
+shape
+var_215&
+input_29
+�
+�*
+name
+"
+input_29x
+softmax
+x
+input_29
+axis
+var_30&
+input_31
+�
+�*
+name
+"
+input_31w
+const#
+attn_output_7_transpose_x_0
+*1
+name)
+!
+"
+attn_output_7_transpose_x_0*
+val
+w
+const#
+attn_output_7_transpose_y_0
+*1
+name)
+!
+"
+attn_output_7_transpose_y_0*
+val
+�
+matmul
+x
+input_31
+y
+value_states_7.
+transpose_x
+attn_output_7_transpose_x_0.
+transpose_y
+attn_output_7_transpose_y_0*
+�
+@*#
+name
+"
+const
+var_220
+*
+name
+"
+op_220*"
+val
+�@�
+reshape
+x
+shape
+var_2200
+�
+@*#
+name
+"
+const%
+attn_output_11_perm_0
+*+
+name#
+"
+attn_output_11_perm_0*!
+val
+b
+const
+var_223
+*
+name
+"
+op_223*"
+val
+���
+	transpose
+x
+perm
+attn_output_11_perm_0/
+transpose_20
+�
+@*"
+name
+"
+transpose_20~
+reshape
+x
+transpose_20
+shape
+var_223&
+input_33
+�
+�*
+name
+"
+input_33�
+linear
+x
+input_33D
+weight:
+8
+6model_model_encoder_layers_1_self_attn_out_proj_weight@
+bias8
+6
+4model_model_encoder_layers_1_self_attn_out_proj_bias&
+linear_9
+�
+�*
+name
+"
+linear_9z
+add
+x
+hidden_states_7
+y
+linear_9&
+input_37
+�
+�*
+name
+"
+input_37x
+const
+input_39_axes_0
+*%
+name
+"
+input_39_axes_0*'
+val
+����������
+layer_norm
+x
+input_37
+axes
+input_39_axes_0E
+gamma<
+:
+8model_model_encoder_layers_1_self_attn_layer_norm_weightB
+beta:
+8
+6model_model_encoder_layers_1_self_attn_layer_norm_bias
+epsilon
+var_15&
+input_39
+�
+�*
+name
+"
+input_39�
+linear
+x
+input_395
+weight+
+)
+'model_model_encoder_layers_1_fc1_weight1
+bias)
+'
+%model_model_encoder_layers_1_fc1_bias'
+	linear_10
+�
+�*
+name
+	linear_10b
+silu
+x
+	linear_10&
+input_43
+�
+�*
+name
+"
+input_43�
+linear
+x
+input_435
+weight+
+)
+'model_model_encoder_layers_1_fc2_weight1
+bias)
+'
+%model_model_encoder_layers_1_fc2_bias'
+	linear_11
+�
+�*
+name
+	linear_11t
+add
+x
+input_39
+y
+	linear_11&
+input_49
+�
+�*
+name
+"
+input_49�
+const'
+hidden_states_13_axes_0
+*-
+name%
+"
+hidden_states_13_axes_0*'
+val
+����������
+layer_norm
+x
+input_49#
+axes
+hidden_states_13_axes_0A
+gamma8
+6
+4model_model_encoder_layers_1_final_layer_norm_weight>
+beta6
+4
+2model_model_encoder_layers_1_final_layer_norm_bias
+epsilon
+var_15.
+hidden_states_13
+�
+�*&
+name
+"
+hidden_states_13�
+linear
+x
+hidden_states_13B
+weight8
+6
+4model_model_encoder_layers_2_self_attn_q_proj_weight>
+bias6
+4
+2model_model_encoder_layers_2_self_attn_q_proj_bias'
+	linear_12
+�
+�*
+name
+	linear_12Q
+const
+var_263
+*
+name
+"
+op_263*
+val
+>u
+mul
+x
+	linear_12
+y
+var_263'
+	tensor_17
+�
+�*
+name
+	tensor_17�
+linear
+x
+hidden_states_13B
+weight8
+6
+4model_model_encoder_layers_2_self_attn_k_proj_weight>
+bias6
+4
+2model_model_encoder_layers_2_self_attn_k_proj_bias'
+	linear_13
+�
+�*
+name
+	linear_13j
+const
+var_268
+*
+name
+"
+op_268**
+val#
+reshape
+x
+	linear_13
+shape
+var_268*
+var_269
+�
+@*
+name
+"
+op_269o
+const
+var_270_perm_0
+*#
+name
+"
+val
+�
+linear
+x
+hidden_states_13B
+weight8
+6
+4model_model_encoder_layers_2_self_attn_v_proj_weight>
+bias6
+4
+2model_model_encoder_layers_2_self_attn_v_proj_bias'
+	linear_14
+�
+�*
+name
+	linear_14j
+const
+var_275
+*
+name
+"
+op_275**
+val#
+reshape
+x
+	linear_14
+shape
+var_275*
+var_276
+�
+@*
+name
+"
+op_276o
+const
+var_277_perm_0
+*#
+name
+"
+val
+b
+const
+var_284
+*
+name
+"
+op_284*"
+val
+�@}
+reshape
+x
+	tensor_17
+shape
+var_284*
+var_285
+�
+@*
+name
+"
+op_285o
+const
+var_286_perm_0
+*#
+name
+"
+val
+i
+const
+var_288
+*
+name
+"
+op_288*)
+val"
+���������@�
+	transpose
+x
+var_285
+perm
+var_286_perm_0/
+transpose_17
+�
+@*"
+name
+"
+transpose_17�
+reshape
+x
+transpose_17
+shape
+var_288+
+query_states_5
+�
+@*$
+name
+"
+query_states_5i
+const
+var_290
+*
+name
+"
+op_290*)
+val"
+���������@�
+	transpose
+x
+var_269
+perm
+var_270_perm_0/
+transpose_19
+�
+@*"
+name
+"
+transpose_19�
+reshape
+x
+transpose_19
+shape
+var_290*
+�
+@*#
+name
+"
+const
+var_292
+*
+name
+"
+op_292*)
+val"
+���������@�
+	transpose
+x
+var_276
+perm
+var_277_perm_0/
+transpose_18
+�
+@*"
+name
+"
+transpose_18�
+reshape
+x
+transpose_18
+shape
+var_292,
+value_states_11
+�
+@*%
+name
+"
+value_states_11n
+const
+var_295_perm_0
+*#
+name
+"
+val
+{
+const%
+attn_weights_13_transpose_x_0
+*3
+name+
+#
+!"
+attn_weights_13_transpose_x_0*
+val
+{
+const%
+attn_weights_13_transpose_y_0
+*3
+name+
+#
+!"
+attn_weights_13_transpose_y_0*
+val
+�
+	transpose
+x
+perm
+var_295_perm_0)
+transpose_16
+@
+�*"
+name
+"
+transpose_16�
+matmul
+x
+query_states_5
+y
+transpose_160
+transpose_x!
+attn_weights_13_transpose_x_00
+transpose_y!
+attn_weights_13_transpose_y_0-
+attn_weights_13
+�
+�*%
+name
+"
+attn_weights_13c
+const
+var_297
+*
+name
+"
+op_297*#
+val
+���
+reshape
+x
+attn_weights_13
+shape
+var_297+
+var_298
+�
+�*
+name
+"
+op_298�
+add
+x
+var_298
+y
+attention_mask_13
+attn_weights_15
+�
+�*%
+name
+"
+attn_weights_15b
+const
+var_303
+*
+name
+"
+op_303*"
+val
+���
+reshape
+x
+attn_weights_15
+shape
+var_303&
+input_51
+�
+�*
+name
+"
+input_51x
+softmax
+x
+input_51
+axis
+var_30&
+input_53
+�
+�*
+name
+"
+input_53y
+const$
+attn_output_13_transpose_x_0
+*2
+name*
+"
+ "
+attn_output_13_transpose_x_0*
+val
+y
+const$
+attn_output_13_transpose_y_0
+*2
+name*
+"
+ "
+attn_output_13_transpose_y_0*
+val
+�
+matmul
+x
+input_53
+y
+value_states_11/
+transpose_x
+attn_output_13_transpose_x_0/
+transpose_y
+attn_output_13_transpose_y_0+
+attn_output_13
+�
+@*$
+name
+"
+attn_output_13b
+const
+var_308
+*
+name
+"
+op_308*"
+val
+�@�
+reshape
+x
+attn_output_13
+shape
+var_3081
+attn_output_15
+�
+@*$
+name
+"
+attn_output_15~
+const%
+attn_output_17_perm_0
+*+
+name#
+"
+attn_output_17_perm_0*!
+val
+b
+const
+var_311
+*
+name
+"
+op_311*"
+val
+���
+	transpose
+x
+attn_output_15!
+perm
+attn_output_17_perm_0/
+transpose_15
+�
+@*"
+name
+"
+transpose_15~
+reshape
+x
+transpose_15
+shape
+var_311&
+input_55
+�
+�*
+name
+"
+input_55�
+linear
+x
+input_55D
+weight:
+8
+6model_model_encoder_layers_2_self_attn_out_proj_weight@
+bias8
+6
+4model_model_encoder_layers_2_self_attn_out_proj_bias'
+	linear_15
+�
+�*
+name
+	linear_15|
+add
+x
+hidden_states_13
+y
+	linear_15&
+input_59
+�
+�*
+name
+"
+input_59x
+const
+input_61_axes_0
+*%
+name
+"
+input_61_axes_0*'
+val
+����������
+layer_norm
+x
+input_59
+axes
+input_61_axes_0E
+gamma<
+:
+8model_model_encoder_layers_2_self_attn_layer_norm_weightB
+beta:
+8
+6model_model_encoder_layers_2_self_attn_layer_norm_bias
+epsilon
+var_15&
+input_61
+�
+�*
+name
+"
+input_61�
+linear
+x
+input_615
+weight+
+)
+'model_model_encoder_layers_2_fc1_weight1
+bias)
+'
+%model_model_encoder_layers_2_fc1_bias'
+	linear_16
+�
+�*
+name
+	linear_16b
+silu
+x
+	linear_16&
+input_65
+�
+�*
+name
+"
+input_65�
+linear
+x
+input_655
+weight+
+)
+'model_model_encoder_layers_2_fc2_weight1
+bias)
+'
+%model_model_encoder_layers_2_fc2_bias'
+	linear_17
+�
+�*
+name
+	linear_17t
+add
+x
+input_61
+y
+	linear_17&
+input_71
+�
+�*
+name
+"
+input_71�
+const'
+hidden_states_19_axes_0
+*-
+name%
+"
+hidden_states_19_axes_0*'
+val
+����������
+layer_norm
+x
+input_71#
+axes
+hidden_states_19_axes_0A
+gamma8
+6
+4model_model_encoder_layers_2_final_layer_norm_weight>
+beta6
+4
+2model_model_encoder_layers_2_final_layer_norm_bias
+epsilon
+var_15.
+hidden_states_19
+�
+�*&
+name
+"
+hidden_states_19�
+linear
+x
+hidden_states_19B
+weight8
+6
+4model_model_encoder_layers_3_self_attn_q_proj_weight>
+bias6
+4
+2model_model_encoder_layers_3_self_attn_q_proj_bias'
+	linear_18
+�
+�*
+name
+	linear_18Q
+const
+var_351
+*
+name
+"
+op_351*
+val
+>u
+mul
+x
+	linear_18
+y
+var_351'
+	tensor_23
+�
+�*
+name
+	tensor_23�
+linear
+x
+hidden_states_19B
+weight8
+6
+4model_model_encoder_layers_3_self_attn_k_proj_weight>
+bias6
+4
+2model_model_encoder_layers_3_self_attn_k_proj_bias'
+	linear_19
+�
+�*
+name
+	linear_19j
+const
+var_356
+*
+name
+"
+op_356**
+val#
+reshape
+x
+	linear_19
+shape
+var_356*
+var_357
+�
+@*
+name
+"
+op_357o
+const
+var_358_perm_0
+*#
+name
+"
+val
+�
+linear
+x
+hidden_states_19B
+weight8
+6
+4model_model_encoder_layers_3_self_attn_v_proj_weight>
+bias6
+4
+2model_model_encoder_layers_3_self_attn_v_proj_bias'
+	linear_20
+�
+�*
+name
+	linear_20j
+const
+var_363
+*
+name
+"
+op_363**
+val#
+reshape
+x
+	linear_20
+shape
+var_363*
+var_364
+�
+@*
+name
+"
+op_364o
+const
+var_365_perm_0
+*#
+name
+"
+val
+b
+const
+var_372
+*
+name
+"
+op_372*"
+val
+�@}
+reshape
+x
+	tensor_23
+shape
+var_372*
+var_373
+�
+@*
+name
+"
+op_373o
+const
+var_374_perm_0
+*#
+name
+"
+val
+i
+const
+var_376
+*
+name
+"
+op_376*)
+val"
+���������@�
+	transpose
+x
+var_373
+perm
+var_374_perm_0/
+transpose_12
+�
+@*"
+name
+"
+transpose_12�
+reshape
+x
+transpose_12
+shape
+var_376+
+query_states_7
+�
+@*$
+name
+"
+query_states_7i
+const
+var_378
+*
+name
+"
+op_378*)
+val"
+���������@�
+	transpose
+x
+var_357
+perm
+var_358_perm_0/
+transpose_14
+�
+@*"
+name
+"
+transpose_14�
+reshape
+x
+transpose_14
+shape
+var_378*
+�
+@*#
+name
+"
+const
+var_380
+*
+name
+"
+op_380*)
+val"
+���������@�
+	transpose
+x
+var_364
+perm
+var_365_perm_0/
+transpose_13
+�
+@*"
+name
+"
+transpose_13�
+reshape
+x
+transpose_13
+shape
+var_380,
+value_states_15
+�
+@*%
+name
+"
+value_states_15n
+const
+var_383_perm_0
+*#
+name
+"
+val
+{
+const%
+attn_weights_19_transpose_x_0
+*3
+name+
+#
+!"
+attn_weights_19_transpose_x_0*
+val
+{
+const%
+attn_weights_19_transpose_y_0
+*3
+name+
+#
+!"
+attn_weights_19_transpose_y_0*
+val
+�
+	transpose
+x
+perm
+var_383_perm_0)
+transpose_11
+@
+�*"
+name
+"
+transpose_11�
+matmul
+x
+query_states_7
+y
+transpose_110
+transpose_x!
+attn_weights_19_transpose_x_00
+transpose_y!
+attn_weights_19_transpose_y_0-
+attn_weights_19
+�
+�*%
+name
+"
+attn_weights_19c
+const
+var_385
+*
+name
+"
+op_385*#
+val
+���
+reshape
+x
+attn_weights_19
+shape
+var_385+
+var_386
+�
+�*
+name
+"
+op_386�
+add
+x
+var_386
+y
+attention_mask_13
+attn_weights_21
+�
+�*%
+name
+"
+attn_weights_21b
+const
+var_391
+*
+name
+"
+op_391*"
+val
+���
+reshape
+x
+attn_weights_21
+shape
+var_391&
+input_73
+�
+�*
+name
+"
+input_73x
+softmax
+x
+input_73
+axis
+var_30&
+input_75
+�
+�*
+name
+"
+input_75y
+const$
+attn_output_19_transpose_x_0
+*2
+name*
+"
+ "
+attn_output_19_transpose_x_0*
+val
+y
+const$
+attn_output_19_transpose_y_0
+*2
+name*
+"
+ "
+attn_output_19_transpose_y_0*
+val
+�
+matmul
+x
+input_75
+y
+value_states_15/
+transpose_x
+attn_output_19_transpose_x_0/
+transpose_y
+attn_output_19_transpose_y_0+
+attn_output_19
+�
+@*$
+name
+"
+attn_output_19b
+const
+var_396
+*
+name
+"
+op_396*"
+val
+�@�
+reshape
+x
+attn_output_19
+shape
+var_3961
+attn_output_21
+�
+@*$
+name
+"
+attn_output_21~
+const%
+attn_output_23_perm_0
+*+
+name#
+"
+attn_output_23_perm_0*!
+val
+b
+const
+var_399
+*
+name
+"
+op_399*"
+val
+���
+	transpose
+x
+attn_output_21!
+perm
+attn_output_23_perm_0/
+transpose_10
+�
+@*"
+name
+"
+transpose_10~
+reshape
+x
+transpose_10
+shape
+var_399&
+input_77
+�
+�*
+name
+"
+input_77�
+linear
+x
+input_77D
+weight:
+8
+6model_model_encoder_layers_3_self_attn_out_proj_weight@
+bias8
+6
+4model_model_encoder_layers_3_self_attn_out_proj_bias'
+	linear_21
+�
+�*
+name
+	linear_21|
+add
+x
+hidden_states_19
+y
+	linear_21&
+input_81
+�
+�*
+name
+"
+input_81x
+const
+input_83_axes_0
+*%
+name
+"
+input_83_axes_0*'
+val
+����������
+layer_norm
+x
+input_81
+axes
+input_83_axes_0E
+gamma<
+:
+8model_model_encoder_layers_3_self_attn_layer_norm_weightB
+beta:
+8
+6model_model_encoder_layers_3_self_attn_layer_norm_bias
+epsilon
+var_15&
+input_83
+�
+�*
+name
+"
+input_83�
+linear
+x
+input_835
+weight+
+)
+'model_model_encoder_layers_3_fc1_weight1
+bias)
+'
+%model_model_encoder_layers_3_fc1_bias'
+	linear_22
+�
+�*
+name
+	linear_22b
+silu
+x
+	linear_22&
+input_87
+�
+�*
+name
+"
+input_87�
+linear
+x
+input_875
+weight+
+)
+'model_model_encoder_layers_3_fc2_weight1
+bias)
+'
+%model_model_encoder_layers_3_fc2_bias'
+	linear_23
+�
+�*
+name
+	linear_23t
+add
+x
+input_83
+y
+	linear_23&
+input_93
+�
+�*
+name
+"
+input_93�
+const'
+hidden_states_25_axes_0
+*-
+name%
+"
+hidden_states_25_axes_0*'
+val
+����������
+layer_norm
+x
+input_93#
+axes
+hidden_states_25_axes_0A
+gamma8
+6
+4model_model_encoder_layers_3_final_layer_norm_weight>
+beta6
+4
+2model_model_encoder_layers_3_final_layer_norm_bias
+epsilon
+var_15.
+hidden_states_25
+�
+�*&
+name
+"
+hidden_states_25�
+linear
+x
+hidden_states_25B
+weight8
+6
+4model_model_encoder_layers_4_self_attn_q_proj_weight>
+bias6
+4
+2model_model_encoder_layers_4_self_attn_q_proj_bias'
+	linear_24
+�
+�*
+name
+	linear_24Q
+const
+var_439
+*
+name
+"
+op_439*
+val
+>u
+mul
+x
+	linear_24
+y
+var_439'
+	tensor_29
+�
+�*
+name
+	tensor_29�
+linear
+x
+hidden_states_25B
+weight8
+6
+4model_model_encoder_layers_4_self_attn_k_proj_weight>
+bias6
+4
+2model_model_encoder_layers_4_self_attn_k_proj_bias'
+	linear_25
+�
+�*
+name
+	linear_25j
+const
+var_444
+*
+name
+"
+op_444**
+val#
+reshape
+x
+	linear_25
+shape
+var_444*
+var_445
+�
+@*
+name
+"
+op_445o
+const
+var_446_perm_0
+*#
+name
+"
+val
+�
+linear
+x
+hidden_states_25B
+weight8
+6
+4model_model_encoder_layers_4_self_attn_v_proj_weight>
+bias6
+4
+2model_model_encoder_layers_4_self_attn_v_proj_bias'
+	linear_26
+�
+�*
+name
+	linear_26j
+const
+var_451
+*
+name
+"
+op_451**
+val#
+reshape
+x
+	linear_26
+shape
+var_451*
+var_452
+�
+@*
+name
+"
+op_452o
+const
+var_453_perm_0
+*#
+name
+"
+val
+b
+const
+var_460
+*
+name
+"
+op_460*"
+val
+�@}
+reshape
+x
+	tensor_29
+shape
+var_460*
+var_461
+�
+@*
+name
+"
+op_461o
+const
+var_462_perm_0
+*#
+name
+"
+val
+i
+const
+var_464
+*
+name
+"
+op_464*)
+val"
+���������@�
+	transpose
+x
+var_461
+perm
+var_462_perm_0.
+transpose_7
+�
+@*!
+name
+"
+transpose_7�
+reshape
+x
+transpose_7
+shape
+var_464+
+query_states_9
+�
+@*$
+name
+"
+query_states_9i
+const
+var_466
+*
+name
+"
+op_466*)
+val"
+���������@�
+	transpose
+x
+var_445
+perm
+var_446_perm_0.
+transpose_9
+�
+@*!
+name
+"
+transpose_9�
+reshape
+x
+transpose_9
+shape
+var_466*
+�
+@*#
+name
+"
+const
+var_468
+*
+name
+"
+op_468*)
+val"
+���������@�
+	transpose
+x
+var_452
+perm
+var_453_perm_0.
+transpose_8
+�
+@*!
+name
+"
+transpose_8�
+reshape
+x
+transpose_8
+shape
+var_468,
+value_states_19
+�
+@*%
+name
+"
+value_states_19n
+const
+var_471_perm_0
+*#
+name
+"
+val
+{
+const%
+attn_weights_25_transpose_x_0
+*3
+name+
+#
+!"
+attn_weights_25_transpose_x_0*
+val
+{
+const%
+attn_weights_25_transpose_y_0
+*3
+name+
+#
+!"
+attn_weights_25_transpose_y_0*
+val
+�
+	transpose
+x
+perm
+var_471_perm_0(
+transpose_6
+@
+�*!
+name
+"
+transpose_6�
+matmul
+x
+query_states_9
+y
+transpose_60
+transpose_x!
+attn_weights_25_transpose_x_00
+transpose_y!
+attn_weights_25_transpose_y_0-
+attn_weights_25
+�
+�*%
+name
+"
+attn_weights_25c
+const
+var_473
+*
+name
+"
+op_473*#
+val
+���
+reshape
+x
+attn_weights_25
+shape
+var_473+
+var_474
+�
+�*
+name
+"
+op_474�
+add
+x
+var_474
+y
+attention_mask_13
+attn_weights_27
+�
+�*%
+name
+"
+attn_weights_27b
+const
+var_479
+*
+name
+"
+op_479*"
+val
+���
+reshape
+x
+attn_weights_27
+shape
+var_479&
+input_95
+�
+�*
+name
+"
+input_95x
+softmax
+x
+input_95
+axis
+var_30&
+input_97
+�
+�*
+name
+"
+input_97y
+const$
+attn_output_25_transpose_x_0
+*2
+name*
+"
+ "
+attn_output_25_transpose_x_0*
+val
+y
+const$
+attn_output_25_transpose_y_0
+*2
+name*
+"
+ "
+attn_output_25_transpose_y_0*
+val
+�
+matmul
+x
+input_97
+y
+value_states_19/
+transpose_x
+attn_output_25_transpose_x_0/
+transpose_y
+attn_output_25_transpose_y_0+
+attn_output_25
+�
+@*$
+name
+"
+attn_output_25b
+const
+var_484
+*
+name
+"
+op_484*"
+val
+�@�
+reshape
+x
+attn_output_25
+shape
+var_4841
+attn_output_27
+�
+@*$
+name
+"
+attn_output_27~
+const%
+attn_output_29_perm_0
+*+
+name#
+"
+attn_output_29_perm_0*!
+val
+b
+const
+var_487
+*
+name
+"
+op_487*"
+val
+���
+	transpose
+x
+attn_output_27!
+perm
+attn_output_29_perm_0.
+transpose_5
+�
+@*!
+name
+"
+transpose_5}
+reshape
+x
+transpose_5
+shape
+var_487&
+input_99
+�
+�*
+name
+"
+input_99�
+linear
+x
+input_99D
+weight:
+8
+6model_model_encoder_layers_4_self_attn_out_proj_weight@
+bias8
+6
+4model_model_encoder_layers_4_self_attn_out_proj_bias'
+	linear_27
+�
+�*
+name
+	linear_27~
+add
+x
+hidden_states_25
+y
+	linear_27'
+	input_103
+�
+�*
+name
+	input_103z
+const
+input_105_axes_0
+*&
+name
+"
+input_105_axes_0*'
+val
+����������
+layer_norm
+x
+	input_103
+axes
+input_105_axes_0E
+gamma<
+:
+8model_model_encoder_layers_4_self_attn_layer_norm_weightB
+beta:
+8
+6model_model_encoder_layers_4_self_attn_layer_norm_bias
+epsilon
+var_15'
+	input_105
+�
+�*
+name
+	input_105�
+linear
+x
+	input_1055
+weight+
+)
+'model_model_encoder_layers_4_fc1_weight1
+bias)
+'
+%model_model_encoder_layers_4_fc1_bias'
+	linear_28
+�
+�*
+name
+	linear_28d
+silu
+x
+	linear_28'
+	input_109
+�
+�*
+name
+	input_109�
+linear
+x
+	input_1095
+weight+
+)
+'model_model_encoder_layers_4_fc2_weight1
+bias)
+'
+%model_model_encoder_layers_4_fc2_bias'
+	linear_29
+�
+�*
+name
+	linear_29w
+add
+x
+	input_105
+y
+	linear_29'
+	input_115
+�
+�*
+name
+	input_115�
+const'
+hidden_states_31_axes_0
+*-
+name%
+"
+hidden_states_31_axes_0*'
+val
+����������
+layer_norm
+x
+	input_115#
+axes
+hidden_states_31_axes_0A
+gamma8
+6
+4model_model_encoder_layers_4_final_layer_norm_weight>
+beta6
+4
+2model_model_encoder_layers_4_final_layer_norm_bias
+epsilon
+var_15.
+hidden_states_31
+�
+�*&
+name
+"
+hidden_states_31�
+linear
+x
+hidden_states_31B
+weight8
+6
+4model_model_encoder_layers_5_self_attn_q_proj_weight>
+bias6
+4
+2model_model_encoder_layers_5_self_attn_q_proj_bias'
+	linear_30
+�
+�*
+name
+	linear_30Q
+const
+var_527
+*
+name
+"
+op_527*
+val
+>�
+mul
+x
+	linear_30
+y
+var_527/
+tensor_workaround
+�
+�*'
+name
+"
+tensor_workaround�
+linear
+x
+hidden_states_31B
+weight8
+6
+4model_model_encoder_layers_5_self_attn_k_proj_weight>
+bias6
+4
+2model_model_encoder_layers_5_self_attn_k_proj_bias'
+	linear_31
+�
+�*
+name
+	linear_31j
+const
+var_532
+*
+name
+"
+op_532**
+val#
+reshape
+x
+	linear_31
+shape
+var_532*
+var_533
+�
+@*
+name
+"
+op_533o
+const
+var_534_perm_0
+*#
+name
+"
+val
+�
+linear
+x
+hidden_states_31B
+weight8
+6
+4model_model_encoder_layers_5_self_attn_v_proj_weight>
+bias6
+4
+2model_model_encoder_layers_5_self_attn_v_proj_bias'
+	linear_32
+�
+�*
+name
+	linear_32j
+const
+var_539
+*
+name
+"
+op_539**
+val#
+reshape
+x
+	linear_32
+shape
+var_539*
+var_540
+�
+@*
+name
+"
+op_540o
+const
+var_541_perm_0
+*#
+name
+"
+val
+b
+const
+var_548
+*
+name
+"
+op_548*"
+val
+�@�
+reshape
+x
+tensor_workaround
+shape
+var_548*
+var_549
+�
+@*
+name
+"
+op_549o
+const
+var_550_perm_0
+*#
+name
+"
+val
+i
+const
+var_552
+*
+name
+"
+op_552*)
+val"
+���������@�
+	transpose
+x
+var_549
+perm
+var_550_perm_0.
+transpose_2
+�
+@*!
+name
+"
+transpose_2�
+reshape
+x
+transpose_2
+shape
+var_552)
+query_states
+�
+@*"
+name
+"
+query_statesi
+const
+var_554
+*
+name
+"
+op_554*)
+val"
+���������@�
+	transpose
+x
+var_533
+perm
+var_534_perm_0.
+transpose_4
+�
+@*!
+name
+"
+transpose_4�
+reshape
+x
+transpose_4
+shape
+var_554'
+key_states
+�
+@*
+name
+"
+key_statesi
+const
+var_556
+*
+name
+"
+op_556*)
+val"
+���������@�
+	transpose
+x
+var_540
+perm
+var_541_perm_0.
+transpose_3
+�
+@*!
+name
+"
+transpose_3�
+reshape
+x
+transpose_3
+shape
+var_556)
+value_states
+�
+@*"
+name
+"
+value_statesn
+const
+var_559_perm_0
+*#
+name
+"
+val
+{
+const%
+attn_weights_31_transpose_x_0
+*3
+name+
+#
+!"
+attn_weights_31_transpose_x_0*
+val
+{
+const%
+attn_weights_31_transpose_y_0
+*3
+name+
+#
+!"
+attn_weights_31_transpose_y_0*
+val
+�
+	transpose
+x
+key_states
+perm
+var_559_perm_0(
+transpose_1
+@
+�*!
+name
+"
+transpose_1�
+matmul
+x
+query_states
+y
+transpose_10
+transpose_x!
+attn_weights_31_transpose_x_00
+transpose_y!
+attn_weights_31_transpose_y_0-
+attn_weights_31
+�
+�*%
+name
+"
+attn_weights_31c
+const
+var_561
+*
+name
+"
+op_561*#
+val
+���
+reshape
+x
+attn_weights_31
+shape
+var_561+
+var_562
+�
+�*
+name
+"
+op_562�
+add
+x
+var_562
+y
+attention_mask_13
+attn_weights_33
+�
+�*%
+name
+"
+attn_weights_33b
+const
+var_567
+*
+name
+"
+op_567*"
+val
+���
+reshape
+x
+attn_weights_33
+shape
+var_567'
+	input_117
+�
+�*
+name
+	input_117{
+softmax
+x
+	input_117
+axis
+var_30'
+	input_119
+�
+�*
+name
+	input_119y
+const$
+attn_output_31_transpose_x_0
+*2
+name*
+"
+ "
+attn_output_31_transpose_x_0*
+val
+y
+const$
+attn_output_31_transpose_y_0
+*2
+name*
+"
+ "
+attn_output_31_transpose_y_0*
+val
+�
+matmul
+x
+	input_119
+y
+value_states/
+transpose_x
+attn_output_31_transpose_x_0/
+transpose_y
+attn_output_31_transpose_y_0+
+attn_output_31
+�
+@*$
+name
+"
+attn_output_31b
+const
+var_572
+*
+name
+"
+op_572*"
+val
+�@�
+reshape
+x
+attn_output_31
+shape
+var_5721
+attn_output_33
+�
+@*$
+name
+"
+attn_output_33x
+const"
+attn_output_perm_0
+*(
+name
+"
+attn_output_perm_0*!
+val
+b
+const
+var_575
+*
+name
+"
+op_575*"
+val
+���
+	transpose
+x
+attn_output_33
+perm
+attn_output_perm_0.
+transpose_0
+�
+@*!
+name
+"
+transpose_0
+reshape
+x
+transpose_0
+shape
+var_575'
+	input_121
+�
+�*
+name
+	input_121�
+linear
+x
+	input_121D
+weight:
+8
+6model_model_encoder_layers_5_self_attn_out_proj_weight@
+bias8
+6
+4model_model_encoder_layers_5_self_attn_out_proj_bias'
+	linear_33
+�
+�*
+name
+	linear_33~
+add
+x
+hidden_states_31
+y
+	linear_33'
+	input_125
+�
+�*
+name
+	input_125z
+const
+input_127_axes_0
+*&
+name
+"
+input_127_axes_0*'
+val
+����������
+layer_norm
+x
+	input_125
+axes
+input_127_axes_0E
+gamma<
+:
+8model_model_encoder_layers_5_self_attn_layer_norm_weightB
+beta:
+8
+6model_model_encoder_layers_5_self_attn_layer_norm_bias
+epsilon
+var_15'
+	input_127
+�
+�*
+name
+	input_127�
+linear
+x
+	input_1275
+weight+
+)
+'model_model_encoder_layers_5_fc1_weight1
+bias)
+'
+%model_model_encoder_layers_5_fc1_bias'
+	linear_34
+�
+�*
+name
+	linear_34d
+silu
+x
+	linear_34'
+	input_131
+�
+�*
+name
+	input_131�
+linear
+x
+	input_1315
+weight+
+)
+'model_model_encoder_layers_5_fc2_weight1
+bias)
+'
+%model_model_encoder_layers_5_fc2_bias'
+	linear_35
+�
+�*
+name
+	linear_35o
+add
+x
+	input_127
+y
+	linear_35#
+input
+�
+�*
+name
+	"
+inputu
+const
+var_599_axes_0
+*#
+name
+"
+val
+����������
+layer_norm
+x
+input
+axes
+var_599_axes_0A
+gamma8
+6
+4model_model_encoder_layers_5_final_layer_norm_weight>
+beta6
+4
+2model_model_encoder_layers_5_final_layer_norm_bias
+epsilon
+var_15/
+last_hidden_state
+�
+�*
+name
+"
+op_599"�
+	buildInfo�"
+|"z
+6
+!
+"
+coremltools-version
+"
+7.0
+@
+)
+!
+"
+coremltools-component-torch
+	"
+2.0.1

coreml/text2text-generation/encoder_float32_model.mlpackage/Data/com.apple.CoreML/weights/weight.bin ADDED Viewed

	@@ -0,0 +1,3 @@

+version https://git-lfs.github.com/spec/v1
+oid sha256:39890f0494aa9e5232b692a5e166defa0a896cdb1d6311d1256296f13ea462fd
+size 209047744

coreml/text2text-generation/encoder_float32_model.mlpackage/Manifest.json ADDED Viewed

	@@ -0,0 +1,18 @@

+{
+    "fileFormatVersion": "1.0.0",
+    "itemInfoEntries": {
+        "0291379B-69C2-4545-BEB6-905D9444BEA4": {
+            "author": "com.apple.CoreML",
+            "description": "CoreML Model Specification",
+            "name": "model.mlmodel",
+            "path": "com.apple.CoreML/model.mlmodel"
+        },
+        "187FF2D7-1CE9-439C-96B9-50673721D480": {
+            "author": "com.apple.CoreML",
+            "description": "CoreML Model Weights",
+            "name": "weights",
+            "path": "com.apple.CoreML/weights"
+        }
+    },
+    "rootModelIdentifier": "0291379B-69C2-4545-BEB6-905D9444BEA4"
+}