Upload debug/score_images_grad_variable_names_1.json

Browse files

Files changed (1) hide show

debug/score_images_grad_variable_names_1.json +1 -0

debug/score_images_grad_variable_names_1.json ADDED Viewed

	@@ -0,0 +1 @@

+ ["params_img_Transformer_encoder_norm_bias", "params_img_Transformer_encoder_norm_scale", "params_img_Transformer_encoderblock_0_LayerNorm_0_bias", "params_img_Transformer_encoderblock_0_LayerNorm_0_scale", "params_img_Transformer_encoderblock_0_LayerNorm_1_bias", "params_img_Transformer_encoderblock_0_LayerNorm_1_scale", "params_img_Transformer_encoderblock_0_MlpBlock_0_Dense_0_bias", "params_img_Transformer_encoderblock_0_MlpBlock_0_Dense_0_kernel", "params_img_Transformer_encoderblock_0_MlpBlock_0_Dense_1_bias", "params_img_Transformer_encoderblock_0_MlpBlock_0_Dense_1_kernel", "params_img_Transformer_encoderblock_0_MultiHeadDotProductAttention_0_key_bias", "params_img_Transformer_encoderblock_0_MultiHeadDotProductAttention_0_key_kernel", "params_img_Transformer_encoderblock_0_MultiHeadDotProductAttention_0_out_bias", "params_img_Transformer_encoderblock_0_MultiHeadDotProductAttention_0_out_kernel", "params_img_Transformer_encoderblock_0_MultiHeadDotProductAttention_0_query_bias", "params_img_Transformer_encoderblock_0_MultiHeadDotProductAttention_0_query_kernel", "params_img_Transformer_encoderblock_0_MultiHeadDotProductAttention_0_value_bias", "params_img_Transformer_encoderblock_0_MultiHeadDotProductAttention_0_value_kernel", "params_img_Transformer_encoderblock_1_LayerNorm_0_bias", "params_img_Transformer_encoderblock_1_LayerNorm_0_scale", "params_img_Transformer_encoderblock_1_LayerNorm_1_bias", "params_img_Transformer_encoderblock_1_LayerNorm_1_scale", "params_img_Transformer_encoderblock_1_MlpBlock_0_Dense_0_bias", "params_img_Transformer_encoderblock_1_MlpBlock_0_Dense_0_kernel", "params_img_Transformer_encoderblock_1_MlpBlock_0_Dense_1_bias", "params_img_Transformer_encoderblock_1_MlpBlock_0_Dense_1_kernel", "params_img_Transformer_encoderblock_1_MultiHeadDotProductAttention_0_key_bias", "params_img_Transformer_encoderblock_1_MultiHeadDotProductAttention_0_key_kernel", "params_img_Transformer_encoderblock_1_MultiHeadDotProductAttention_0_out_bias", "params_img_Transformer_encoderblock_1_MultiHeadDotProductAttention_0_out_kernel", "params_img_Transformer_encoderblock_1_MultiHeadDotProductAttention_0_query_bias", "params_img_Transformer_encoderblock_1_MultiHeadDotProductAttention_0_query_kernel", "params_img_Transformer_encoderblock_1_MultiHeadDotProductAttention_0_value_bias", "params_img_Transformer_encoderblock_1_MultiHeadDotProductAttention_0_value_kernel", "params_img_Transformer_encoderblock_10_LayerNorm_0_bias", "params_img_Transformer_encoderblock_10_LayerNorm_0_scale", "params_img_Transformer_encoderblock_10_LayerNorm_1_bias", "params_img_Transformer_encoderblock_10_LayerNorm_1_scale", "params_img_Transformer_encoderblock_10_MlpBlock_0_Dense_0_bias", "params_img_Transformer_encoderblock_10_MlpBlock_0_Dense_0_kernel", "params_img_Transformer_encoderblock_10_MlpBlock_0_Dense_1_bias", "params_img_Transformer_encoderblock_10_MlpBlock_0_Dense_1_kernel", "params_img_Transformer_encoderblock_10_MultiHeadDotProductAttention_0_key_bias", "params_img_Transformer_encoderblock_10_MultiHeadDotProductAttention_0_key_kernel", "params_img_Transformer_encoderblock_10_MultiHeadDotProductAttention_0_out_bias", "params_img_Transformer_encoderblock_10_MultiHeadDotProductAttention_0_out_kernel", "params_img_Transformer_encoderblock_10_MultiHeadDotProductAttention_0_query_bias", "params_img_Transformer_encoderblock_10_MultiHeadDotProductAttention_0_query_kernel", "params_img_Transformer_encoderblock_10_MultiHeadDotProductAttention_0_value_bias", "params_img_Transformer_encoderblock_10_MultiHeadDotProductAttention_0_value_kernel", "params_img_Transformer_encoderblock_11_LayerNorm_0_bias", "params_img_Transformer_encoderblock_11_LayerNorm_0_scale", "params_img_Transformer_encoderblock_11_LayerNorm_1_bias", "params_img_Transformer_encoderblock_11_LayerNorm_1_scale", "params_img_Transformer_encoderblock_11_MlpBlock_0_Dense_0_bias", "params_img_Transformer_encoderblock_11_MlpBlock_0_Dense_0_kernel", "params_img_Transformer_encoderblock_11_MlpBlock_0_Dense_1_bias", "params_img_Transformer_encoderblock_11_MlpBlock_0_Dense_1_kernel", "params_img_Transformer_encoderblock_11_MultiHeadDotProductAttention_0_key_bias", "params_img_Transformer_encoderblock_11_MultiHeadDotProductAttention_0_key_kernel", "params_img_Transformer_encoderblock_11_MultiHeadDotProductAttention_0_out_bias", "params_img_Transformer_encoderblock_11_MultiHeadDotProductAttention_0_out_kernel", "params_img_Transformer_encoderblock_11_MultiHeadDotProductAttention_0_query_bias", "params_img_Transformer_encoderblock_11_MultiHeadDotProductAttention_0_query_kernel", "params_img_Transformer_encoderblock_11_MultiHeadDotProductAttention_0_value_bias", "params_img_Transformer_encoderblock_11_MultiHeadDotProductAttention_0_value_kernel", "params_img_Transformer_encoderblock_2_LayerNorm_0_bias", "params_img_Transformer_encoderblock_2_LayerNorm_0_scale", "params_img_Transformer_encoderblock_2_LayerNorm_1_bias", "params_img_Transformer_encoderblock_2_LayerNorm_1_scale", "params_img_Transformer_encoderblock_2_MlpBlock_0_Dense_0_bias", "params_img_Transformer_encoderblock_2_MlpBlock_0_Dense_0_kernel", "params_img_Transformer_encoderblock_2_MlpBlock_0_Dense_1_bias", "params_img_Transformer_encoderblock_2_MlpBlock_0_Dense_1_kernel", "params_img_Transformer_encoderblock_2_MultiHeadDotProductAttention_0_key_bias", "params_img_Transformer_encoderblock_2_MultiHeadDotProductAttention_0_key_kernel", "params_img_Transformer_encoderblock_2_MultiHeadDotProductAttention_0_out_bias", "params_img_Transformer_encoderblock_2_MultiHeadDotProductAttention_0_out_kernel", "params_img_Transformer_encoderblock_2_MultiHeadDotProductAttention_0_query_bias", "params_img_Transformer_encoderblock_2_MultiHeadDotProductAttention_0_query_kernel", "params_img_Transformer_encoderblock_2_MultiHeadDotProductAttention_0_value_bias", "params_img_Transformer_encoderblock_2_MultiHeadDotProductAttention_0_value_kernel", "params_img_Transformer_encoderblock_3_LayerNorm_0_bias", "params_img_Transformer_encoderblock_3_LayerNorm_0_scale", "params_img_Transformer_encoderblock_3_LayerNorm_1_bias", "params_img_Transformer_encoderblock_3_LayerNorm_1_scale", "params_img_Transformer_encoderblock_3_MlpBlock_0_Dense_0_bias", "params_img_Transformer_encoderblock_3_MlpBlock_0_Dense_0_kernel", "params_img_Transformer_encoderblock_3_MlpBlock_0_Dense_1_bias", "params_img_Transformer_encoderblock_3_MlpBlock_0_Dense_1_kernel", "params_img_Transformer_encoderblock_3_MultiHeadDotProductAttention_0_key_bias", "params_img_Transformer_encoderblock_3_MultiHeadDotProductAttention_0_key_kernel", "params_img_Transformer_encoderblock_3_MultiHeadDotProductAttention_0_out_bias", "params_img_Transformer_encoderblock_3_MultiHeadDotProductAttention_0_out_kernel", "params_img_Transformer_encoderblock_3_MultiHeadDotProductAttention_0_query_bias", "params_img_Transformer_encoderblock_3_MultiHeadDotProductAttention_0_query_kernel", "params_img_Transformer_encoderblock_3_MultiHeadDotProductAttention_0_value_bias", "params_img_Transformer_encoderblock_3_MultiHeadDotProductAttention_0_value_kernel", "params_img_Transformer_encoderblock_4_LayerNorm_0_bias", "params_img_Transformer_encoderblock_4_LayerNorm_0_scale", "params_img_Transformer_encoderblock_4_LayerNorm_1_bias", "params_img_Transformer_encoderblock_4_LayerNorm_1_scale", "params_img_Transformer_encoderblock_4_MlpBlock_0_Dense_0_bias", "params_img_Transformer_encoderblock_4_MlpBlock_0_Dense_0_kernel", "params_img_Transformer_encoderblock_4_MlpBlock_0_Dense_1_bias", "params_img_Transformer_encoderblock_4_MlpBlock_0_Dense_1_kernel", "params_img_Transformer_encoderblock_4_MultiHeadDotProductAttention_0_key_bias", "params_img_Transformer_encoderblock_4_MultiHeadDotProductAttention_0_key_kernel", "params_img_Transformer_encoderblock_4_MultiHeadDotProductAttention_0_out_bias", "params_img_Transformer_encoderblock_4_MultiHeadDotProductAttention_0_out_kernel", "params_img_Transformer_encoderblock_4_MultiHeadDotProductAttention_0_query_bias", "params_img_Transformer_encoderblock_4_MultiHeadDotProductAttention_0_query_kernel", "params_img_Transformer_encoderblock_4_MultiHeadDotProductAttention_0_value_bias", "params_img_Transformer_encoderblock_4_MultiHeadDotProductAttention_0_value_kernel", "params_img_Transformer_encoderblock_5_LayerNorm_0_bias", "params_img_Transformer_encoderblock_5_LayerNorm_0_scale", "params_img_Transformer_encoderblock_5_LayerNorm_1_bias", "params_img_Transformer_encoderblock_5_LayerNorm_1_scale", "params_img_Transformer_encoderblock_5_MlpBlock_0_Dense_0_bias", "params_img_Transformer_encoderblock_5_MlpBlock_0_Dense_0_kernel", "params_img_Transformer_encoderblock_5_MlpBlock_0_Dense_1_bias", "params_img_Transformer_encoderblock_5_MlpBlock_0_Dense_1_kernel", "params_img_Transformer_encoderblock_5_MultiHeadDotProductAttention_0_key_bias", "params_img_Transformer_encoderblock_5_MultiHeadDotProductAttention_0_key_kernel", "params_img_Transformer_encoderblock_5_MultiHeadDotProductAttention_0_out_bias", "params_img_Transformer_encoderblock_5_MultiHeadDotProductAttention_0_out_kernel", "params_img_Transformer_encoderblock_5_MultiHeadDotProductAttention_0_query_bias", "params_img_Transformer_encoderblock_5_MultiHeadDotProductAttention_0_query_kernel", "params_img_Transformer_encoderblock_5_MultiHeadDotProductAttention_0_value_bias", "params_img_Transformer_encoderblock_5_MultiHeadDotProductAttention_0_value_kernel", "params_img_Transformer_encoderblock_6_LayerNorm_0_bias", "params_img_Transformer_encoderblock_6_LayerNorm_0_scale", "params_img_Transformer_encoderblock_6_LayerNorm_1_bias", "params_img_Transformer_encoderblock_6_LayerNorm_1_scale", "params_img_Transformer_encoderblock_6_MlpBlock_0_Dense_0_bias", "params_img_Transformer_encoderblock_6_MlpBlock_0_Dense_0_kernel", "params_img_Transformer_encoderblock_6_MlpBlock_0_Dense_1_bias", "params_img_Transformer_encoderblock_6_MlpBlock_0_Dense_1_kernel", "params_img_Transformer_encoderblock_6_MultiHeadDotProductAttention_0_key_bias", "params_img_Transformer_encoderblock_6_MultiHeadDotProductAttention_0_key_kernel", "params_img_Transformer_encoderblock_6_MultiHeadDotProductAttention_0_out_bias", "params_img_Transformer_encoderblock_6_MultiHeadDotProductAttention_0_out_kernel", "params_img_Transformer_encoderblock_6_MultiHeadDotProductAttention_0_query_bias", "params_img_Transformer_encoderblock_6_MultiHeadDotProductAttention_0_query_kernel", "params_img_Transformer_encoderblock_6_MultiHeadDotProductAttention_0_value_bias", "params_img_Transformer_encoderblock_6_MultiHeadDotProductAttention_0_value_kernel", "params_img_Transformer_encoderblock_7_LayerNorm_0_bias", "params_img_Transformer_encoderblock_7_LayerNorm_0_scale", "params_img_Transformer_encoderblock_7_LayerNorm_1_bias", "params_img_Transformer_encoderblock_7_LayerNorm_1_scale", "params_img_Transformer_encoderblock_7_MlpBlock_0_Dense_0_bias", "params_img_Transformer_encoderblock_7_MlpBlock_0_Dense_0_kernel", "params_img_Transformer_encoderblock_7_MlpBlock_0_Dense_1_bias", "params_img_Transformer_encoderblock_7_MlpBlock_0_Dense_1_kernel", "params_img_Transformer_encoderblock_7_MultiHeadDotProductAttention_0_key_bias", "params_img_Transformer_encoderblock_7_MultiHeadDotProductAttention_0_key_kernel", "params_img_Transformer_encoderblock_7_MultiHeadDotProductAttention_0_out_bias", "params_img_Transformer_encoderblock_7_MultiHeadDotProductAttention_0_out_kernel", "params_img_Transformer_encoderblock_7_MultiHeadDotProductAttention_0_query_bias", "params_img_Transformer_encoderblock_7_MultiHeadDotProductAttention_0_query_kernel", "params_img_Transformer_encoderblock_7_MultiHeadDotProductAttention_0_value_bias", "params_img_Transformer_encoderblock_7_MultiHeadDotProductAttention_0_value_kernel", "params_img_Transformer_encoderblock_8_LayerNorm_0_bias", "params_img_Transformer_encoderblock_8_LayerNorm_0_scale", "params_img_Transformer_encoderblock_8_LayerNorm_1_bias", "params_img_Transformer_encoderblock_8_LayerNorm_1_scale", "params_img_Transformer_encoderblock_8_MlpBlock_0_Dense_0_bias", "params_img_Transformer_encoderblock_8_MlpBlock_0_Dense_0_kernel", "params_img_Transformer_encoderblock_8_MlpBlock_0_Dense_1_bias", "params_img_Transformer_encoderblock_8_MlpBlock_0_Dense_1_kernel", "params_img_Transformer_encoderblock_8_MultiHeadDotProductAttention_0_key_bias", "params_img_Transformer_encoderblock_8_MultiHeadDotProductAttention_0_key_kernel", "params_img_Transformer_encoderblock_8_MultiHeadDotProductAttention_0_out_bias", "params_img_Transformer_encoderblock_8_MultiHeadDotProductAttention_0_out_kernel", "params_img_Transformer_encoderblock_8_MultiHeadDotProductAttention_0_query_bias", "params_img_Transformer_encoderblock_8_MultiHeadDotProductAttention_0_query_kernel", "params_img_Transformer_encoderblock_8_MultiHeadDotProductAttention_0_value_bias", "params_img_Transformer_encoderblock_8_MultiHeadDotProductAttention_0_value_kernel", "params_img_Transformer_encoderblock_9_LayerNorm_0_bias", "params_img_Transformer_encoderblock_9_LayerNorm_0_scale", "params_img_Transformer_encoderblock_9_LayerNorm_1_bias", "params_img_Transformer_encoderblock_9_LayerNorm_1_scale", "params_img_Transformer_encoderblock_9_MlpBlock_0_Dense_0_bias", "params_img_Transformer_encoderblock_9_MlpBlock_0_Dense_0_kernel", "params_img_Transformer_encoderblock_9_MlpBlock_0_Dense_1_bias", "params_img_Transformer_encoderblock_9_MlpBlock_0_Dense_1_kernel", "params_img_Transformer_encoderblock_9_MultiHeadDotProductAttention_0_key_bias", "params_img_Transformer_encoderblock_9_MultiHeadDotProductAttention_0_key_kernel", "params_img_Transformer_encoderblock_9_MultiHeadDotProductAttention_0_out_bias", "params_img_Transformer_encoderblock_9_MultiHeadDotProductAttention_0_out_kernel", "params_img_Transformer_encoderblock_9_MultiHeadDotProductAttention_0_query_bias", "params_img_Transformer_encoderblock_9_MultiHeadDotProductAttention_0_query_kernel", "params_img_Transformer_encoderblock_9_MultiHeadDotProductAttention_0_value_bias", "params_img_Transformer_encoderblock_9_MultiHeadDotProductAttention_0_value_kernel", "params_img_Transformer_posembed_input_pos_embedding", "params_img_cls", "params_img_embedding_bias", "params_img_embedding_kernel", "params_img_head_bias", "params_img_head_kernel", "params_t", "params_txt_BertEncoder_0_embedder_embedders_position_ids_embedding", "params_txt_BertEncoder_0_embedder_embedders_segment_ids_embedding", "params_txt_BertEncoder_0_embedder_embedders_token_ids_embedding", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_0_attention_block_attention_layer_key_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_0_attention_block_attention_layer_key_kernel", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_0_attention_block_attention_layer_query_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_0_attention_block_attention_layer_query_kernel", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_0_attention_block_attention_layer_value_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_0_attention_block_attention_layer_value_kernel", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_0_attention_block_dense_layer_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_0_attention_block_dense_layer_kernel", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_0_attention_block_layer_norm_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_0_attention_block_layer_norm_scale", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_0_mlp_block_dense_layer_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_0_mlp_block_dense_layer_kernel", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_0_mlp_block_layer_norm_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_0_mlp_block_layer_norm_scale", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_0_mlp_block_mlp_dense_layer_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_0_mlp_block_mlp_dense_layer_kernel", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_1_attention_block_attention_layer_key_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_1_attention_block_attention_layer_key_kernel", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_1_attention_block_attention_layer_query_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_1_attention_block_attention_layer_query_kernel", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_1_attention_block_attention_layer_value_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_1_attention_block_attention_layer_value_kernel", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_1_attention_block_dense_layer_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_1_attention_block_dense_layer_kernel", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_1_attention_block_layer_norm_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_1_attention_block_layer_norm_scale", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_1_mlp_block_dense_layer_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_1_mlp_block_dense_layer_kernel", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_1_mlp_block_layer_norm_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_1_mlp_block_layer_norm_scale", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_1_mlp_block_mlp_dense_layer_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_1_mlp_block_mlp_dense_layer_kernel", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_10_attention_block_attention_layer_key_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_10_attention_block_attention_layer_key_kernel", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_10_attention_block_attention_layer_query_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_10_attention_block_attention_layer_query_kernel", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_10_attention_block_attention_layer_value_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_10_attention_block_attention_layer_value_kernel", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_10_attention_block_dense_layer_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_10_attention_block_dense_layer_kernel", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_10_attention_block_layer_norm_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_10_attention_block_layer_norm_scale", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_10_mlp_block_dense_layer_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_10_mlp_block_dense_layer_kernel", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_10_mlp_block_layer_norm_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_10_mlp_block_layer_norm_scale", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_10_mlp_block_mlp_dense_layer_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_10_mlp_block_mlp_dense_layer_kernel", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_11_attention_block_attention_layer_key_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_11_attention_block_attention_layer_key_kernel", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_11_attention_block_attention_layer_query_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_11_attention_block_attention_layer_query_kernel", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_11_attention_block_attention_layer_value_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_11_attention_block_attention_layer_value_kernel", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_11_attention_block_dense_layer_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_11_attention_block_dense_layer_kernel", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_11_attention_block_layer_norm_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_11_attention_block_layer_norm_scale", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_11_mlp_block_dense_layer_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_11_mlp_block_dense_layer_kernel", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_11_mlp_block_layer_norm_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_11_mlp_block_layer_norm_scale", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_11_mlp_block_mlp_dense_layer_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_11_mlp_block_mlp_dense_layer_kernel", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_2_attention_block_attention_layer_key_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_2_attention_block_attention_layer_key_kernel", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_2_attention_block_attention_layer_query_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_2_attention_block_attention_layer_query_kernel", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_2_attention_block_attention_layer_value_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_2_attention_block_attention_layer_value_kernel", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_2_attention_block_dense_layer_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_2_attention_block_dense_layer_kernel", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_2_attention_block_layer_norm_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_2_attention_block_layer_norm_scale", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_2_mlp_block_dense_layer_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_2_mlp_block_dense_layer_kernel", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_2_mlp_block_layer_norm_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_2_mlp_block_layer_norm_scale", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_2_mlp_block_mlp_dense_layer_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_2_mlp_block_mlp_dense_layer_kernel", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_3_attention_block_attention_layer_key_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_3_attention_block_attention_layer_key_kernel", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_3_attention_block_attention_layer_query_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_3_attention_block_attention_layer_query_kernel", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_3_attention_block_attention_layer_value_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_3_attention_block_attention_layer_value_kernel", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_3_attention_block_dense_layer_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_3_attention_block_dense_layer_kernel", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_3_attention_block_layer_norm_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_3_attention_block_layer_norm_scale", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_3_mlp_block_dense_layer_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_3_mlp_block_dense_layer_kernel", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_3_mlp_block_layer_norm_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_3_mlp_block_layer_norm_scale", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_3_mlp_block_mlp_dense_layer_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_3_mlp_block_mlp_dense_layer_kernel", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_4_attention_block_attention_layer_key_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_4_attention_block_attention_layer_key_kernel", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_4_attention_block_attention_layer_query_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_4_attention_block_attention_layer_query_kernel", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_4_attention_block_attention_layer_value_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_4_attention_block_attention_layer_value_kernel", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_4_attention_block_dense_layer_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_4_attention_block_dense_layer_kernel", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_4_attention_block_layer_norm_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_4_attention_block_layer_norm_scale", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_4_mlp_block_dense_layer_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_4_mlp_block_dense_layer_kernel", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_4_mlp_block_layer_norm_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_4_mlp_block_layer_norm_scale", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_4_mlp_block_mlp_dense_layer_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_4_mlp_block_mlp_dense_layer_kernel", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_5_attention_block_attention_layer_key_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_5_attention_block_attention_layer_key_kernel", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_5_attention_block_attention_layer_query_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_5_attention_block_attention_layer_query_kernel", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_5_attention_block_attention_layer_value_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_5_attention_block_attention_layer_value_kernel", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_5_attention_block_dense_layer_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_5_attention_block_dense_layer_kernel", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_5_attention_block_layer_norm_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_5_attention_block_layer_norm_scale", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_5_mlp_block_dense_layer_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_5_mlp_block_dense_layer_kernel", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_5_mlp_block_layer_norm_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_5_mlp_block_layer_norm_scale", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_5_mlp_block_mlp_dense_layer_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_5_mlp_block_mlp_dense_layer_kernel", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_6_attention_block_attention_layer_key_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_6_attention_block_attention_layer_key_kernel", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_6_attention_block_attention_layer_query_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_6_attention_block_attention_layer_query_kernel", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_6_attention_block_attention_layer_value_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_6_attention_block_attention_layer_value_kernel", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_6_attention_block_dense_layer_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_6_attention_block_dense_layer_kernel", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_6_attention_block_layer_norm_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_6_attention_block_layer_norm_scale", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_6_mlp_block_dense_layer_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_6_mlp_block_dense_layer_kernel", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_6_mlp_block_layer_norm_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_6_mlp_block_layer_norm_scale", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_6_mlp_block_mlp_dense_layer_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_6_mlp_block_mlp_dense_layer_kernel", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_7_attention_block_attention_layer_key_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_7_attention_block_attention_layer_key_kernel", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_7_attention_block_attention_layer_query_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_7_attention_block_attention_layer_query_kernel", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_7_attention_block_attention_layer_value_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_7_attention_block_attention_layer_value_kernel", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_7_attention_block_dense_layer_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_7_attention_block_dense_layer_kernel", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_7_attention_block_layer_norm_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_7_attention_block_layer_norm_scale", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_7_mlp_block_dense_layer_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_7_mlp_block_dense_layer_kernel", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_7_mlp_block_layer_norm_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_7_mlp_block_layer_norm_scale", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_7_mlp_block_mlp_dense_layer_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_7_mlp_block_mlp_dense_layer_kernel", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_8_attention_block_attention_layer_key_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_8_attention_block_attention_layer_key_kernel", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_8_attention_block_attention_layer_query_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_8_attention_block_attention_layer_query_kernel", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_8_attention_block_attention_layer_value_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_8_attention_block_attention_layer_value_kernel", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_8_attention_block_dense_layer_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_8_attention_block_dense_layer_kernel", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_8_attention_block_layer_norm_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_8_attention_block_layer_norm_scale", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_8_mlp_block_dense_layer_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_8_mlp_block_dense_layer_kernel", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_8_mlp_block_layer_norm_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_8_mlp_block_layer_norm_scale", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_8_mlp_block_mlp_dense_layer_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_8_mlp_block_mlp_dense_layer_kernel", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_9_attention_block_attention_layer_key_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_9_attention_block_attention_layer_key_kernel", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_9_attention_block_attention_layer_query_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_9_attention_block_attention_layer_query_kernel", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_9_attention_block_attention_layer_value_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_9_attention_block_attention_layer_value_kernel", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_9_attention_block_dense_layer_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_9_attention_block_dense_layer_kernel", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_9_attention_block_layer_norm_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_9_attention_block_layer_norm_scale", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_9_mlp_block_dense_layer_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_9_mlp_block_dense_layer_kernel", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_9_mlp_block_layer_norm_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_9_mlp_block_layer_norm_scale", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_9_mlp_block_mlp_dense_layer_bias", "params_txt_BertEncoder_0_encoder_block_layer_sequence_layers_9_mlp_block_mlp_dense_layer_kernel", "params_txt_BertEncoder_0_layer_norm_bias", "params_txt_BertEncoder_0_layer_norm_scale", "params_txt_head_bias", "params_txt_head_kernel"]