0xnu commited on
Commit
c1a5917
1 Parent(s): 9278109

Upload 2 files

Browse files
Files changed (2) hide show
  1. model.pt +1 -1
  2. model_tensor_details.json +201 -201
model.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:addb71a60c7d8c3038f629ec7970b515611e6857707f6ef93e1ed127cf7dc1d8
3
  size 438000710
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:149561d1989862939c20e8f816ebe9374cf9c53bcb3fe2b62a19a822007f3a80
3
  size 438000710
model_tensor_details.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "tensor_index": [
3
  {
4
- "tensor_name": "tf_bert_for_sequence_classification/bert/embeddings/word_embeddings/weight:0",
5
  "shape": [
6
  30522,
7
  768
@@ -9,7 +9,7 @@
9
  "dtype": "<dtype: 'float32'>"
10
  },
11
  {
12
- "tensor_name": "tf_bert_for_sequence_classification/bert/embeddings/token_type_embeddings/embeddings:0",
13
  "shape": [
14
  2,
15
  768
@@ -17,7 +17,7 @@
17
  "dtype": "<dtype: 'float32'>"
18
  },
19
  {
20
- "tensor_name": "tf_bert_for_sequence_classification/bert/embeddings/position_embeddings/embeddings:0",
21
  "shape": [
22
  512,
23
  768
@@ -25,21 +25,21 @@
25
  "dtype": "<dtype: 'float32'>"
26
  },
27
  {
28
- "tensor_name": "tf_bert_for_sequence_classification/bert/embeddings/LayerNorm/gamma:0",
29
  "shape": [
30
  768
31
  ],
32
  "dtype": "<dtype: 'float32'>"
33
  },
34
  {
35
- "tensor_name": "tf_bert_for_sequence_classification/bert/embeddings/LayerNorm/beta:0",
36
  "shape": [
37
  768
38
  ],
39
  "dtype": "<dtype: 'float32'>"
40
  },
41
  {
42
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/query/kernel:0",
43
  "shape": [
44
  768,
45
  768
@@ -47,14 +47,14 @@
47
  "dtype": "<dtype: 'float32'>"
48
  },
49
  {
50
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/query/bias:0",
51
  "shape": [
52
  768
53
  ],
54
  "dtype": "<dtype: 'float32'>"
55
  },
56
  {
57
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/key/kernel:0",
58
  "shape": [
59
  768,
60
  768
@@ -62,14 +62,14 @@
62
  "dtype": "<dtype: 'float32'>"
63
  },
64
  {
65
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/key/bias:0",
66
  "shape": [
67
  768
68
  ],
69
  "dtype": "<dtype: 'float32'>"
70
  },
71
  {
72
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/value/kernel:0",
73
  "shape": [
74
  768,
75
  768
@@ -77,14 +77,14 @@
77
  "dtype": "<dtype: 'float32'>"
78
  },
79
  {
80
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/value/bias:0",
81
  "shape": [
82
  768
83
  ],
84
  "dtype": "<dtype: 'float32'>"
85
  },
86
  {
87
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/dense/kernel:0",
88
  "shape": [
89
  768,
90
  768
@@ -92,28 +92,28 @@
92
  "dtype": "<dtype: 'float32'>"
93
  },
94
  {
95
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/dense/bias:0",
96
  "shape": [
97
  768
98
  ],
99
  "dtype": "<dtype: 'float32'>"
100
  },
101
  {
102
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/LayerNorm/gamma:0",
103
  "shape": [
104
  768
105
  ],
106
  "dtype": "<dtype: 'float32'>"
107
  },
108
  {
109
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/LayerNorm/beta:0",
110
  "shape": [
111
  768
112
  ],
113
  "dtype": "<dtype: 'float32'>"
114
  },
115
  {
116
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._0/intermediate/dense/kernel:0",
117
  "shape": [
118
  768,
119
  3072
@@ -121,14 +121,14 @@
121
  "dtype": "<dtype: 'float32'>"
122
  },
123
  {
124
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._0/intermediate/dense/bias:0",
125
  "shape": [
126
  3072
127
  ],
128
  "dtype": "<dtype: 'float32'>"
129
  },
130
  {
131
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/dense/kernel:0",
132
  "shape": [
133
  3072,
134
  768
@@ -136,28 +136,28 @@
136
  "dtype": "<dtype: 'float32'>"
137
  },
138
  {
139
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/dense/bias:0",
140
  "shape": [
141
  768
142
  ],
143
  "dtype": "<dtype: 'float32'>"
144
  },
145
  {
146
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/LayerNorm/gamma:0",
147
  "shape": [
148
  768
149
  ],
150
  "dtype": "<dtype: 'float32'>"
151
  },
152
  {
153
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/LayerNorm/beta:0",
154
  "shape": [
155
  768
156
  ],
157
  "dtype": "<dtype: 'float32'>"
158
  },
159
  {
160
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/query/kernel:0",
161
  "shape": [
162
  768,
163
  768
@@ -165,14 +165,14 @@
165
  "dtype": "<dtype: 'float32'>"
166
  },
167
  {
168
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/query/bias:0",
169
  "shape": [
170
  768
171
  ],
172
  "dtype": "<dtype: 'float32'>"
173
  },
174
  {
175
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/key/kernel:0",
176
  "shape": [
177
  768,
178
  768
@@ -180,14 +180,14 @@
180
  "dtype": "<dtype: 'float32'>"
181
  },
182
  {
183
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/key/bias:0",
184
  "shape": [
185
  768
186
  ],
187
  "dtype": "<dtype: 'float32'>"
188
  },
189
  {
190
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/value/kernel:0",
191
  "shape": [
192
  768,
193
  768
@@ -195,14 +195,14 @@
195
  "dtype": "<dtype: 'float32'>"
196
  },
197
  {
198
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/value/bias:0",
199
  "shape": [
200
  768
201
  ],
202
  "dtype": "<dtype: 'float32'>"
203
  },
204
  {
205
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/dense/kernel:0",
206
  "shape": [
207
  768,
208
  768
@@ -210,28 +210,28 @@
210
  "dtype": "<dtype: 'float32'>"
211
  },
212
  {
213
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/dense/bias:0",
214
  "shape": [
215
  768
216
  ],
217
  "dtype": "<dtype: 'float32'>"
218
  },
219
  {
220
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/LayerNorm/gamma:0",
221
  "shape": [
222
  768
223
  ],
224
  "dtype": "<dtype: 'float32'>"
225
  },
226
  {
227
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/LayerNorm/beta:0",
228
  "shape": [
229
  768
230
  ],
231
  "dtype": "<dtype: 'float32'>"
232
  },
233
  {
234
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._1/intermediate/dense/kernel:0",
235
  "shape": [
236
  768,
237
  3072
@@ -239,14 +239,14 @@
239
  "dtype": "<dtype: 'float32'>"
240
  },
241
  {
242
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._1/intermediate/dense/bias:0",
243
  "shape": [
244
  3072
245
  ],
246
  "dtype": "<dtype: 'float32'>"
247
  },
248
  {
249
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/dense/kernel:0",
250
  "shape": [
251
  3072,
252
  768
@@ -254,28 +254,28 @@
254
  "dtype": "<dtype: 'float32'>"
255
  },
256
  {
257
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/dense/bias:0",
258
  "shape": [
259
  768
260
  ],
261
  "dtype": "<dtype: 'float32'>"
262
  },
263
  {
264
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/LayerNorm/gamma:0",
265
  "shape": [
266
  768
267
  ],
268
  "dtype": "<dtype: 'float32'>"
269
  },
270
  {
271
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/LayerNorm/beta:0",
272
  "shape": [
273
  768
274
  ],
275
  "dtype": "<dtype: 'float32'>"
276
  },
277
  {
278
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/query/kernel:0",
279
  "shape": [
280
  768,
281
  768
@@ -283,14 +283,14 @@
283
  "dtype": "<dtype: 'float32'>"
284
  },
285
  {
286
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/query/bias:0",
287
  "shape": [
288
  768
289
  ],
290
  "dtype": "<dtype: 'float32'>"
291
  },
292
  {
293
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/key/kernel:0",
294
  "shape": [
295
  768,
296
  768
@@ -298,14 +298,14 @@
298
  "dtype": "<dtype: 'float32'>"
299
  },
300
  {
301
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/key/bias:0",
302
  "shape": [
303
  768
304
  ],
305
  "dtype": "<dtype: 'float32'>"
306
  },
307
  {
308
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/value/kernel:0",
309
  "shape": [
310
  768,
311
  768
@@ -313,14 +313,14 @@
313
  "dtype": "<dtype: 'float32'>"
314
  },
315
  {
316
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/value/bias:0",
317
  "shape": [
318
  768
319
  ],
320
  "dtype": "<dtype: 'float32'>"
321
  },
322
  {
323
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/dense/kernel:0",
324
  "shape": [
325
  768,
326
  768
@@ -328,28 +328,28 @@
328
  "dtype": "<dtype: 'float32'>"
329
  },
330
  {
331
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/dense/bias:0",
332
  "shape": [
333
  768
334
  ],
335
  "dtype": "<dtype: 'float32'>"
336
  },
337
  {
338
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/LayerNorm/gamma:0",
339
  "shape": [
340
  768
341
  ],
342
  "dtype": "<dtype: 'float32'>"
343
  },
344
  {
345
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/LayerNorm/beta:0",
346
  "shape": [
347
  768
348
  ],
349
  "dtype": "<dtype: 'float32'>"
350
  },
351
  {
352
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._2/intermediate/dense/kernel:0",
353
  "shape": [
354
  768,
355
  3072
@@ -357,14 +357,14 @@
357
  "dtype": "<dtype: 'float32'>"
358
  },
359
  {
360
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._2/intermediate/dense/bias:0",
361
  "shape": [
362
  3072
363
  ],
364
  "dtype": "<dtype: 'float32'>"
365
  },
366
  {
367
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/dense/kernel:0",
368
  "shape": [
369
  3072,
370
  768
@@ -372,28 +372,28 @@
372
  "dtype": "<dtype: 'float32'>"
373
  },
374
  {
375
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/dense/bias:0",
376
  "shape": [
377
  768
378
  ],
379
  "dtype": "<dtype: 'float32'>"
380
  },
381
  {
382
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/LayerNorm/gamma:0",
383
  "shape": [
384
  768
385
  ],
386
  "dtype": "<dtype: 'float32'>"
387
  },
388
  {
389
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/LayerNorm/beta:0",
390
  "shape": [
391
  768
392
  ],
393
  "dtype": "<dtype: 'float32'>"
394
  },
395
  {
396
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/query/kernel:0",
397
  "shape": [
398
  768,
399
  768
@@ -401,14 +401,14 @@
401
  "dtype": "<dtype: 'float32'>"
402
  },
403
  {
404
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/query/bias:0",
405
  "shape": [
406
  768
407
  ],
408
  "dtype": "<dtype: 'float32'>"
409
  },
410
  {
411
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/key/kernel:0",
412
  "shape": [
413
  768,
414
  768
@@ -416,14 +416,14 @@
416
  "dtype": "<dtype: 'float32'>"
417
  },
418
  {
419
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/key/bias:0",
420
  "shape": [
421
  768
422
  ],
423
  "dtype": "<dtype: 'float32'>"
424
  },
425
  {
426
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/value/kernel:0",
427
  "shape": [
428
  768,
429
  768
@@ -431,14 +431,14 @@
431
  "dtype": "<dtype: 'float32'>"
432
  },
433
  {
434
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/value/bias:0",
435
  "shape": [
436
  768
437
  ],
438
  "dtype": "<dtype: 'float32'>"
439
  },
440
  {
441
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/dense/kernel:0",
442
  "shape": [
443
  768,
444
  768
@@ -446,28 +446,28 @@
446
  "dtype": "<dtype: 'float32'>"
447
  },
448
  {
449
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/dense/bias:0",
450
  "shape": [
451
  768
452
  ],
453
  "dtype": "<dtype: 'float32'>"
454
  },
455
  {
456
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/LayerNorm/gamma:0",
457
  "shape": [
458
  768
459
  ],
460
  "dtype": "<dtype: 'float32'>"
461
  },
462
  {
463
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/LayerNorm/beta:0",
464
  "shape": [
465
  768
466
  ],
467
  "dtype": "<dtype: 'float32'>"
468
  },
469
  {
470
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._3/intermediate/dense/kernel:0",
471
  "shape": [
472
  768,
473
  3072
@@ -475,14 +475,14 @@
475
  "dtype": "<dtype: 'float32'>"
476
  },
477
  {
478
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._3/intermediate/dense/bias:0",
479
  "shape": [
480
  3072
481
  ],
482
  "dtype": "<dtype: 'float32'>"
483
  },
484
  {
485
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/dense/kernel:0",
486
  "shape": [
487
  3072,
488
  768
@@ -490,28 +490,28 @@
490
  "dtype": "<dtype: 'float32'>"
491
  },
492
  {
493
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/dense/bias:0",
494
  "shape": [
495
  768
496
  ],
497
  "dtype": "<dtype: 'float32'>"
498
  },
499
  {
500
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/LayerNorm/gamma:0",
501
  "shape": [
502
  768
503
  ],
504
  "dtype": "<dtype: 'float32'>"
505
  },
506
  {
507
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/LayerNorm/beta:0",
508
  "shape": [
509
  768
510
  ],
511
  "dtype": "<dtype: 'float32'>"
512
  },
513
  {
514
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/query/kernel:0",
515
  "shape": [
516
  768,
517
  768
@@ -519,14 +519,14 @@
519
  "dtype": "<dtype: 'float32'>"
520
  },
521
  {
522
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/query/bias:0",
523
  "shape": [
524
  768
525
  ],
526
  "dtype": "<dtype: 'float32'>"
527
  },
528
  {
529
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/key/kernel:0",
530
  "shape": [
531
  768,
532
  768
@@ -534,14 +534,14 @@
534
  "dtype": "<dtype: 'float32'>"
535
  },
536
  {
537
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/key/bias:0",
538
  "shape": [
539
  768
540
  ],
541
  "dtype": "<dtype: 'float32'>"
542
  },
543
  {
544
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/value/kernel:0",
545
  "shape": [
546
  768,
547
  768
@@ -549,14 +549,14 @@
549
  "dtype": "<dtype: 'float32'>"
550
  },
551
  {
552
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/value/bias:0",
553
  "shape": [
554
  768
555
  ],
556
  "dtype": "<dtype: 'float32'>"
557
  },
558
  {
559
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/dense/kernel:0",
560
  "shape": [
561
  768,
562
  768
@@ -564,28 +564,28 @@
564
  "dtype": "<dtype: 'float32'>"
565
  },
566
  {
567
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/dense/bias:0",
568
  "shape": [
569
  768
570
  ],
571
  "dtype": "<dtype: 'float32'>"
572
  },
573
  {
574
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/LayerNorm/gamma:0",
575
  "shape": [
576
  768
577
  ],
578
  "dtype": "<dtype: 'float32'>"
579
  },
580
  {
581
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/LayerNorm/beta:0",
582
  "shape": [
583
  768
584
  ],
585
  "dtype": "<dtype: 'float32'>"
586
  },
587
  {
588
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._4/intermediate/dense/kernel:0",
589
  "shape": [
590
  768,
591
  3072
@@ -593,14 +593,14 @@
593
  "dtype": "<dtype: 'float32'>"
594
  },
595
  {
596
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._4/intermediate/dense/bias:0",
597
  "shape": [
598
  3072
599
  ],
600
  "dtype": "<dtype: 'float32'>"
601
  },
602
  {
603
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/dense/kernel:0",
604
  "shape": [
605
  3072,
606
  768
@@ -608,28 +608,28 @@
608
  "dtype": "<dtype: 'float32'>"
609
  },
610
  {
611
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/dense/bias:0",
612
  "shape": [
613
  768
614
  ],
615
  "dtype": "<dtype: 'float32'>"
616
  },
617
  {
618
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/LayerNorm/gamma:0",
619
  "shape": [
620
  768
621
  ],
622
  "dtype": "<dtype: 'float32'>"
623
  },
624
  {
625
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/LayerNorm/beta:0",
626
  "shape": [
627
  768
628
  ],
629
  "dtype": "<dtype: 'float32'>"
630
  },
631
  {
632
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/query/kernel:0",
633
  "shape": [
634
  768,
635
  768
@@ -637,14 +637,14 @@
637
  "dtype": "<dtype: 'float32'>"
638
  },
639
  {
640
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/query/bias:0",
641
  "shape": [
642
  768
643
  ],
644
  "dtype": "<dtype: 'float32'>"
645
  },
646
  {
647
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/key/kernel:0",
648
  "shape": [
649
  768,
650
  768
@@ -652,14 +652,14 @@
652
  "dtype": "<dtype: 'float32'>"
653
  },
654
  {
655
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/key/bias:0",
656
  "shape": [
657
  768
658
  ],
659
  "dtype": "<dtype: 'float32'>"
660
  },
661
  {
662
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/value/kernel:0",
663
  "shape": [
664
  768,
665
  768
@@ -667,14 +667,14 @@
667
  "dtype": "<dtype: 'float32'>"
668
  },
669
  {
670
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/value/bias:0",
671
  "shape": [
672
  768
673
  ],
674
  "dtype": "<dtype: 'float32'>"
675
  },
676
  {
677
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/dense/kernel:0",
678
  "shape": [
679
  768,
680
  768
@@ -682,28 +682,28 @@
682
  "dtype": "<dtype: 'float32'>"
683
  },
684
  {
685
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/dense/bias:0",
686
  "shape": [
687
  768
688
  ],
689
  "dtype": "<dtype: 'float32'>"
690
  },
691
  {
692
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/LayerNorm/gamma:0",
693
  "shape": [
694
  768
695
  ],
696
  "dtype": "<dtype: 'float32'>"
697
  },
698
  {
699
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/LayerNorm/beta:0",
700
  "shape": [
701
  768
702
  ],
703
  "dtype": "<dtype: 'float32'>"
704
  },
705
  {
706
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._5/intermediate/dense/kernel:0",
707
  "shape": [
708
  768,
709
  3072
@@ -711,14 +711,14 @@
711
  "dtype": "<dtype: 'float32'>"
712
  },
713
  {
714
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._5/intermediate/dense/bias:0",
715
  "shape": [
716
  3072
717
  ],
718
  "dtype": "<dtype: 'float32'>"
719
  },
720
  {
721
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/dense/kernel:0",
722
  "shape": [
723
  3072,
724
  768
@@ -726,28 +726,28 @@
726
  "dtype": "<dtype: 'float32'>"
727
  },
728
  {
729
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/dense/bias:0",
730
  "shape": [
731
  768
732
  ],
733
  "dtype": "<dtype: 'float32'>"
734
  },
735
  {
736
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/LayerNorm/gamma:0",
737
  "shape": [
738
  768
739
  ],
740
  "dtype": "<dtype: 'float32'>"
741
  },
742
  {
743
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/LayerNorm/beta:0",
744
  "shape": [
745
  768
746
  ],
747
  "dtype": "<dtype: 'float32'>"
748
  },
749
  {
750
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/query/kernel:0",
751
  "shape": [
752
  768,
753
  768
@@ -755,14 +755,14 @@
755
  "dtype": "<dtype: 'float32'>"
756
  },
757
  {
758
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/query/bias:0",
759
  "shape": [
760
  768
761
  ],
762
  "dtype": "<dtype: 'float32'>"
763
  },
764
  {
765
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/key/kernel:0",
766
  "shape": [
767
  768,
768
  768
@@ -770,14 +770,14 @@
770
  "dtype": "<dtype: 'float32'>"
771
  },
772
  {
773
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/key/bias:0",
774
  "shape": [
775
  768
776
  ],
777
  "dtype": "<dtype: 'float32'>"
778
  },
779
  {
780
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/value/kernel:0",
781
  "shape": [
782
  768,
783
  768
@@ -785,14 +785,14 @@
785
  "dtype": "<dtype: 'float32'>"
786
  },
787
  {
788
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/value/bias:0",
789
  "shape": [
790
  768
791
  ],
792
  "dtype": "<dtype: 'float32'>"
793
  },
794
  {
795
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/dense/kernel:0",
796
  "shape": [
797
  768,
798
  768
@@ -800,28 +800,28 @@
800
  "dtype": "<dtype: 'float32'>"
801
  },
802
  {
803
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/dense/bias:0",
804
  "shape": [
805
  768
806
  ],
807
  "dtype": "<dtype: 'float32'>"
808
  },
809
  {
810
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/LayerNorm/gamma:0",
811
  "shape": [
812
  768
813
  ],
814
  "dtype": "<dtype: 'float32'>"
815
  },
816
  {
817
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/LayerNorm/beta:0",
818
  "shape": [
819
  768
820
  ],
821
  "dtype": "<dtype: 'float32'>"
822
  },
823
  {
824
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._6/intermediate/dense/kernel:0",
825
  "shape": [
826
  768,
827
  3072
@@ -829,14 +829,14 @@
829
  "dtype": "<dtype: 'float32'>"
830
  },
831
  {
832
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._6/intermediate/dense/bias:0",
833
  "shape": [
834
  3072
835
  ],
836
  "dtype": "<dtype: 'float32'>"
837
  },
838
  {
839
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/dense/kernel:0",
840
  "shape": [
841
  3072,
842
  768
@@ -844,28 +844,28 @@
844
  "dtype": "<dtype: 'float32'>"
845
  },
846
  {
847
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/dense/bias:0",
848
  "shape": [
849
  768
850
  ],
851
  "dtype": "<dtype: 'float32'>"
852
  },
853
  {
854
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/LayerNorm/gamma:0",
855
  "shape": [
856
  768
857
  ],
858
  "dtype": "<dtype: 'float32'>"
859
  },
860
  {
861
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/LayerNorm/beta:0",
862
  "shape": [
863
  768
864
  ],
865
  "dtype": "<dtype: 'float32'>"
866
  },
867
  {
868
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/query/kernel:0",
869
  "shape": [
870
  768,
871
  768
@@ -873,14 +873,14 @@
873
  "dtype": "<dtype: 'float32'>"
874
  },
875
  {
876
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/query/bias:0",
877
  "shape": [
878
  768
879
  ],
880
  "dtype": "<dtype: 'float32'>"
881
  },
882
  {
883
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/key/kernel:0",
884
  "shape": [
885
  768,
886
  768
@@ -888,14 +888,14 @@
888
  "dtype": "<dtype: 'float32'>"
889
  },
890
  {
891
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/key/bias:0",
892
  "shape": [
893
  768
894
  ],
895
  "dtype": "<dtype: 'float32'>"
896
  },
897
  {
898
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/value/kernel:0",
899
  "shape": [
900
  768,
901
  768
@@ -903,14 +903,14 @@
903
  "dtype": "<dtype: 'float32'>"
904
  },
905
  {
906
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/value/bias:0",
907
  "shape": [
908
  768
909
  ],
910
  "dtype": "<dtype: 'float32'>"
911
  },
912
  {
913
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/dense/kernel:0",
914
  "shape": [
915
  768,
916
  768
@@ -918,28 +918,28 @@
918
  "dtype": "<dtype: 'float32'>"
919
  },
920
  {
921
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/dense/bias:0",
922
  "shape": [
923
  768
924
  ],
925
  "dtype": "<dtype: 'float32'>"
926
  },
927
  {
928
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/LayerNorm/gamma:0",
929
  "shape": [
930
  768
931
  ],
932
  "dtype": "<dtype: 'float32'>"
933
  },
934
  {
935
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/LayerNorm/beta:0",
936
  "shape": [
937
  768
938
  ],
939
  "dtype": "<dtype: 'float32'>"
940
  },
941
  {
942
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._7/intermediate/dense/kernel:0",
943
  "shape": [
944
  768,
945
  3072
@@ -947,14 +947,14 @@
947
  "dtype": "<dtype: 'float32'>"
948
  },
949
  {
950
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._7/intermediate/dense/bias:0",
951
  "shape": [
952
  3072
953
  ],
954
  "dtype": "<dtype: 'float32'>"
955
  },
956
  {
957
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/dense/kernel:0",
958
  "shape": [
959
  3072,
960
  768
@@ -962,28 +962,28 @@
962
  "dtype": "<dtype: 'float32'>"
963
  },
964
  {
965
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/dense/bias:0",
966
  "shape": [
967
  768
968
  ],
969
  "dtype": "<dtype: 'float32'>"
970
  },
971
  {
972
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/LayerNorm/gamma:0",
973
  "shape": [
974
  768
975
  ],
976
  "dtype": "<dtype: 'float32'>"
977
  },
978
  {
979
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/LayerNorm/beta:0",
980
  "shape": [
981
  768
982
  ],
983
  "dtype": "<dtype: 'float32'>"
984
  },
985
  {
986
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/query/kernel:0",
987
  "shape": [
988
  768,
989
  768
@@ -991,14 +991,14 @@
991
  "dtype": "<dtype: 'float32'>"
992
  },
993
  {
994
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/query/bias:0",
995
  "shape": [
996
  768
997
  ],
998
  "dtype": "<dtype: 'float32'>"
999
  },
1000
  {
1001
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/key/kernel:0",
1002
  "shape": [
1003
  768,
1004
  768
@@ -1006,14 +1006,14 @@
1006
  "dtype": "<dtype: 'float32'>"
1007
  },
1008
  {
1009
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/key/bias:0",
1010
  "shape": [
1011
  768
1012
  ],
1013
  "dtype": "<dtype: 'float32'>"
1014
  },
1015
  {
1016
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/value/kernel:0",
1017
  "shape": [
1018
  768,
1019
  768
@@ -1021,14 +1021,14 @@
1021
  "dtype": "<dtype: 'float32'>"
1022
  },
1023
  {
1024
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/value/bias:0",
1025
  "shape": [
1026
  768
1027
  ],
1028
  "dtype": "<dtype: 'float32'>"
1029
  },
1030
  {
1031
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/dense/kernel:0",
1032
  "shape": [
1033
  768,
1034
  768
@@ -1036,28 +1036,28 @@
1036
  "dtype": "<dtype: 'float32'>"
1037
  },
1038
  {
1039
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/dense/bias:0",
1040
  "shape": [
1041
  768
1042
  ],
1043
  "dtype": "<dtype: 'float32'>"
1044
  },
1045
  {
1046
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/LayerNorm/gamma:0",
1047
  "shape": [
1048
  768
1049
  ],
1050
  "dtype": "<dtype: 'float32'>"
1051
  },
1052
  {
1053
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/LayerNorm/beta:0",
1054
  "shape": [
1055
  768
1056
  ],
1057
  "dtype": "<dtype: 'float32'>"
1058
  },
1059
  {
1060
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._8/intermediate/dense/kernel:0",
1061
  "shape": [
1062
  768,
1063
  3072
@@ -1065,14 +1065,14 @@
1065
  "dtype": "<dtype: 'float32'>"
1066
  },
1067
  {
1068
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._8/intermediate/dense/bias:0",
1069
  "shape": [
1070
  3072
1071
  ],
1072
  "dtype": "<dtype: 'float32'>"
1073
  },
1074
  {
1075
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/dense/kernel:0",
1076
  "shape": [
1077
  3072,
1078
  768
@@ -1080,28 +1080,28 @@
1080
  "dtype": "<dtype: 'float32'>"
1081
  },
1082
  {
1083
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/dense/bias:0",
1084
  "shape": [
1085
  768
1086
  ],
1087
  "dtype": "<dtype: 'float32'>"
1088
  },
1089
  {
1090
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/LayerNorm/gamma:0",
1091
  "shape": [
1092
  768
1093
  ],
1094
  "dtype": "<dtype: 'float32'>"
1095
  },
1096
  {
1097
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/LayerNorm/beta:0",
1098
  "shape": [
1099
  768
1100
  ],
1101
  "dtype": "<dtype: 'float32'>"
1102
  },
1103
  {
1104
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/query/kernel:0",
1105
  "shape": [
1106
  768,
1107
  768
@@ -1109,14 +1109,14 @@
1109
  "dtype": "<dtype: 'float32'>"
1110
  },
1111
  {
1112
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/query/bias:0",
1113
  "shape": [
1114
  768
1115
  ],
1116
  "dtype": "<dtype: 'float32'>"
1117
  },
1118
  {
1119
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/key/kernel:0",
1120
  "shape": [
1121
  768,
1122
  768
@@ -1124,14 +1124,14 @@
1124
  "dtype": "<dtype: 'float32'>"
1125
  },
1126
  {
1127
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/key/bias:0",
1128
  "shape": [
1129
  768
1130
  ],
1131
  "dtype": "<dtype: 'float32'>"
1132
  },
1133
  {
1134
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/value/kernel:0",
1135
  "shape": [
1136
  768,
1137
  768
@@ -1139,14 +1139,14 @@
1139
  "dtype": "<dtype: 'float32'>"
1140
  },
1141
  {
1142
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/value/bias:0",
1143
  "shape": [
1144
  768
1145
  ],
1146
  "dtype": "<dtype: 'float32'>"
1147
  },
1148
  {
1149
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/dense/kernel:0",
1150
  "shape": [
1151
  768,
1152
  768
@@ -1154,28 +1154,28 @@
1154
  "dtype": "<dtype: 'float32'>"
1155
  },
1156
  {
1157
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/dense/bias:0",
1158
  "shape": [
1159
  768
1160
  ],
1161
  "dtype": "<dtype: 'float32'>"
1162
  },
1163
  {
1164
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/LayerNorm/gamma:0",
1165
  "shape": [
1166
  768
1167
  ],
1168
  "dtype": "<dtype: 'float32'>"
1169
  },
1170
  {
1171
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/LayerNorm/beta:0",
1172
  "shape": [
1173
  768
1174
  ],
1175
  "dtype": "<dtype: 'float32'>"
1176
  },
1177
  {
1178
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._9/intermediate/dense/kernel:0",
1179
  "shape": [
1180
  768,
1181
  3072
@@ -1183,14 +1183,14 @@
1183
  "dtype": "<dtype: 'float32'>"
1184
  },
1185
  {
1186
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._9/intermediate/dense/bias:0",
1187
  "shape": [
1188
  3072
1189
  ],
1190
  "dtype": "<dtype: 'float32'>"
1191
  },
1192
  {
1193
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/dense/kernel:0",
1194
  "shape": [
1195
  3072,
1196
  768
@@ -1198,28 +1198,28 @@
1198
  "dtype": "<dtype: 'float32'>"
1199
  },
1200
  {
1201
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/dense/bias:0",
1202
  "shape": [
1203
  768
1204
  ],
1205
  "dtype": "<dtype: 'float32'>"
1206
  },
1207
  {
1208
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/LayerNorm/gamma:0",
1209
  "shape": [
1210
  768
1211
  ],
1212
  "dtype": "<dtype: 'float32'>"
1213
  },
1214
  {
1215
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/LayerNorm/beta:0",
1216
  "shape": [
1217
  768
1218
  ],
1219
  "dtype": "<dtype: 'float32'>"
1220
  },
1221
  {
1222
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/query/kernel:0",
1223
  "shape": [
1224
  768,
1225
  768
@@ -1227,14 +1227,14 @@
1227
  "dtype": "<dtype: 'float32'>"
1228
  },
1229
  {
1230
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/query/bias:0",
1231
  "shape": [
1232
  768
1233
  ],
1234
  "dtype": "<dtype: 'float32'>"
1235
  },
1236
  {
1237
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/key/kernel:0",
1238
  "shape": [
1239
  768,
1240
  768
@@ -1242,14 +1242,14 @@
1242
  "dtype": "<dtype: 'float32'>"
1243
  },
1244
  {
1245
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/key/bias:0",
1246
  "shape": [
1247
  768
1248
  ],
1249
  "dtype": "<dtype: 'float32'>"
1250
  },
1251
  {
1252
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/value/kernel:0",
1253
  "shape": [
1254
  768,
1255
  768
@@ -1257,14 +1257,14 @@
1257
  "dtype": "<dtype: 'float32'>"
1258
  },
1259
  {
1260
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/value/bias:0",
1261
  "shape": [
1262
  768
1263
  ],
1264
  "dtype": "<dtype: 'float32'>"
1265
  },
1266
  {
1267
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/dense/kernel:0",
1268
  "shape": [
1269
  768,
1270
  768
@@ -1272,28 +1272,28 @@
1272
  "dtype": "<dtype: 'float32'>"
1273
  },
1274
  {
1275
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/dense/bias:0",
1276
  "shape": [
1277
  768
1278
  ],
1279
  "dtype": "<dtype: 'float32'>"
1280
  },
1281
  {
1282
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/LayerNorm/gamma:0",
1283
  "shape": [
1284
  768
1285
  ],
1286
  "dtype": "<dtype: 'float32'>"
1287
  },
1288
  {
1289
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/LayerNorm/beta:0",
1290
  "shape": [
1291
  768
1292
  ],
1293
  "dtype": "<dtype: 'float32'>"
1294
  },
1295
  {
1296
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._10/intermediate/dense/kernel:0",
1297
  "shape": [
1298
  768,
1299
  3072
@@ -1301,14 +1301,14 @@
1301
  "dtype": "<dtype: 'float32'>"
1302
  },
1303
  {
1304
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._10/intermediate/dense/bias:0",
1305
  "shape": [
1306
  3072
1307
  ],
1308
  "dtype": "<dtype: 'float32'>"
1309
  },
1310
  {
1311
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/dense/kernel:0",
1312
  "shape": [
1313
  3072,
1314
  768
@@ -1316,28 +1316,28 @@
1316
  "dtype": "<dtype: 'float32'>"
1317
  },
1318
  {
1319
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/dense/bias:0",
1320
  "shape": [
1321
  768
1322
  ],
1323
  "dtype": "<dtype: 'float32'>"
1324
  },
1325
  {
1326
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/LayerNorm/gamma:0",
1327
  "shape": [
1328
  768
1329
  ],
1330
  "dtype": "<dtype: 'float32'>"
1331
  },
1332
  {
1333
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/LayerNorm/beta:0",
1334
  "shape": [
1335
  768
1336
  ],
1337
  "dtype": "<dtype: 'float32'>"
1338
  },
1339
  {
1340
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/query/kernel:0",
1341
  "shape": [
1342
  768,
1343
  768
@@ -1345,14 +1345,14 @@
1345
  "dtype": "<dtype: 'float32'>"
1346
  },
1347
  {
1348
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/query/bias:0",
1349
  "shape": [
1350
  768
1351
  ],
1352
  "dtype": "<dtype: 'float32'>"
1353
  },
1354
  {
1355
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/key/kernel:0",
1356
  "shape": [
1357
  768,
1358
  768
@@ -1360,14 +1360,14 @@
1360
  "dtype": "<dtype: 'float32'>"
1361
  },
1362
  {
1363
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/key/bias:0",
1364
  "shape": [
1365
  768
1366
  ],
1367
  "dtype": "<dtype: 'float32'>"
1368
  },
1369
  {
1370
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/value/kernel:0",
1371
  "shape": [
1372
  768,
1373
  768
@@ -1375,14 +1375,14 @@
1375
  "dtype": "<dtype: 'float32'>"
1376
  },
1377
  {
1378
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/value/bias:0",
1379
  "shape": [
1380
  768
1381
  ],
1382
  "dtype": "<dtype: 'float32'>"
1383
  },
1384
  {
1385
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/dense/kernel:0",
1386
  "shape": [
1387
  768,
1388
  768
@@ -1390,28 +1390,28 @@
1390
  "dtype": "<dtype: 'float32'>"
1391
  },
1392
  {
1393
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/dense/bias:0",
1394
  "shape": [
1395
  768
1396
  ],
1397
  "dtype": "<dtype: 'float32'>"
1398
  },
1399
  {
1400
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/LayerNorm/gamma:0",
1401
  "shape": [
1402
  768
1403
  ],
1404
  "dtype": "<dtype: 'float32'>"
1405
  },
1406
  {
1407
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/LayerNorm/beta:0",
1408
  "shape": [
1409
  768
1410
  ],
1411
  "dtype": "<dtype: 'float32'>"
1412
  },
1413
  {
1414
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._11/intermediate/dense/kernel:0",
1415
  "shape": [
1416
  768,
1417
  3072
@@ -1419,14 +1419,14 @@
1419
  "dtype": "<dtype: 'float32'>"
1420
  },
1421
  {
1422
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._11/intermediate/dense/bias:0",
1423
  "shape": [
1424
  3072
1425
  ],
1426
  "dtype": "<dtype: 'float32'>"
1427
  },
1428
  {
1429
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/dense/kernel:0",
1430
  "shape": [
1431
  3072,
1432
  768
@@ -1434,28 +1434,28 @@
1434
  "dtype": "<dtype: 'float32'>"
1435
  },
1436
  {
1437
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/dense/bias:0",
1438
  "shape": [
1439
  768
1440
  ],
1441
  "dtype": "<dtype: 'float32'>"
1442
  },
1443
  {
1444
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/LayerNorm/gamma:0",
1445
  "shape": [
1446
  768
1447
  ],
1448
  "dtype": "<dtype: 'float32'>"
1449
  },
1450
  {
1451
- "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/LayerNorm/beta:0",
1452
  "shape": [
1453
  768
1454
  ],
1455
  "dtype": "<dtype: 'float32'>"
1456
  },
1457
  {
1458
- "tensor_name": "tf_bert_for_sequence_classification/bert/pooler/dense/kernel:0",
1459
  "shape": [
1460
  768,
1461
  768
@@ -1463,14 +1463,14 @@
1463
  "dtype": "<dtype: 'float32'>"
1464
  },
1465
  {
1466
- "tensor_name": "tf_bert_for_sequence_classification/bert/pooler/dense/bias:0",
1467
  "shape": [
1468
  768
1469
  ],
1470
  "dtype": "<dtype: 'float32'>"
1471
  },
1472
  {
1473
- "tensor_name": "tf_bert_for_sequence_classification/classifier/kernel:0",
1474
  "shape": [
1475
  768,
1476
  2
@@ -1478,7 +1478,7 @@
1478
  "dtype": "<dtype: 'float32'>"
1479
  },
1480
  {
1481
- "tensor_name": "tf_bert_for_sequence_classification/classifier/bias:0",
1482
  "shape": [
1483
  2
1484
  ],
 
1
  {
2
  "tensor_index": [
3
  {
4
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/embeddings/word_embeddings/weight:0",
5
  "shape": [
6
  30522,
7
  768
 
9
  "dtype": "<dtype: 'float32'>"
10
  },
11
  {
12
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/embeddings/token_type_embeddings/embeddings:0",
13
  "shape": [
14
  2,
15
  768
 
17
  "dtype": "<dtype: 'float32'>"
18
  },
19
  {
20
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/embeddings/position_embeddings/embeddings:0",
21
  "shape": [
22
  512,
23
  768
 
25
  "dtype": "<dtype: 'float32'>"
26
  },
27
  {
28
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/embeddings/LayerNorm/gamma:0",
29
  "shape": [
30
  768
31
  ],
32
  "dtype": "<dtype: 'float32'>"
33
  },
34
  {
35
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/embeddings/LayerNorm/beta:0",
36
  "shape": [
37
  768
38
  ],
39
  "dtype": "<dtype: 'float32'>"
40
  },
41
  {
42
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._0/attention/self/query/kernel:0",
43
  "shape": [
44
  768,
45
  768
 
47
  "dtype": "<dtype: 'float32'>"
48
  },
49
  {
50
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._0/attention/self/query/bias:0",
51
  "shape": [
52
  768
53
  ],
54
  "dtype": "<dtype: 'float32'>"
55
  },
56
  {
57
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._0/attention/self/key/kernel:0",
58
  "shape": [
59
  768,
60
  768
 
62
  "dtype": "<dtype: 'float32'>"
63
  },
64
  {
65
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._0/attention/self/key/bias:0",
66
  "shape": [
67
  768
68
  ],
69
  "dtype": "<dtype: 'float32'>"
70
  },
71
  {
72
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._0/attention/self/value/kernel:0",
73
  "shape": [
74
  768,
75
  768
 
77
  "dtype": "<dtype: 'float32'>"
78
  },
79
  {
80
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._0/attention/self/value/bias:0",
81
  "shape": [
82
  768
83
  ],
84
  "dtype": "<dtype: 'float32'>"
85
  },
86
  {
87
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._0/attention/output/dense/kernel:0",
88
  "shape": [
89
  768,
90
  768
 
92
  "dtype": "<dtype: 'float32'>"
93
  },
94
  {
95
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._0/attention/output/dense/bias:0",
96
  "shape": [
97
  768
98
  ],
99
  "dtype": "<dtype: 'float32'>"
100
  },
101
  {
102
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._0/attention/output/LayerNorm/gamma:0",
103
  "shape": [
104
  768
105
  ],
106
  "dtype": "<dtype: 'float32'>"
107
  },
108
  {
109
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._0/attention/output/LayerNorm/beta:0",
110
  "shape": [
111
  768
112
  ],
113
  "dtype": "<dtype: 'float32'>"
114
  },
115
  {
116
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._0/intermediate/dense/kernel:0",
117
  "shape": [
118
  768,
119
  3072
 
121
  "dtype": "<dtype: 'float32'>"
122
  },
123
  {
124
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._0/intermediate/dense/bias:0",
125
  "shape": [
126
  3072
127
  ],
128
  "dtype": "<dtype: 'float32'>"
129
  },
130
  {
131
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._0/output/dense/kernel:0",
132
  "shape": [
133
  3072,
134
  768
 
136
  "dtype": "<dtype: 'float32'>"
137
  },
138
  {
139
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._0/output/dense/bias:0",
140
  "shape": [
141
  768
142
  ],
143
  "dtype": "<dtype: 'float32'>"
144
  },
145
  {
146
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._0/output/LayerNorm/gamma:0",
147
  "shape": [
148
  768
149
  ],
150
  "dtype": "<dtype: 'float32'>"
151
  },
152
  {
153
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._0/output/LayerNorm/beta:0",
154
  "shape": [
155
  768
156
  ],
157
  "dtype": "<dtype: 'float32'>"
158
  },
159
  {
160
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._1/attention/self/query/kernel:0",
161
  "shape": [
162
  768,
163
  768
 
165
  "dtype": "<dtype: 'float32'>"
166
  },
167
  {
168
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._1/attention/self/query/bias:0",
169
  "shape": [
170
  768
171
  ],
172
  "dtype": "<dtype: 'float32'>"
173
  },
174
  {
175
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._1/attention/self/key/kernel:0",
176
  "shape": [
177
  768,
178
  768
 
180
  "dtype": "<dtype: 'float32'>"
181
  },
182
  {
183
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._1/attention/self/key/bias:0",
184
  "shape": [
185
  768
186
  ],
187
  "dtype": "<dtype: 'float32'>"
188
  },
189
  {
190
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._1/attention/self/value/kernel:0",
191
  "shape": [
192
  768,
193
  768
 
195
  "dtype": "<dtype: 'float32'>"
196
  },
197
  {
198
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._1/attention/self/value/bias:0",
199
  "shape": [
200
  768
201
  ],
202
  "dtype": "<dtype: 'float32'>"
203
  },
204
  {
205
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._1/attention/output/dense/kernel:0",
206
  "shape": [
207
  768,
208
  768
 
210
  "dtype": "<dtype: 'float32'>"
211
  },
212
  {
213
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._1/attention/output/dense/bias:0",
214
  "shape": [
215
  768
216
  ],
217
  "dtype": "<dtype: 'float32'>"
218
  },
219
  {
220
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._1/attention/output/LayerNorm/gamma:0",
221
  "shape": [
222
  768
223
  ],
224
  "dtype": "<dtype: 'float32'>"
225
  },
226
  {
227
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._1/attention/output/LayerNorm/beta:0",
228
  "shape": [
229
  768
230
  ],
231
  "dtype": "<dtype: 'float32'>"
232
  },
233
  {
234
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._1/intermediate/dense/kernel:0",
235
  "shape": [
236
  768,
237
  3072
 
239
  "dtype": "<dtype: 'float32'>"
240
  },
241
  {
242
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._1/intermediate/dense/bias:0",
243
  "shape": [
244
  3072
245
  ],
246
  "dtype": "<dtype: 'float32'>"
247
  },
248
  {
249
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._1/output/dense/kernel:0",
250
  "shape": [
251
  3072,
252
  768
 
254
  "dtype": "<dtype: 'float32'>"
255
  },
256
  {
257
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._1/output/dense/bias:0",
258
  "shape": [
259
  768
260
  ],
261
  "dtype": "<dtype: 'float32'>"
262
  },
263
  {
264
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._1/output/LayerNorm/gamma:0",
265
  "shape": [
266
  768
267
  ],
268
  "dtype": "<dtype: 'float32'>"
269
  },
270
  {
271
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._1/output/LayerNorm/beta:0",
272
  "shape": [
273
  768
274
  ],
275
  "dtype": "<dtype: 'float32'>"
276
  },
277
  {
278
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._2/attention/self/query/kernel:0",
279
  "shape": [
280
  768,
281
  768
 
283
  "dtype": "<dtype: 'float32'>"
284
  },
285
  {
286
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._2/attention/self/query/bias:0",
287
  "shape": [
288
  768
289
  ],
290
  "dtype": "<dtype: 'float32'>"
291
  },
292
  {
293
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._2/attention/self/key/kernel:0",
294
  "shape": [
295
  768,
296
  768
 
298
  "dtype": "<dtype: 'float32'>"
299
  },
300
  {
301
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._2/attention/self/key/bias:0",
302
  "shape": [
303
  768
304
  ],
305
  "dtype": "<dtype: 'float32'>"
306
  },
307
  {
308
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._2/attention/self/value/kernel:0",
309
  "shape": [
310
  768,
311
  768
 
313
  "dtype": "<dtype: 'float32'>"
314
  },
315
  {
316
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._2/attention/self/value/bias:0",
317
  "shape": [
318
  768
319
  ],
320
  "dtype": "<dtype: 'float32'>"
321
  },
322
  {
323
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._2/attention/output/dense/kernel:0",
324
  "shape": [
325
  768,
326
  768
 
328
  "dtype": "<dtype: 'float32'>"
329
  },
330
  {
331
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._2/attention/output/dense/bias:0",
332
  "shape": [
333
  768
334
  ],
335
  "dtype": "<dtype: 'float32'>"
336
  },
337
  {
338
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._2/attention/output/LayerNorm/gamma:0",
339
  "shape": [
340
  768
341
  ],
342
  "dtype": "<dtype: 'float32'>"
343
  },
344
  {
345
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._2/attention/output/LayerNorm/beta:0",
346
  "shape": [
347
  768
348
  ],
349
  "dtype": "<dtype: 'float32'>"
350
  },
351
  {
352
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._2/intermediate/dense/kernel:0",
353
  "shape": [
354
  768,
355
  3072
 
357
  "dtype": "<dtype: 'float32'>"
358
  },
359
  {
360
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._2/intermediate/dense/bias:0",
361
  "shape": [
362
  3072
363
  ],
364
  "dtype": "<dtype: 'float32'>"
365
  },
366
  {
367
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._2/output/dense/kernel:0",
368
  "shape": [
369
  3072,
370
  768
 
372
  "dtype": "<dtype: 'float32'>"
373
  },
374
  {
375
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._2/output/dense/bias:0",
376
  "shape": [
377
  768
378
  ],
379
  "dtype": "<dtype: 'float32'>"
380
  },
381
  {
382
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._2/output/LayerNorm/gamma:0",
383
  "shape": [
384
  768
385
  ],
386
  "dtype": "<dtype: 'float32'>"
387
  },
388
  {
389
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._2/output/LayerNorm/beta:0",
390
  "shape": [
391
  768
392
  ],
393
  "dtype": "<dtype: 'float32'>"
394
  },
395
  {
396
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._3/attention/self/query/kernel:0",
397
  "shape": [
398
  768,
399
  768
 
401
  "dtype": "<dtype: 'float32'>"
402
  },
403
  {
404
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._3/attention/self/query/bias:0",
405
  "shape": [
406
  768
407
  ],
408
  "dtype": "<dtype: 'float32'>"
409
  },
410
  {
411
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._3/attention/self/key/kernel:0",
412
  "shape": [
413
  768,
414
  768
 
416
  "dtype": "<dtype: 'float32'>"
417
  },
418
  {
419
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._3/attention/self/key/bias:0",
420
  "shape": [
421
  768
422
  ],
423
  "dtype": "<dtype: 'float32'>"
424
  },
425
  {
426
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._3/attention/self/value/kernel:0",
427
  "shape": [
428
  768,
429
  768
 
431
  "dtype": "<dtype: 'float32'>"
432
  },
433
  {
434
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._3/attention/self/value/bias:0",
435
  "shape": [
436
  768
437
  ],
438
  "dtype": "<dtype: 'float32'>"
439
  },
440
  {
441
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._3/attention/output/dense/kernel:0",
442
  "shape": [
443
  768,
444
  768
 
446
  "dtype": "<dtype: 'float32'>"
447
  },
448
  {
449
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._3/attention/output/dense/bias:0",
450
  "shape": [
451
  768
452
  ],
453
  "dtype": "<dtype: 'float32'>"
454
  },
455
  {
456
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._3/attention/output/LayerNorm/gamma:0",
457
  "shape": [
458
  768
459
  ],
460
  "dtype": "<dtype: 'float32'>"
461
  },
462
  {
463
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._3/attention/output/LayerNorm/beta:0",
464
  "shape": [
465
  768
466
  ],
467
  "dtype": "<dtype: 'float32'>"
468
  },
469
  {
470
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._3/intermediate/dense/kernel:0",
471
  "shape": [
472
  768,
473
  3072
 
475
  "dtype": "<dtype: 'float32'>"
476
  },
477
  {
478
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._3/intermediate/dense/bias:0",
479
  "shape": [
480
  3072
481
  ],
482
  "dtype": "<dtype: 'float32'>"
483
  },
484
  {
485
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._3/output/dense/kernel:0",
486
  "shape": [
487
  3072,
488
  768
 
490
  "dtype": "<dtype: 'float32'>"
491
  },
492
  {
493
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._3/output/dense/bias:0",
494
  "shape": [
495
  768
496
  ],
497
  "dtype": "<dtype: 'float32'>"
498
  },
499
  {
500
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._3/output/LayerNorm/gamma:0",
501
  "shape": [
502
  768
503
  ],
504
  "dtype": "<dtype: 'float32'>"
505
  },
506
  {
507
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._3/output/LayerNorm/beta:0",
508
  "shape": [
509
  768
510
  ],
511
  "dtype": "<dtype: 'float32'>"
512
  },
513
  {
514
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._4/attention/self/query/kernel:0",
515
  "shape": [
516
  768,
517
  768
 
519
  "dtype": "<dtype: 'float32'>"
520
  },
521
  {
522
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._4/attention/self/query/bias:0",
523
  "shape": [
524
  768
525
  ],
526
  "dtype": "<dtype: 'float32'>"
527
  },
528
  {
529
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._4/attention/self/key/kernel:0",
530
  "shape": [
531
  768,
532
  768
 
534
  "dtype": "<dtype: 'float32'>"
535
  },
536
  {
537
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._4/attention/self/key/bias:0",
538
  "shape": [
539
  768
540
  ],
541
  "dtype": "<dtype: 'float32'>"
542
  },
543
  {
544
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._4/attention/self/value/kernel:0",
545
  "shape": [
546
  768,
547
  768
 
549
  "dtype": "<dtype: 'float32'>"
550
  },
551
  {
552
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._4/attention/self/value/bias:0",
553
  "shape": [
554
  768
555
  ],
556
  "dtype": "<dtype: 'float32'>"
557
  },
558
  {
559
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._4/attention/output/dense/kernel:0",
560
  "shape": [
561
  768,
562
  768
 
564
  "dtype": "<dtype: 'float32'>"
565
  },
566
  {
567
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._4/attention/output/dense/bias:0",
568
  "shape": [
569
  768
570
  ],
571
  "dtype": "<dtype: 'float32'>"
572
  },
573
  {
574
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._4/attention/output/LayerNorm/gamma:0",
575
  "shape": [
576
  768
577
  ],
578
  "dtype": "<dtype: 'float32'>"
579
  },
580
  {
581
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._4/attention/output/LayerNorm/beta:0",
582
  "shape": [
583
  768
584
  ],
585
  "dtype": "<dtype: 'float32'>"
586
  },
587
  {
588
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._4/intermediate/dense/kernel:0",
589
  "shape": [
590
  768,
591
  3072
 
593
  "dtype": "<dtype: 'float32'>"
594
  },
595
  {
596
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._4/intermediate/dense/bias:0",
597
  "shape": [
598
  3072
599
  ],
600
  "dtype": "<dtype: 'float32'>"
601
  },
602
  {
603
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._4/output/dense/kernel:0",
604
  "shape": [
605
  3072,
606
  768
 
608
  "dtype": "<dtype: 'float32'>"
609
  },
610
  {
611
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._4/output/dense/bias:0",
612
  "shape": [
613
  768
614
  ],
615
  "dtype": "<dtype: 'float32'>"
616
  },
617
  {
618
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._4/output/LayerNorm/gamma:0",
619
  "shape": [
620
  768
621
  ],
622
  "dtype": "<dtype: 'float32'>"
623
  },
624
  {
625
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._4/output/LayerNorm/beta:0",
626
  "shape": [
627
  768
628
  ],
629
  "dtype": "<dtype: 'float32'>"
630
  },
631
  {
632
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._5/attention/self/query/kernel:0",
633
  "shape": [
634
  768,
635
  768
 
637
  "dtype": "<dtype: 'float32'>"
638
  },
639
  {
640
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._5/attention/self/query/bias:0",
641
  "shape": [
642
  768
643
  ],
644
  "dtype": "<dtype: 'float32'>"
645
  },
646
  {
647
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._5/attention/self/key/kernel:0",
648
  "shape": [
649
  768,
650
  768
 
652
  "dtype": "<dtype: 'float32'>"
653
  },
654
  {
655
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._5/attention/self/key/bias:0",
656
  "shape": [
657
  768
658
  ],
659
  "dtype": "<dtype: 'float32'>"
660
  },
661
  {
662
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._5/attention/self/value/kernel:0",
663
  "shape": [
664
  768,
665
  768
 
667
  "dtype": "<dtype: 'float32'>"
668
  },
669
  {
670
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._5/attention/self/value/bias:0",
671
  "shape": [
672
  768
673
  ],
674
  "dtype": "<dtype: 'float32'>"
675
  },
676
  {
677
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._5/attention/output/dense/kernel:0",
678
  "shape": [
679
  768,
680
  768
 
682
  "dtype": "<dtype: 'float32'>"
683
  },
684
  {
685
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._5/attention/output/dense/bias:0",
686
  "shape": [
687
  768
688
  ],
689
  "dtype": "<dtype: 'float32'>"
690
  },
691
  {
692
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._5/attention/output/LayerNorm/gamma:0",
693
  "shape": [
694
  768
695
  ],
696
  "dtype": "<dtype: 'float32'>"
697
  },
698
  {
699
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._5/attention/output/LayerNorm/beta:0",
700
  "shape": [
701
  768
702
  ],
703
  "dtype": "<dtype: 'float32'>"
704
  },
705
  {
706
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._5/intermediate/dense/kernel:0",
707
  "shape": [
708
  768,
709
  3072
 
711
  "dtype": "<dtype: 'float32'>"
712
  },
713
  {
714
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._5/intermediate/dense/bias:0",
715
  "shape": [
716
  3072
717
  ],
718
  "dtype": "<dtype: 'float32'>"
719
  },
720
  {
721
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._5/output/dense/kernel:0",
722
  "shape": [
723
  3072,
724
  768
 
726
  "dtype": "<dtype: 'float32'>"
727
  },
728
  {
729
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._5/output/dense/bias:0",
730
  "shape": [
731
  768
732
  ],
733
  "dtype": "<dtype: 'float32'>"
734
  },
735
  {
736
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._5/output/LayerNorm/gamma:0",
737
  "shape": [
738
  768
739
  ],
740
  "dtype": "<dtype: 'float32'>"
741
  },
742
  {
743
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._5/output/LayerNorm/beta:0",
744
  "shape": [
745
  768
746
  ],
747
  "dtype": "<dtype: 'float32'>"
748
  },
749
  {
750
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._6/attention/self/query/kernel:0",
751
  "shape": [
752
  768,
753
  768
 
755
  "dtype": "<dtype: 'float32'>"
756
  },
757
  {
758
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._6/attention/self/query/bias:0",
759
  "shape": [
760
  768
761
  ],
762
  "dtype": "<dtype: 'float32'>"
763
  },
764
  {
765
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._6/attention/self/key/kernel:0",
766
  "shape": [
767
  768,
768
  768
 
770
  "dtype": "<dtype: 'float32'>"
771
  },
772
  {
773
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._6/attention/self/key/bias:0",
774
  "shape": [
775
  768
776
  ],
777
  "dtype": "<dtype: 'float32'>"
778
  },
779
  {
780
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._6/attention/self/value/kernel:0",
781
  "shape": [
782
  768,
783
  768
 
785
  "dtype": "<dtype: 'float32'>"
786
  },
787
  {
788
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._6/attention/self/value/bias:0",
789
  "shape": [
790
  768
791
  ],
792
  "dtype": "<dtype: 'float32'>"
793
  },
794
  {
795
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._6/attention/output/dense/kernel:0",
796
  "shape": [
797
  768,
798
  768
 
800
  "dtype": "<dtype: 'float32'>"
801
  },
802
  {
803
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._6/attention/output/dense/bias:0",
804
  "shape": [
805
  768
806
  ],
807
  "dtype": "<dtype: 'float32'>"
808
  },
809
  {
810
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._6/attention/output/LayerNorm/gamma:0",
811
  "shape": [
812
  768
813
  ],
814
  "dtype": "<dtype: 'float32'>"
815
  },
816
  {
817
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._6/attention/output/LayerNorm/beta:0",
818
  "shape": [
819
  768
820
  ],
821
  "dtype": "<dtype: 'float32'>"
822
  },
823
  {
824
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._6/intermediate/dense/kernel:0",
825
  "shape": [
826
  768,
827
  3072
 
829
  "dtype": "<dtype: 'float32'>"
830
  },
831
  {
832
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._6/intermediate/dense/bias:0",
833
  "shape": [
834
  3072
835
  ],
836
  "dtype": "<dtype: 'float32'>"
837
  },
838
  {
839
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._6/output/dense/kernel:0",
840
  "shape": [
841
  3072,
842
  768
 
844
  "dtype": "<dtype: 'float32'>"
845
  },
846
  {
847
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._6/output/dense/bias:0",
848
  "shape": [
849
  768
850
  ],
851
  "dtype": "<dtype: 'float32'>"
852
  },
853
  {
854
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._6/output/LayerNorm/gamma:0",
855
  "shape": [
856
  768
857
  ],
858
  "dtype": "<dtype: 'float32'>"
859
  },
860
  {
861
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._6/output/LayerNorm/beta:0",
862
  "shape": [
863
  768
864
  ],
865
  "dtype": "<dtype: 'float32'>"
866
  },
867
  {
868
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._7/attention/self/query/kernel:0",
869
  "shape": [
870
  768,
871
  768
 
873
  "dtype": "<dtype: 'float32'>"
874
  },
875
  {
876
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._7/attention/self/query/bias:0",
877
  "shape": [
878
  768
879
  ],
880
  "dtype": "<dtype: 'float32'>"
881
  },
882
  {
883
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._7/attention/self/key/kernel:0",
884
  "shape": [
885
  768,
886
  768
 
888
  "dtype": "<dtype: 'float32'>"
889
  },
890
  {
891
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._7/attention/self/key/bias:0",
892
  "shape": [
893
  768
894
  ],
895
  "dtype": "<dtype: 'float32'>"
896
  },
897
  {
898
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._7/attention/self/value/kernel:0",
899
  "shape": [
900
  768,
901
  768
 
903
  "dtype": "<dtype: 'float32'>"
904
  },
905
  {
906
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._7/attention/self/value/bias:0",
907
  "shape": [
908
  768
909
  ],
910
  "dtype": "<dtype: 'float32'>"
911
  },
912
  {
913
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._7/attention/output/dense/kernel:0",
914
  "shape": [
915
  768,
916
  768
 
918
  "dtype": "<dtype: 'float32'>"
919
  },
920
  {
921
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._7/attention/output/dense/bias:0",
922
  "shape": [
923
  768
924
  ],
925
  "dtype": "<dtype: 'float32'>"
926
  },
927
  {
928
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._7/attention/output/LayerNorm/gamma:0",
929
  "shape": [
930
  768
931
  ],
932
  "dtype": "<dtype: 'float32'>"
933
  },
934
  {
935
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._7/attention/output/LayerNorm/beta:0",
936
  "shape": [
937
  768
938
  ],
939
  "dtype": "<dtype: 'float32'>"
940
  },
941
  {
942
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._7/intermediate/dense/kernel:0",
943
  "shape": [
944
  768,
945
  3072
 
947
  "dtype": "<dtype: 'float32'>"
948
  },
949
  {
950
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._7/intermediate/dense/bias:0",
951
  "shape": [
952
  3072
953
  ],
954
  "dtype": "<dtype: 'float32'>"
955
  },
956
  {
957
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._7/output/dense/kernel:0",
958
  "shape": [
959
  3072,
960
  768
 
962
  "dtype": "<dtype: 'float32'>"
963
  },
964
  {
965
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._7/output/dense/bias:0",
966
  "shape": [
967
  768
968
  ],
969
  "dtype": "<dtype: 'float32'>"
970
  },
971
  {
972
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._7/output/LayerNorm/gamma:0",
973
  "shape": [
974
  768
975
  ],
976
  "dtype": "<dtype: 'float32'>"
977
  },
978
  {
979
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._7/output/LayerNorm/beta:0",
980
  "shape": [
981
  768
982
  ],
983
  "dtype": "<dtype: 'float32'>"
984
  },
985
  {
986
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._8/attention/self/query/kernel:0",
987
  "shape": [
988
  768,
989
  768
 
991
  "dtype": "<dtype: 'float32'>"
992
  },
993
  {
994
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._8/attention/self/query/bias:0",
995
  "shape": [
996
  768
997
  ],
998
  "dtype": "<dtype: 'float32'>"
999
  },
1000
  {
1001
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._8/attention/self/key/kernel:0",
1002
  "shape": [
1003
  768,
1004
  768
 
1006
  "dtype": "<dtype: 'float32'>"
1007
  },
1008
  {
1009
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._8/attention/self/key/bias:0",
1010
  "shape": [
1011
  768
1012
  ],
1013
  "dtype": "<dtype: 'float32'>"
1014
  },
1015
  {
1016
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._8/attention/self/value/kernel:0",
1017
  "shape": [
1018
  768,
1019
  768
 
1021
  "dtype": "<dtype: 'float32'>"
1022
  },
1023
  {
1024
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._8/attention/self/value/bias:0",
1025
  "shape": [
1026
  768
1027
  ],
1028
  "dtype": "<dtype: 'float32'>"
1029
  },
1030
  {
1031
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._8/attention/output/dense/kernel:0",
1032
  "shape": [
1033
  768,
1034
  768
 
1036
  "dtype": "<dtype: 'float32'>"
1037
  },
1038
  {
1039
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._8/attention/output/dense/bias:0",
1040
  "shape": [
1041
  768
1042
  ],
1043
  "dtype": "<dtype: 'float32'>"
1044
  },
1045
  {
1046
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._8/attention/output/LayerNorm/gamma:0",
1047
  "shape": [
1048
  768
1049
  ],
1050
  "dtype": "<dtype: 'float32'>"
1051
  },
1052
  {
1053
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._8/attention/output/LayerNorm/beta:0",
1054
  "shape": [
1055
  768
1056
  ],
1057
  "dtype": "<dtype: 'float32'>"
1058
  },
1059
  {
1060
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._8/intermediate/dense/kernel:0",
1061
  "shape": [
1062
  768,
1063
  3072
 
1065
  "dtype": "<dtype: 'float32'>"
1066
  },
1067
  {
1068
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._8/intermediate/dense/bias:0",
1069
  "shape": [
1070
  3072
1071
  ],
1072
  "dtype": "<dtype: 'float32'>"
1073
  },
1074
  {
1075
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._8/output/dense/kernel:0",
1076
  "shape": [
1077
  3072,
1078
  768
 
1080
  "dtype": "<dtype: 'float32'>"
1081
  },
1082
  {
1083
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._8/output/dense/bias:0",
1084
  "shape": [
1085
  768
1086
  ],
1087
  "dtype": "<dtype: 'float32'>"
1088
  },
1089
  {
1090
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._8/output/LayerNorm/gamma:0",
1091
  "shape": [
1092
  768
1093
  ],
1094
  "dtype": "<dtype: 'float32'>"
1095
  },
1096
  {
1097
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._8/output/LayerNorm/beta:0",
1098
  "shape": [
1099
  768
1100
  ],
1101
  "dtype": "<dtype: 'float32'>"
1102
  },
1103
  {
1104
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._9/attention/self/query/kernel:0",
1105
  "shape": [
1106
  768,
1107
  768
 
1109
  "dtype": "<dtype: 'float32'>"
1110
  },
1111
  {
1112
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._9/attention/self/query/bias:0",
1113
  "shape": [
1114
  768
1115
  ],
1116
  "dtype": "<dtype: 'float32'>"
1117
  },
1118
  {
1119
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._9/attention/self/key/kernel:0",
1120
  "shape": [
1121
  768,
1122
  768
 
1124
  "dtype": "<dtype: 'float32'>"
1125
  },
1126
  {
1127
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._9/attention/self/key/bias:0",
1128
  "shape": [
1129
  768
1130
  ],
1131
  "dtype": "<dtype: 'float32'>"
1132
  },
1133
  {
1134
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._9/attention/self/value/kernel:0",
1135
  "shape": [
1136
  768,
1137
  768
 
1139
  "dtype": "<dtype: 'float32'>"
1140
  },
1141
  {
1142
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._9/attention/self/value/bias:0",
1143
  "shape": [
1144
  768
1145
  ],
1146
  "dtype": "<dtype: 'float32'>"
1147
  },
1148
  {
1149
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._9/attention/output/dense/kernel:0",
1150
  "shape": [
1151
  768,
1152
  768
 
1154
  "dtype": "<dtype: 'float32'>"
1155
  },
1156
  {
1157
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._9/attention/output/dense/bias:0",
1158
  "shape": [
1159
  768
1160
  ],
1161
  "dtype": "<dtype: 'float32'>"
1162
  },
1163
  {
1164
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._9/attention/output/LayerNorm/gamma:0",
1165
  "shape": [
1166
  768
1167
  ],
1168
  "dtype": "<dtype: 'float32'>"
1169
  },
1170
  {
1171
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._9/attention/output/LayerNorm/beta:0",
1172
  "shape": [
1173
  768
1174
  ],
1175
  "dtype": "<dtype: 'float32'>"
1176
  },
1177
  {
1178
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._9/intermediate/dense/kernel:0",
1179
  "shape": [
1180
  768,
1181
  3072
 
1183
  "dtype": "<dtype: 'float32'>"
1184
  },
1185
  {
1186
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._9/intermediate/dense/bias:0",
1187
  "shape": [
1188
  3072
1189
  ],
1190
  "dtype": "<dtype: 'float32'>"
1191
  },
1192
  {
1193
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._9/output/dense/kernel:0",
1194
  "shape": [
1195
  3072,
1196
  768
 
1198
  "dtype": "<dtype: 'float32'>"
1199
  },
1200
  {
1201
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._9/output/dense/bias:0",
1202
  "shape": [
1203
  768
1204
  ],
1205
  "dtype": "<dtype: 'float32'>"
1206
  },
1207
  {
1208
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._9/output/LayerNorm/gamma:0",
1209
  "shape": [
1210
  768
1211
  ],
1212
  "dtype": "<dtype: 'float32'>"
1213
  },
1214
  {
1215
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._9/output/LayerNorm/beta:0",
1216
  "shape": [
1217
  768
1218
  ],
1219
  "dtype": "<dtype: 'float32'>"
1220
  },
1221
  {
1222
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._10/attention/self/query/kernel:0",
1223
  "shape": [
1224
  768,
1225
  768
 
1227
  "dtype": "<dtype: 'float32'>"
1228
  },
1229
  {
1230
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._10/attention/self/query/bias:0",
1231
  "shape": [
1232
  768
1233
  ],
1234
  "dtype": "<dtype: 'float32'>"
1235
  },
1236
  {
1237
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._10/attention/self/key/kernel:0",
1238
  "shape": [
1239
  768,
1240
  768
 
1242
  "dtype": "<dtype: 'float32'>"
1243
  },
1244
  {
1245
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._10/attention/self/key/bias:0",
1246
  "shape": [
1247
  768
1248
  ],
1249
  "dtype": "<dtype: 'float32'>"
1250
  },
1251
  {
1252
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._10/attention/self/value/kernel:0",
1253
  "shape": [
1254
  768,
1255
  768
 
1257
  "dtype": "<dtype: 'float32'>"
1258
  },
1259
  {
1260
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._10/attention/self/value/bias:0",
1261
  "shape": [
1262
  768
1263
  ],
1264
  "dtype": "<dtype: 'float32'>"
1265
  },
1266
  {
1267
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._10/attention/output/dense/kernel:0",
1268
  "shape": [
1269
  768,
1270
  768
 
1272
  "dtype": "<dtype: 'float32'>"
1273
  },
1274
  {
1275
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._10/attention/output/dense/bias:0",
1276
  "shape": [
1277
  768
1278
  ],
1279
  "dtype": "<dtype: 'float32'>"
1280
  },
1281
  {
1282
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._10/attention/output/LayerNorm/gamma:0",
1283
  "shape": [
1284
  768
1285
  ],
1286
  "dtype": "<dtype: 'float32'>"
1287
  },
1288
  {
1289
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._10/attention/output/LayerNorm/beta:0",
1290
  "shape": [
1291
  768
1292
  ],
1293
  "dtype": "<dtype: 'float32'>"
1294
  },
1295
  {
1296
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._10/intermediate/dense/kernel:0",
1297
  "shape": [
1298
  768,
1299
  3072
 
1301
  "dtype": "<dtype: 'float32'>"
1302
  },
1303
  {
1304
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._10/intermediate/dense/bias:0",
1305
  "shape": [
1306
  3072
1307
  ],
1308
  "dtype": "<dtype: 'float32'>"
1309
  },
1310
  {
1311
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._10/output/dense/kernel:0",
1312
  "shape": [
1313
  3072,
1314
  768
 
1316
  "dtype": "<dtype: 'float32'>"
1317
  },
1318
  {
1319
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._10/output/dense/bias:0",
1320
  "shape": [
1321
  768
1322
  ],
1323
  "dtype": "<dtype: 'float32'>"
1324
  },
1325
  {
1326
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._10/output/LayerNorm/gamma:0",
1327
  "shape": [
1328
  768
1329
  ],
1330
  "dtype": "<dtype: 'float32'>"
1331
  },
1332
  {
1333
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._10/output/LayerNorm/beta:0",
1334
  "shape": [
1335
  768
1336
  ],
1337
  "dtype": "<dtype: 'float32'>"
1338
  },
1339
  {
1340
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._11/attention/self/query/kernel:0",
1341
  "shape": [
1342
  768,
1343
  768
 
1345
  "dtype": "<dtype: 'float32'>"
1346
  },
1347
  {
1348
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._11/attention/self/query/bias:0",
1349
  "shape": [
1350
  768
1351
  ],
1352
  "dtype": "<dtype: 'float32'>"
1353
  },
1354
  {
1355
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._11/attention/self/key/kernel:0",
1356
  "shape": [
1357
  768,
1358
  768
 
1360
  "dtype": "<dtype: 'float32'>"
1361
  },
1362
  {
1363
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._11/attention/self/key/bias:0",
1364
  "shape": [
1365
  768
1366
  ],
1367
  "dtype": "<dtype: 'float32'>"
1368
  },
1369
  {
1370
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._11/attention/self/value/kernel:0",
1371
  "shape": [
1372
  768,
1373
  768
 
1375
  "dtype": "<dtype: 'float32'>"
1376
  },
1377
  {
1378
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._11/attention/self/value/bias:0",
1379
  "shape": [
1380
  768
1381
  ],
1382
  "dtype": "<dtype: 'float32'>"
1383
  },
1384
  {
1385
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._11/attention/output/dense/kernel:0",
1386
  "shape": [
1387
  768,
1388
  768
 
1390
  "dtype": "<dtype: 'float32'>"
1391
  },
1392
  {
1393
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._11/attention/output/dense/bias:0",
1394
  "shape": [
1395
  768
1396
  ],
1397
  "dtype": "<dtype: 'float32'>"
1398
  },
1399
  {
1400
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._11/attention/output/LayerNorm/gamma:0",
1401
  "shape": [
1402
  768
1403
  ],
1404
  "dtype": "<dtype: 'float32'>"
1405
  },
1406
  {
1407
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._11/attention/output/LayerNorm/beta:0",
1408
  "shape": [
1409
  768
1410
  ],
1411
  "dtype": "<dtype: 'float32'>"
1412
  },
1413
  {
1414
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._11/intermediate/dense/kernel:0",
1415
  "shape": [
1416
  768,
1417
  3072
 
1419
  "dtype": "<dtype: 'float32'>"
1420
  },
1421
  {
1422
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._11/intermediate/dense/bias:0",
1423
  "shape": [
1424
  3072
1425
  ],
1426
  "dtype": "<dtype: 'float32'>"
1427
  },
1428
  {
1429
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._11/output/dense/kernel:0",
1430
  "shape": [
1431
  3072,
1432
  768
 
1434
  "dtype": "<dtype: 'float32'>"
1435
  },
1436
  {
1437
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._11/output/dense/bias:0",
1438
  "shape": [
1439
  768
1440
  ],
1441
  "dtype": "<dtype: 'float32'>"
1442
  },
1443
  {
1444
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._11/output/LayerNorm/gamma:0",
1445
  "shape": [
1446
  768
1447
  ],
1448
  "dtype": "<dtype: 'float32'>"
1449
  },
1450
  {
1451
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/encoder/layer_._11/output/LayerNorm/beta:0",
1452
  "shape": [
1453
  768
1454
  ],
1455
  "dtype": "<dtype: 'float32'>"
1456
  },
1457
  {
1458
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/pooler/dense/kernel:0",
1459
  "shape": [
1460
  768,
1461
  768
 
1463
  "dtype": "<dtype: 'float32'>"
1464
  },
1465
  {
1466
+ "tensor_name": "tf_bert_for_sequence_classification_4/bert/pooler/dense/bias:0",
1467
  "shape": [
1468
  768
1469
  ],
1470
  "dtype": "<dtype: 'float32'>"
1471
  },
1472
  {
1473
+ "tensor_name": "tf_bert_for_sequence_classification_4/classifier/kernel:0",
1474
  "shape": [
1475
  768,
1476
  2
 
1478
  "dtype": "<dtype: 'float32'>"
1479
  },
1480
  {
1481
+ "tensor_name": "tf_bert_for_sequence_classification_4/classifier/bias:0",
1482
  "shape": [
1483
  2
1484
  ],