Hugging Face's logo

0xnu
/
AGTD-v0.1

Keras
TensorFlow
Safetensors
bert
Model card Files Community
1
0xnu commited on
Commit
acbdd5c
•
1 Parent(s): 84db5d3

Upload 5 files

Browse files
Files changed (2) hide show
  1. config.json +1 -1
  2. model_tensor_details.json +1488 -0
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "bert-base-uncased",
3
  "architectures": [
4
  "BertForSequenceClassification"
5
  ],
 
1
  {
2
+ "_name_or_path": "./",
3
  "architectures": [
4
  "BertForSequenceClassification"
5
  ],
model_tensor_details.json ADDED
@@ -0,0 +1,1488 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "tensor_index": [
3
+ {
4
+ "tensor_name": "tf_bert_for_sequence_classification/bert/embeddings/word_embeddings/weight:0",
5
+ "shape": [
6
+ 30522,
7
+ 768
8
+ ],
9
+ "dtype": "<dtype: 'float32'>"
10
+ },
11
+ {
12
+ "tensor_name": "tf_bert_for_sequence_classification/bert/embeddings/token_type_embeddings/embeddings:0",
13
+ "shape": [
14
+ 2,
15
+ 768
16
+ ],
17
+ "dtype": "<dtype: 'float32'>"
18
+ },
19
+ {
20
+ "tensor_name": "tf_bert_for_sequence_classification/bert/embeddings/position_embeddings/embeddings:0",
21
+ "shape": [
22
+ 512,
23
+ 768
24
+ ],
25
+ "dtype": "<dtype: 'float32'>"
26
+ },
27
+ {
28
+ "tensor_name": "tf_bert_for_sequence_classification/bert/embeddings/LayerNorm/gamma:0",
29
+ "shape": [
30
+ 768
31
+ ],
32
+ "dtype": "<dtype: 'float32'>"
33
+ },
34
+ {
35
+ "tensor_name": "tf_bert_for_sequence_classification/bert/embeddings/LayerNorm/beta:0",
36
+ "shape": [
37
+ 768
38
+ ],
39
+ "dtype": "<dtype: 'float32'>"
40
+ },
41
+ {
42
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/query/kernel:0",
43
+ "shape": [
44
+ 768,
45
+ 768
46
+ ],
47
+ "dtype": "<dtype: 'float32'>"
48
+ },
49
+ {
50
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/query/bias:0",
51
+ "shape": [
52
+ 768
53
+ ],
54
+ "dtype": "<dtype: 'float32'>"
55
+ },
56
+ {
57
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/key/kernel:0",
58
+ "shape": [
59
+ 768,
60
+ 768
61
+ ],
62
+ "dtype": "<dtype: 'float32'>"
63
+ },
64
+ {
65
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/key/bias:0",
66
+ "shape": [
67
+ 768
68
+ ],
69
+ "dtype": "<dtype: 'float32'>"
70
+ },
71
+ {
72
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/value/kernel:0",
73
+ "shape": [
74
+ 768,
75
+ 768
76
+ ],
77
+ "dtype": "<dtype: 'float32'>"
78
+ },
79
+ {
80
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/self/value/bias:0",
81
+ "shape": [
82
+ 768
83
+ ],
84
+ "dtype": "<dtype: 'float32'>"
85
+ },
86
+ {
87
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/dense/kernel:0",
88
+ "shape": [
89
+ 768,
90
+ 768
91
+ ],
92
+ "dtype": "<dtype: 'float32'>"
93
+ },
94
+ {
95
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/dense/bias:0",
96
+ "shape": [
97
+ 768
98
+ ],
99
+ "dtype": "<dtype: 'float32'>"
100
+ },
101
+ {
102
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/LayerNorm/gamma:0",
103
+ "shape": [
104
+ 768
105
+ ],
106
+ "dtype": "<dtype: 'float32'>"
107
+ },
108
+ {
109
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._0/attention/output/LayerNorm/beta:0",
110
+ "shape": [
111
+ 768
112
+ ],
113
+ "dtype": "<dtype: 'float32'>"
114
+ },
115
+ {
116
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._0/intermediate/dense/kernel:0",
117
+ "shape": [
118
+ 768,
119
+ 3072
120
+ ],
121
+ "dtype": "<dtype: 'float32'>"
122
+ },
123
+ {
124
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._0/intermediate/dense/bias:0",
125
+ "shape": [
126
+ 3072
127
+ ],
128
+ "dtype": "<dtype: 'float32'>"
129
+ },
130
+ {
131
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/dense/kernel:0",
132
+ "shape": [
133
+ 3072,
134
+ 768
135
+ ],
136
+ "dtype": "<dtype: 'float32'>"
137
+ },
138
+ {
139
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/dense/bias:0",
140
+ "shape": [
141
+ 768
142
+ ],
143
+ "dtype": "<dtype: 'float32'>"
144
+ },
145
+ {
146
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/LayerNorm/gamma:0",
147
+ "shape": [
148
+ 768
149
+ ],
150
+ "dtype": "<dtype: 'float32'>"
151
+ },
152
+ {
153
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._0/output/LayerNorm/beta:0",
154
+ "shape": [
155
+ 768
156
+ ],
157
+ "dtype": "<dtype: 'float32'>"
158
+ },
159
+ {
160
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/query/kernel:0",
161
+ "shape": [
162
+ 768,
163
+ 768
164
+ ],
165
+ "dtype": "<dtype: 'float32'>"
166
+ },
167
+ {
168
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/query/bias:0",
169
+ "shape": [
170
+ 768
171
+ ],
172
+ "dtype": "<dtype: 'float32'>"
173
+ },
174
+ {
175
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/key/kernel:0",
176
+ "shape": [
177
+ 768,
178
+ 768
179
+ ],
180
+ "dtype": "<dtype: 'float32'>"
181
+ },
182
+ {
183
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/key/bias:0",
184
+ "shape": [
185
+ 768
186
+ ],
187
+ "dtype": "<dtype: 'float32'>"
188
+ },
189
+ {
190
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/value/kernel:0",
191
+ "shape": [
192
+ 768,
193
+ 768
194
+ ],
195
+ "dtype": "<dtype: 'float32'>"
196
+ },
197
+ {
198
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/self/value/bias:0",
199
+ "shape": [
200
+ 768
201
+ ],
202
+ "dtype": "<dtype: 'float32'>"
203
+ },
204
+ {
205
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/dense/kernel:0",
206
+ "shape": [
207
+ 768,
208
+ 768
209
+ ],
210
+ "dtype": "<dtype: 'float32'>"
211
+ },
212
+ {
213
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/dense/bias:0",
214
+ "shape": [
215
+ 768
216
+ ],
217
+ "dtype": "<dtype: 'float32'>"
218
+ },
219
+ {
220
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/LayerNorm/gamma:0",
221
+ "shape": [
222
+ 768
223
+ ],
224
+ "dtype": "<dtype: 'float32'>"
225
+ },
226
+ {
227
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._1/attention/output/LayerNorm/beta:0",
228
+ "shape": [
229
+ 768
230
+ ],
231
+ "dtype": "<dtype: 'float32'>"
232
+ },
233
+ {
234
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._1/intermediate/dense/kernel:0",
235
+ "shape": [
236
+ 768,
237
+ 3072
238
+ ],
239
+ "dtype": "<dtype: 'float32'>"
240
+ },
241
+ {
242
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._1/intermediate/dense/bias:0",
243
+ "shape": [
244
+ 3072
245
+ ],
246
+ "dtype": "<dtype: 'float32'>"
247
+ },
248
+ {
249
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/dense/kernel:0",
250
+ "shape": [
251
+ 3072,
252
+ 768
253
+ ],
254
+ "dtype": "<dtype: 'float32'>"
255
+ },
256
+ {
257
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/dense/bias:0",
258
+ "shape": [
259
+ 768
260
+ ],
261
+ "dtype": "<dtype: 'float32'>"
262
+ },
263
+ {
264
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/LayerNorm/gamma:0",
265
+ "shape": [
266
+ 768
267
+ ],
268
+ "dtype": "<dtype: 'float32'>"
269
+ },
270
+ {
271
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._1/output/LayerNorm/beta:0",
272
+ "shape": [
273
+ 768
274
+ ],
275
+ "dtype": "<dtype: 'float32'>"
276
+ },
277
+ {
278
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/query/kernel:0",
279
+ "shape": [
280
+ 768,
281
+ 768
282
+ ],
283
+ "dtype": "<dtype: 'float32'>"
284
+ },
285
+ {
286
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/query/bias:0",
287
+ "shape": [
288
+ 768
289
+ ],
290
+ "dtype": "<dtype: 'float32'>"
291
+ },
292
+ {
293
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/key/kernel:0",
294
+ "shape": [
295
+ 768,
296
+ 768
297
+ ],
298
+ "dtype": "<dtype: 'float32'>"
299
+ },
300
+ {
301
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/key/bias:0",
302
+ "shape": [
303
+ 768
304
+ ],
305
+ "dtype": "<dtype: 'float32'>"
306
+ },
307
+ {
308
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/value/kernel:0",
309
+ "shape": [
310
+ 768,
311
+ 768
312
+ ],
313
+ "dtype": "<dtype: 'float32'>"
314
+ },
315
+ {
316
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/self/value/bias:0",
317
+ "shape": [
318
+ 768
319
+ ],
320
+ "dtype": "<dtype: 'float32'>"
321
+ },
322
+ {
323
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/dense/kernel:0",
324
+ "shape": [
325
+ 768,
326
+ 768
327
+ ],
328
+ "dtype": "<dtype: 'float32'>"
329
+ },
330
+ {
331
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/dense/bias:0",
332
+ "shape": [
333
+ 768
334
+ ],
335
+ "dtype": "<dtype: 'float32'>"
336
+ },
337
+ {
338
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/LayerNorm/gamma:0",
339
+ "shape": [
340
+ 768
341
+ ],
342
+ "dtype": "<dtype: 'float32'>"
343
+ },
344
+ {
345
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._2/attention/output/LayerNorm/beta:0",
346
+ "shape": [
347
+ 768
348
+ ],
349
+ "dtype": "<dtype: 'float32'>"
350
+ },
351
+ {
352
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._2/intermediate/dense/kernel:0",
353
+ "shape": [
354
+ 768,
355
+ 3072
356
+ ],
357
+ "dtype": "<dtype: 'float32'>"
358
+ },
359
+ {
360
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._2/intermediate/dense/bias:0",
361
+ "shape": [
362
+ 3072
363
+ ],
364
+ "dtype": "<dtype: 'float32'>"
365
+ },
366
+ {
367
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/dense/kernel:0",
368
+ "shape": [
369
+ 3072,
370
+ 768
371
+ ],
372
+ "dtype": "<dtype: 'float32'>"
373
+ },
374
+ {
375
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/dense/bias:0",
376
+ "shape": [
377
+ 768
378
+ ],
379
+ "dtype": "<dtype: 'float32'>"
380
+ },
381
+ {
382
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/LayerNorm/gamma:0",
383
+ "shape": [
384
+ 768
385
+ ],
386
+ "dtype": "<dtype: 'float32'>"
387
+ },
388
+ {
389
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._2/output/LayerNorm/beta:0",
390
+ "shape": [
391
+ 768
392
+ ],
393
+ "dtype": "<dtype: 'float32'>"
394
+ },
395
+ {
396
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/query/kernel:0",
397
+ "shape": [
398
+ 768,
399
+ 768
400
+ ],
401
+ "dtype": "<dtype: 'float32'>"
402
+ },
403
+ {
404
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/query/bias:0",
405
+ "shape": [
406
+ 768
407
+ ],
408
+ "dtype": "<dtype: 'float32'>"
409
+ },
410
+ {
411
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/key/kernel:0",
412
+ "shape": [
413
+ 768,
414
+ 768
415
+ ],
416
+ "dtype": "<dtype: 'float32'>"
417
+ },
418
+ {
419
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/key/bias:0",
420
+ "shape": [
421
+ 768
422
+ ],
423
+ "dtype": "<dtype: 'float32'>"
424
+ },
425
+ {
426
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/value/kernel:0",
427
+ "shape": [
428
+ 768,
429
+ 768
430
+ ],
431
+ "dtype": "<dtype: 'float32'>"
432
+ },
433
+ {
434
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/self/value/bias:0",
435
+ "shape": [
436
+ 768
437
+ ],
438
+ "dtype": "<dtype: 'float32'>"
439
+ },
440
+ {
441
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/dense/kernel:0",
442
+ "shape": [
443
+ 768,
444
+ 768
445
+ ],
446
+ "dtype": "<dtype: 'float32'>"
447
+ },
448
+ {
449
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/dense/bias:0",
450
+ "shape": [
451
+ 768
452
+ ],
453
+ "dtype": "<dtype: 'float32'>"
454
+ },
455
+ {
456
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/LayerNorm/gamma:0",
457
+ "shape": [
458
+ 768
459
+ ],
460
+ "dtype": "<dtype: 'float32'>"
461
+ },
462
+ {
463
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._3/attention/output/LayerNorm/beta:0",
464
+ "shape": [
465
+ 768
466
+ ],
467
+ "dtype": "<dtype: 'float32'>"
468
+ },
469
+ {
470
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._3/intermediate/dense/kernel:0",
471
+ "shape": [
472
+ 768,
473
+ 3072
474
+ ],
475
+ "dtype": "<dtype: 'float32'>"
476
+ },
477
+ {
478
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._3/intermediate/dense/bias:0",
479
+ "shape": [
480
+ 3072
481
+ ],
482
+ "dtype": "<dtype: 'float32'>"
483
+ },
484
+ {
485
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/dense/kernel:0",
486
+ "shape": [
487
+ 3072,
488
+ 768
489
+ ],
490
+ "dtype": "<dtype: 'float32'>"
491
+ },
492
+ {
493
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/dense/bias:0",
494
+ "shape": [
495
+ 768
496
+ ],
497
+ "dtype": "<dtype: 'float32'>"
498
+ },
499
+ {
500
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/LayerNorm/gamma:0",
501
+ "shape": [
502
+ 768
503
+ ],
504
+ "dtype": "<dtype: 'float32'>"
505
+ },
506
+ {
507
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._3/output/LayerNorm/beta:0",
508
+ "shape": [
509
+ 768
510
+ ],
511
+ "dtype": "<dtype: 'float32'>"
512
+ },
513
+ {
514
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/query/kernel:0",
515
+ "shape": [
516
+ 768,
517
+ 768
518
+ ],
519
+ "dtype": "<dtype: 'float32'>"
520
+ },
521
+ {
522
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/query/bias:0",
523
+ "shape": [
524
+ 768
525
+ ],
526
+ "dtype": "<dtype: 'float32'>"
527
+ },
528
+ {
529
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/key/kernel:0",
530
+ "shape": [
531
+ 768,
532
+ 768
533
+ ],
534
+ "dtype": "<dtype: 'float32'>"
535
+ },
536
+ {
537
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/key/bias:0",
538
+ "shape": [
539
+ 768
540
+ ],
541
+ "dtype": "<dtype: 'float32'>"
542
+ },
543
+ {
544
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/value/kernel:0",
545
+ "shape": [
546
+ 768,
547
+ 768
548
+ ],
549
+ "dtype": "<dtype: 'float32'>"
550
+ },
551
+ {
552
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/self/value/bias:0",
553
+ "shape": [
554
+ 768
555
+ ],
556
+ "dtype": "<dtype: 'float32'>"
557
+ },
558
+ {
559
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/dense/kernel:0",
560
+ "shape": [
561
+ 768,
562
+ 768
563
+ ],
564
+ "dtype": "<dtype: 'float32'>"
565
+ },
566
+ {
567
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/dense/bias:0",
568
+ "shape": [
569
+ 768
570
+ ],
571
+ "dtype": "<dtype: 'float32'>"
572
+ },
573
+ {
574
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/LayerNorm/gamma:0",
575
+ "shape": [
576
+ 768
577
+ ],
578
+ "dtype": "<dtype: 'float32'>"
579
+ },
580
+ {
581
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._4/attention/output/LayerNorm/beta:0",
582
+ "shape": [
583
+ 768
584
+ ],
585
+ "dtype": "<dtype: 'float32'>"
586
+ },
587
+ {
588
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._4/intermediate/dense/kernel:0",
589
+ "shape": [
590
+ 768,
591
+ 3072
592
+ ],
593
+ "dtype": "<dtype: 'float32'>"
594
+ },
595
+ {
596
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._4/intermediate/dense/bias:0",
597
+ "shape": [
598
+ 3072
599
+ ],
600
+ "dtype": "<dtype: 'float32'>"
601
+ },
602
+ {
603
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/dense/kernel:0",
604
+ "shape": [
605
+ 3072,
606
+ 768
607
+ ],
608
+ "dtype": "<dtype: 'float32'>"
609
+ },
610
+ {
611
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/dense/bias:0",
612
+ "shape": [
613
+ 768
614
+ ],
615
+ "dtype": "<dtype: 'float32'>"
616
+ },
617
+ {
618
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/LayerNorm/gamma:0",
619
+ "shape": [
620
+ 768
621
+ ],
622
+ "dtype": "<dtype: 'float32'>"
623
+ },
624
+ {
625
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._4/output/LayerNorm/beta:0",
626
+ "shape": [
627
+ 768
628
+ ],
629
+ "dtype": "<dtype: 'float32'>"
630
+ },
631
+ {
632
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/query/kernel:0",
633
+ "shape": [
634
+ 768,
635
+ 768
636
+ ],
637
+ "dtype": "<dtype: 'float32'>"
638
+ },
639
+ {
640
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/query/bias:0",
641
+ "shape": [
642
+ 768
643
+ ],
644
+ "dtype": "<dtype: 'float32'>"
645
+ },
646
+ {
647
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/key/kernel:0",
648
+ "shape": [
649
+ 768,
650
+ 768
651
+ ],
652
+ "dtype": "<dtype: 'float32'>"
653
+ },
654
+ {
655
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/key/bias:0",
656
+ "shape": [
657
+ 768
658
+ ],
659
+ "dtype": "<dtype: 'float32'>"
660
+ },
661
+ {
662
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/value/kernel:0",
663
+ "shape": [
664
+ 768,
665
+ 768
666
+ ],
667
+ "dtype": "<dtype: 'float32'>"
668
+ },
669
+ {
670
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/self/value/bias:0",
671
+ "shape": [
672
+ 768
673
+ ],
674
+ "dtype": "<dtype: 'float32'>"
675
+ },
676
+ {
677
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/dense/kernel:0",
678
+ "shape": [
679
+ 768,
680
+ 768
681
+ ],
682
+ "dtype": "<dtype: 'float32'>"
683
+ },
684
+ {
685
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/dense/bias:0",
686
+ "shape": [
687
+ 768
688
+ ],
689
+ "dtype": "<dtype: 'float32'>"
690
+ },
691
+ {
692
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/LayerNorm/gamma:0",
693
+ "shape": [
694
+ 768
695
+ ],
696
+ "dtype": "<dtype: 'float32'>"
697
+ },
698
+ {
699
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._5/attention/output/LayerNorm/beta:0",
700
+ "shape": [
701
+ 768
702
+ ],
703
+ "dtype": "<dtype: 'float32'>"
704
+ },
705
+ {
706
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._5/intermediate/dense/kernel:0",
707
+ "shape": [
708
+ 768,
709
+ 3072
710
+ ],
711
+ "dtype": "<dtype: 'float32'>"
712
+ },
713
+ {
714
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._5/intermediate/dense/bias:0",
715
+ "shape": [
716
+ 3072
717
+ ],
718
+ "dtype": "<dtype: 'float32'>"
719
+ },
720
+ {
721
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/dense/kernel:0",
722
+ "shape": [
723
+ 3072,
724
+ 768
725
+ ],
726
+ "dtype": "<dtype: 'float32'>"
727
+ },
728
+ {
729
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/dense/bias:0",
730
+ "shape": [
731
+ 768
732
+ ],
733
+ "dtype": "<dtype: 'float32'>"
734
+ },
735
+ {
736
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/LayerNorm/gamma:0",
737
+ "shape": [
738
+ 768
739
+ ],
740
+ "dtype": "<dtype: 'float32'>"
741
+ },
742
+ {
743
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._5/output/LayerNorm/beta:0",
744
+ "shape": [
745
+ 768
746
+ ],
747
+ "dtype": "<dtype: 'float32'>"
748
+ },
749
+ {
750
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/query/kernel:0",
751
+ "shape": [
752
+ 768,
753
+ 768
754
+ ],
755
+ "dtype": "<dtype: 'float32'>"
756
+ },
757
+ {
758
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/query/bias:0",
759
+ "shape": [
760
+ 768
761
+ ],
762
+ "dtype": "<dtype: 'float32'>"
763
+ },
764
+ {
765
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/key/kernel:0",
766
+ "shape": [
767
+ 768,
768
+ 768
769
+ ],
770
+ "dtype": "<dtype: 'float32'>"
771
+ },
772
+ {
773
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/key/bias:0",
774
+ "shape": [
775
+ 768
776
+ ],
777
+ "dtype": "<dtype: 'float32'>"
778
+ },
779
+ {
780
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/value/kernel:0",
781
+ "shape": [
782
+ 768,
783
+ 768
784
+ ],
785
+ "dtype": "<dtype: 'float32'>"
786
+ },
787
+ {
788
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/self/value/bias:0",
789
+ "shape": [
790
+ 768
791
+ ],
792
+ "dtype": "<dtype: 'float32'>"
793
+ },
794
+ {
795
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/dense/kernel:0",
796
+ "shape": [
797
+ 768,
798
+ 768
799
+ ],
800
+ "dtype": "<dtype: 'float32'>"
801
+ },
802
+ {
803
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/dense/bias:0",
804
+ "shape": [
805
+ 768
806
+ ],
807
+ "dtype": "<dtype: 'float32'>"
808
+ },
809
+ {
810
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/LayerNorm/gamma:0",
811
+ "shape": [
812
+ 768
813
+ ],
814
+ "dtype": "<dtype: 'float32'>"
815
+ },
816
+ {
817
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._6/attention/output/LayerNorm/beta:0",
818
+ "shape": [
819
+ 768
820
+ ],
821
+ "dtype": "<dtype: 'float32'>"
822
+ },
823
+ {
824
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._6/intermediate/dense/kernel:0",
825
+ "shape": [
826
+ 768,
827
+ 3072
828
+ ],
829
+ "dtype": "<dtype: 'float32'>"
830
+ },
831
+ {
832
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._6/intermediate/dense/bias:0",
833
+ "shape": [
834
+ 3072
835
+ ],
836
+ "dtype": "<dtype: 'float32'>"
837
+ },
838
+ {
839
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/dense/kernel:0",
840
+ "shape": [
841
+ 3072,
842
+ 768
843
+ ],
844
+ "dtype": "<dtype: 'float32'>"
845
+ },
846
+ {
847
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/dense/bias:0",
848
+ "shape": [
849
+ 768
850
+ ],
851
+ "dtype": "<dtype: 'float32'>"
852
+ },
853
+ {
854
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/LayerNorm/gamma:0",
855
+ "shape": [
856
+ 768
857
+ ],
858
+ "dtype": "<dtype: 'float32'>"
859
+ },
860
+ {
861
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._6/output/LayerNorm/beta:0",
862
+ "shape": [
863
+ 768
864
+ ],
865
+ "dtype": "<dtype: 'float32'>"
866
+ },
867
+ {
868
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/query/kernel:0",
869
+ "shape": [
870
+ 768,
871
+ 768
872
+ ],
873
+ "dtype": "<dtype: 'float32'>"
874
+ },
875
+ {
876
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/query/bias:0",
877
+ "shape": [
878
+ 768
879
+ ],
880
+ "dtype": "<dtype: 'float32'>"
881
+ },
882
+ {
883
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/key/kernel:0",
884
+ "shape": [
885
+ 768,
886
+ 768
887
+ ],
888
+ "dtype": "<dtype: 'float32'>"
889
+ },
890
+ {
891
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/key/bias:0",
892
+ "shape": [
893
+ 768
894
+ ],
895
+ "dtype": "<dtype: 'float32'>"
896
+ },
897
+ {
898
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/value/kernel:0",
899
+ "shape": [
900
+ 768,
901
+ 768
902
+ ],
903
+ "dtype": "<dtype: 'float32'>"
904
+ },
905
+ {
906
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/self/value/bias:0",
907
+ "shape": [
908
+ 768
909
+ ],
910
+ "dtype": "<dtype: 'float32'>"
911
+ },
912
+ {
913
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/dense/kernel:0",
914
+ "shape": [
915
+ 768,
916
+ 768
917
+ ],
918
+ "dtype": "<dtype: 'float32'>"
919
+ },
920
+ {
921
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/dense/bias:0",
922
+ "shape": [
923
+ 768
924
+ ],
925
+ "dtype": "<dtype: 'float32'>"
926
+ },
927
+ {
928
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/LayerNorm/gamma:0",
929
+ "shape": [
930
+ 768
931
+ ],
932
+ "dtype": "<dtype: 'float32'>"
933
+ },
934
+ {
935
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._7/attention/output/LayerNorm/beta:0",
936
+ "shape": [
937
+ 768
938
+ ],
939
+ "dtype": "<dtype: 'float32'>"
940
+ },
941
+ {
942
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._7/intermediate/dense/kernel:0",
943
+ "shape": [
944
+ 768,
945
+ 3072
946
+ ],
947
+ "dtype": "<dtype: 'float32'>"
948
+ },
949
+ {
950
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._7/intermediate/dense/bias:0",
951
+ "shape": [
952
+ 3072
953
+ ],
954
+ "dtype": "<dtype: 'float32'>"
955
+ },
956
+ {
957
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/dense/kernel:0",
958
+ "shape": [
959
+ 3072,
960
+ 768
961
+ ],
962
+ "dtype": "<dtype: 'float32'>"
963
+ },
964
+ {
965
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/dense/bias:0",
966
+ "shape": [
967
+ 768
968
+ ],
969
+ "dtype": "<dtype: 'float32'>"
970
+ },
971
+ {
972
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/LayerNorm/gamma:0",
973
+ "shape": [
974
+ 768
975
+ ],
976
+ "dtype": "<dtype: 'float32'>"
977
+ },
978
+ {
979
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._7/output/LayerNorm/beta:0",
980
+ "shape": [
981
+ 768
982
+ ],
983
+ "dtype": "<dtype: 'float32'>"
984
+ },
985
+ {
986
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/query/kernel:0",
987
+ "shape": [
988
+ 768,
989
+ 768
990
+ ],
991
+ "dtype": "<dtype: 'float32'>"
992
+ },
993
+ {
994
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/query/bias:0",
995
+ "shape": [
996
+ 768
997
+ ],
998
+ "dtype": "<dtype: 'float32'>"
999
+ },
1000
+ {
1001
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/key/kernel:0",
1002
+ "shape": [
1003
+ 768,
1004
+ 768
1005
+ ],
1006
+ "dtype": "<dtype: 'float32'>"
1007
+ },
1008
+ {
1009
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/key/bias:0",
1010
+ "shape": [
1011
+ 768
1012
+ ],
1013
+ "dtype": "<dtype: 'float32'>"
1014
+ },
1015
+ {
1016
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/value/kernel:0",
1017
+ "shape": [
1018
+ 768,
1019
+ 768
1020
+ ],
1021
+ "dtype": "<dtype: 'float32'>"
1022
+ },
1023
+ {
1024
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/self/value/bias:0",
1025
+ "shape": [
1026
+ 768
1027
+ ],
1028
+ "dtype": "<dtype: 'float32'>"
1029
+ },
1030
+ {
1031
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/dense/kernel:0",
1032
+ "shape": [
1033
+ 768,
1034
+ 768
1035
+ ],
1036
+ "dtype": "<dtype: 'float32'>"
1037
+ },
1038
+ {
1039
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/dense/bias:0",
1040
+ "shape": [
1041
+ 768
1042
+ ],
1043
+ "dtype": "<dtype: 'float32'>"
1044
+ },
1045
+ {
1046
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/LayerNorm/gamma:0",
1047
+ "shape": [
1048
+ 768
1049
+ ],
1050
+ "dtype": "<dtype: 'float32'>"
1051
+ },
1052
+ {
1053
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._8/attention/output/LayerNorm/beta:0",
1054
+ "shape": [
1055
+ 768
1056
+ ],
1057
+ "dtype": "<dtype: 'float32'>"
1058
+ },
1059
+ {
1060
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._8/intermediate/dense/kernel:0",
1061
+ "shape": [
1062
+ 768,
1063
+ 3072
1064
+ ],
1065
+ "dtype": "<dtype: 'float32'>"
1066
+ },
1067
+ {
1068
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._8/intermediate/dense/bias:0",
1069
+ "shape": [
1070
+ 3072
1071
+ ],
1072
+ "dtype": "<dtype: 'float32'>"
1073
+ },
1074
+ {
1075
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/dense/kernel:0",
1076
+ "shape": [
1077
+ 3072,
1078
+ 768
1079
+ ],
1080
+ "dtype": "<dtype: 'float32'>"
1081
+ },
1082
+ {
1083
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/dense/bias:0",
1084
+ "shape": [
1085
+ 768
1086
+ ],
1087
+ "dtype": "<dtype: 'float32'>"
1088
+ },
1089
+ {
1090
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/LayerNorm/gamma:0",
1091
+ "shape": [
1092
+ 768
1093
+ ],
1094
+ "dtype": "<dtype: 'float32'>"
1095
+ },
1096
+ {
1097
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._8/output/LayerNorm/beta:0",
1098
+ "shape": [
1099
+ 768
1100
+ ],
1101
+ "dtype": "<dtype: 'float32'>"
1102
+ },
1103
+ {
1104
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/query/kernel:0",
1105
+ "shape": [
1106
+ 768,
1107
+ 768
1108
+ ],
1109
+ "dtype": "<dtype: 'float32'>"
1110
+ },
1111
+ {
1112
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/query/bias:0",
1113
+ "shape": [
1114
+ 768
1115
+ ],
1116
+ "dtype": "<dtype: 'float32'>"
1117
+ },
1118
+ {
1119
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/key/kernel:0",
1120
+ "shape": [
1121
+ 768,
1122
+ 768
1123
+ ],
1124
+ "dtype": "<dtype: 'float32'>"
1125
+ },
1126
+ {
1127
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/key/bias:0",
1128
+ "shape": [
1129
+ 768
1130
+ ],
1131
+ "dtype": "<dtype: 'float32'>"
1132
+ },
1133
+ {
1134
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/value/kernel:0",
1135
+ "shape": [
1136
+ 768,
1137
+ 768
1138
+ ],
1139
+ "dtype": "<dtype: 'float32'>"
1140
+ },
1141
+ {
1142
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/self/value/bias:0",
1143
+ "shape": [
1144
+ 768
1145
+ ],
1146
+ "dtype": "<dtype: 'float32'>"
1147
+ },
1148
+ {
1149
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/dense/kernel:0",
1150
+ "shape": [
1151
+ 768,
1152
+ 768
1153
+ ],
1154
+ "dtype": "<dtype: 'float32'>"
1155
+ },
1156
+ {
1157
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/dense/bias:0",
1158
+ "shape": [
1159
+ 768
1160
+ ],
1161
+ "dtype": "<dtype: 'float32'>"
1162
+ },
1163
+ {
1164
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/LayerNorm/gamma:0",
1165
+ "shape": [
1166
+ 768
1167
+ ],
1168
+ "dtype": "<dtype: 'float32'>"
1169
+ },
1170
+ {
1171
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._9/attention/output/LayerNorm/beta:0",
1172
+ "shape": [
1173
+ 768
1174
+ ],
1175
+ "dtype": "<dtype: 'float32'>"
1176
+ },
1177
+ {
1178
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._9/intermediate/dense/kernel:0",
1179
+ "shape": [
1180
+ 768,
1181
+ 3072
1182
+ ],
1183
+ "dtype": "<dtype: 'float32'>"
1184
+ },
1185
+ {
1186
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._9/intermediate/dense/bias:0",
1187
+ "shape": [
1188
+ 3072
1189
+ ],
1190
+ "dtype": "<dtype: 'float32'>"
1191
+ },
1192
+ {
1193
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/dense/kernel:0",
1194
+ "shape": [
1195
+ 3072,
1196
+ 768
1197
+ ],
1198
+ "dtype": "<dtype: 'float32'>"
1199
+ },
1200
+ {
1201
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/dense/bias:0",
1202
+ "shape": [
1203
+ 768
1204
+ ],
1205
+ "dtype": "<dtype: 'float32'>"
1206
+ },
1207
+ {
1208
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/LayerNorm/gamma:0",
1209
+ "shape": [
1210
+ 768
1211
+ ],
1212
+ "dtype": "<dtype: 'float32'>"
1213
+ },
1214
+ {
1215
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._9/output/LayerNorm/beta:0",
1216
+ "shape": [
1217
+ 768
1218
+ ],
1219
+ "dtype": "<dtype: 'float32'>"
1220
+ },
1221
+ {
1222
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/query/kernel:0",
1223
+ "shape": [
1224
+ 768,
1225
+ 768
1226
+ ],
1227
+ "dtype": "<dtype: 'float32'>"
1228
+ },
1229
+ {
1230
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/query/bias:0",
1231
+ "shape": [
1232
+ 768
1233
+ ],
1234
+ "dtype": "<dtype: 'float32'>"
1235
+ },
1236
+ {
1237
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/key/kernel:0",
1238
+ "shape": [
1239
+ 768,
1240
+ 768
1241
+ ],
1242
+ "dtype": "<dtype: 'float32'>"
1243
+ },
1244
+ {
1245
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/key/bias:0",
1246
+ "shape": [
1247
+ 768
1248
+ ],
1249
+ "dtype": "<dtype: 'float32'>"
1250
+ },
1251
+ {
1252
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/value/kernel:0",
1253
+ "shape": [
1254
+ 768,
1255
+ 768
1256
+ ],
1257
+ "dtype": "<dtype: 'float32'>"
1258
+ },
1259
+ {
1260
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/self/value/bias:0",
1261
+ "shape": [
1262
+ 768
1263
+ ],
1264
+ "dtype": "<dtype: 'float32'>"
1265
+ },
1266
+ {
1267
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/dense/kernel:0",
1268
+ "shape": [
1269
+ 768,
1270
+ 768
1271
+ ],
1272
+ "dtype": "<dtype: 'float32'>"
1273
+ },
1274
+ {
1275
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/dense/bias:0",
1276
+ "shape": [
1277
+ 768
1278
+ ],
1279
+ "dtype": "<dtype: 'float32'>"
1280
+ },
1281
+ {
1282
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/LayerNorm/gamma:0",
1283
+ "shape": [
1284
+ 768
1285
+ ],
1286
+ "dtype": "<dtype: 'float32'>"
1287
+ },
1288
+ {
1289
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._10/attention/output/LayerNorm/beta:0",
1290
+ "shape": [
1291
+ 768
1292
+ ],
1293
+ "dtype": "<dtype: 'float32'>"
1294
+ },
1295
+ {
1296
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._10/intermediate/dense/kernel:0",
1297
+ "shape": [
1298
+ 768,
1299
+ 3072
1300
+ ],
1301
+ "dtype": "<dtype: 'float32'>"
1302
+ },
1303
+ {
1304
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._10/intermediate/dense/bias:0",
1305
+ "shape": [
1306
+ 3072
1307
+ ],
1308
+ "dtype": "<dtype: 'float32'>"
1309
+ },
1310
+ {
1311
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/dense/kernel:0",
1312
+ "shape": [
1313
+ 3072,
1314
+ 768
1315
+ ],
1316
+ "dtype": "<dtype: 'float32'>"
1317
+ },
1318
+ {
1319
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/dense/bias:0",
1320
+ "shape": [
1321
+ 768
1322
+ ],
1323
+ "dtype": "<dtype: 'float32'>"
1324
+ },
1325
+ {
1326
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/LayerNorm/gamma:0",
1327
+ "shape": [
1328
+ 768
1329
+ ],
1330
+ "dtype": "<dtype: 'float32'>"
1331
+ },
1332
+ {
1333
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._10/output/LayerNorm/beta:0",
1334
+ "shape": [
1335
+ 768
1336
+ ],
1337
+ "dtype": "<dtype: 'float32'>"
1338
+ },
1339
+ {
1340
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/query/kernel:0",
1341
+ "shape": [
1342
+ 768,
1343
+ 768
1344
+ ],
1345
+ "dtype": "<dtype: 'float32'>"
1346
+ },
1347
+ {
1348
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/query/bias:0",
1349
+ "shape": [
1350
+ 768
1351
+ ],
1352
+ "dtype": "<dtype: 'float32'>"
1353
+ },
1354
+ {
1355
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/key/kernel:0",
1356
+ "shape": [
1357
+ 768,
1358
+ 768
1359
+ ],
1360
+ "dtype": "<dtype: 'float32'>"
1361
+ },
1362
+ {
1363
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/key/bias:0",
1364
+ "shape": [
1365
+ 768
1366
+ ],
1367
+ "dtype": "<dtype: 'float32'>"
1368
+ },
1369
+ {
1370
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/value/kernel:0",
1371
+ "shape": [
1372
+ 768,
1373
+ 768
1374
+ ],
1375
+ "dtype": "<dtype: 'float32'>"
1376
+ },
1377
+ {
1378
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/self/value/bias:0",
1379
+ "shape": [
1380
+ 768
1381
+ ],
1382
+ "dtype": "<dtype: 'float32'>"
1383
+ },
1384
+ {
1385
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/dense/kernel:0",
1386
+ "shape": [
1387
+ 768,
1388
+ 768
1389
+ ],
1390
+ "dtype": "<dtype: 'float32'>"
1391
+ },
1392
+ {
1393
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/dense/bias:0",
1394
+ "shape": [
1395
+ 768
1396
+ ],
1397
+ "dtype": "<dtype: 'float32'>"
1398
+ },
1399
+ {
1400
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/LayerNorm/gamma:0",
1401
+ "shape": [
1402
+ 768
1403
+ ],
1404
+ "dtype": "<dtype: 'float32'>"
1405
+ },
1406
+ {
1407
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._11/attention/output/LayerNorm/beta:0",
1408
+ "shape": [
1409
+ 768
1410
+ ],
1411
+ "dtype": "<dtype: 'float32'>"
1412
+ },
1413
+ {
1414
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._11/intermediate/dense/kernel:0",
1415
+ "shape": [
1416
+ 768,
1417
+ 3072
1418
+ ],
1419
+ "dtype": "<dtype: 'float32'>"
1420
+ },
1421
+ {
1422
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._11/intermediate/dense/bias:0",
1423
+ "shape": [
1424
+ 3072
1425
+ ],
1426
+ "dtype": "<dtype: 'float32'>"
1427
+ },
1428
+ {
1429
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/dense/kernel:0",
1430
+ "shape": [
1431
+ 3072,
1432
+ 768
1433
+ ],
1434
+ "dtype": "<dtype: 'float32'>"
1435
+ },
1436
+ {
1437
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/dense/bias:0",
1438
+ "shape": [
1439
+ 768
1440
+ ],
1441
+ "dtype": "<dtype: 'float32'>"
1442
+ },
1443
+ {
1444
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/LayerNorm/gamma:0",
1445
+ "shape": [
1446
+ 768
1447
+ ],
1448
+ "dtype": "<dtype: 'float32'>"
1449
+ },
1450
+ {
1451
+ "tensor_name": "tf_bert_for_sequence_classification/bert/encoder/layer_._11/output/LayerNorm/beta:0",
1452
+ "shape": [
1453
+ 768
1454
+ ],
1455
+ "dtype": "<dtype: 'float32'>"
1456
+ },
1457
+ {
1458
+ "tensor_name": "tf_bert_for_sequence_classification/bert/pooler/dense/kernel:0",
1459
+ "shape": [
1460
+ 768,
1461
+ 768
1462
+ ],
1463
+ "dtype": "<dtype: 'float32'>"
1464
+ },
1465
+ {
1466
+ "tensor_name": "tf_bert_for_sequence_classification/bert/pooler/dense/bias:0",
1467
+ "shape": [
1468
+ 768
1469
+ ],
1470
+ "dtype": "<dtype: 'float32'>"
1471
+ },
1472
+ {
1473
+ "tensor_name": "tf_bert_for_sequence_classification/classifier/kernel:0",
1474
+ "shape": [
1475
+ 768,
1476
+ 2
1477
+ ],
1478
+ "dtype": "<dtype: 'float32'>"
1479
+ },
1480
+ {
1481
+ "tensor_name": "tf_bert_for_sequence_classification/classifier/bias:0",
1482
+ "shape": [
1483
+ 2
1484
+ ],
1485
+ "dtype": "<dtype: 'float32'>"
1486
+ }
1487
+ ]
1488
+ }