|
{ |
|
"_name_or_path": "tner_ckpt/wnut2017_deberta_large/best_model", |
|
"architectures": [ |
|
"DebertaForTokenClassification" |
|
], |
|
"attention_probs_dropout_prob": 0.1, |
|
"crf_state_dict": { |
|
"_constraint_mask": [ |
|
[ |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
1.0, |
|
0.0, |
|
1.0 |
|
], |
|
[ |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
0.0, |
|
1.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
1.0, |
|
0.0, |
|
1.0 |
|
], |
|
[ |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
0.0, |
|
0.0, |
|
1.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
1.0, |
|
0.0, |
|
1.0 |
|
], |
|
[ |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
1.0, |
|
0.0, |
|
0.0, |
|
1.0, |
|
0.0, |
|
1.0 |
|
], |
|
[ |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
1.0, |
|
0.0, |
|
1.0, |
|
0.0, |
|
1.0 |
|
], |
|
[ |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
1.0, |
|
1.0, |
|
0.0, |
|
1.0 |
|
], |
|
[ |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
1.0, |
|
0.0, |
|
1.0 |
|
], |
|
[ |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
0.0, |
|
1.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
1.0, |
|
0.0, |
|
1.0 |
|
], |
|
[ |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
0.0, |
|
0.0, |
|
1.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
1.0, |
|
0.0, |
|
1.0 |
|
], |
|
[ |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
1.0, |
|
0.0, |
|
0.0, |
|
1.0, |
|
0.0, |
|
1.0 |
|
], |
|
[ |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
1.0, |
|
0.0, |
|
1.0, |
|
0.0, |
|
1.0 |
|
], |
|
[ |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
1.0, |
|
1.0, |
|
0.0, |
|
1.0 |
|
], |
|
[ |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
1.0, |
|
0.0, |
|
1.0 |
|
], |
|
[ |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
1.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
1.0, |
|
0.0, |
|
0.0 |
|
], |
|
[ |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0, |
|
0.0 |
|
] |
|
], |
|
"end_transitions": [ |
|
-1.0139836072921753, |
|
0.489559531211853, |
|
0.5474236011505127, |
|
0.7876802086830139, |
|
0.9743989109992981, |
|
-1.216936469078064, |
|
0.6265417337417603, |
|
-1.3211174011230469, |
|
0.6961283087730408, |
|
-0.4273584485054016, |
|
-1.0550824403762817, |
|
-2.333784580230713, |
|
0.1794346272945404 |
|
], |
|
"start_transitions": [ |
|
-0.8556674718856812, |
|
-0.16799841821193695, |
|
-0.9846262335777283, |
|
0.8875151872634888, |
|
0.5376448035240173, |
|
1.439045786857605, |
|
-0.08746236562728882, |
|
0.5999103784561157, |
|
0.16046346724033356, |
|
-0.7135882377624512, |
|
0.16576263308525085, |
|
-0.8222277760505676, |
|
0.08810443431138992 |
|
], |
|
"transitions": [ |
|
[ |
|
-0.04572051018476486, |
|
-0.9650495052337646, |
|
0.2594801187515259, |
|
-0.2142523229122162, |
|
-0.4715196490287781, |
|
0.14347311854362488, |
|
-0.10987221449613571, |
|
0.10440251231193542, |
|
0.3308181166648865, |
|
-0.15567536652088165, |
|
-0.16353408992290497, |
|
-0.24178452789783478, |
|
0.08917146176099777 |
|
], |
|
[ |
|
-0.02604556456208229, |
|
0.1376926153898239, |
|
-0.36099088191986084, |
|
-0.13885347545146942, |
|
-0.1442813128232956, |
|
0.22665536403656006, |
|
-0.35809099674224854, |
|
0.1879161298274994, |
|
-0.1041862815618515, |
|
0.1614198386669159, |
|
-0.014037907123565674, |
|
-0.5835402011871338, |
|
0.024308230727910995 |
|
], |
|
[ |
|
-0.03611085191369057, |
|
0.23095019161701202, |
|
0.4235355257987976, |
|
-0.12978306412696838, |
|
-0.22163672745227814, |
|
-0.5690854787826538, |
|
-0.38467589020729065, |
|
0.01442562136799097, |
|
-0.34654536843299866, |
|
0.04739201068878174, |
|
0.2566371262073517, |
|
-0.10894250124692917, |
|
-0.4433695375919342 |
|
], |
|
[ |
|
0.03287258744239807, |
|
0.18392306566238403, |
|
0.11359673738479614, |
|
0.5983955264091492, |
|
0.37123510241508484, |
|
-0.403464138507843, |
|
-0.19812080264091492, |
|
-0.8272919654846191, |
|
-0.31389662623405457, |
|
0.4806356728076935, |
|
-0.006875970866531134, |
|
0.15070435404777527, |
|
-0.06465908885002136 |
|
], |
|
[ |
|
0.06788656860589981, |
|
0.35166528820991516, |
|
0.05262383446097374, |
|
0.18501068651676178, |
|
0.016576960682868958, |
|
-0.033226970583200455, |
|
0.03538486734032631, |
|
0.26692870259284973, |
|
-0.13826146721839905, |
|
0.1267285794019699, |
|
-0.3851291239261627, |
|
0.013346708379685879, |
|
0.6832818984985352 |
|
], |
|
[ |
|
0.044758666306734085, |
|
-0.48560065031051636, |
|
0.27291521430015564, |
|
0.11623905599117279, |
|
-0.030236324295401573, |
|
-0.032996416091918945, |
|
0.07753150165081024, |
|
0.10432706773281097, |
|
-0.07767991721630096, |
|
0.4902662932872772, |
|
0.4141864776611328, |
|
0.09806328266859055, |
|
0.04748539626598358 |
|
], |
|
[ |
|
-0.4993283450603485, |
|
0.1649685502052307, |
|
-0.4629005193710327, |
|
-0.4167563021183014, |
|
0.1037377193570137, |
|
0.1662825644016266, |
|
-0.12432994693517685, |
|
0.007885223254561424, |
|
-0.29675424098968506, |
|
-0.48886972665786743, |
|
-0.3219347298145294, |
|
0.19423255324363708, |
|
0.07790465652942657 |
|
], |
|
[ |
|
-0.3590851128101349, |
|
0.3998347222805023, |
|
0.726255476474762, |
|
-0.02576211653649807, |
|
-0.446895956993103, |
|
-0.13179558515548706, |
|
0.4710993766784668, |
|
-0.18314962089061737, |
|
0.29115381836891174, |
|
-0.10980527102947235, |
|
-0.24031752347946167, |
|
-0.6057177782058716, |
|
-0.04613193869590759 |
|
], |
|
[ |
|
-0.37679004669189453, |
|
-0.22029328346252441, |
|
-0.0210161954164505, |
|
0.05933007225394249, |
|
-0.1364932507276535, |
|
0.49776360392570496, |
|
0.10972943902015686, |
|
0.07482930272817612, |
|
0.6403871774673462, |
|
0.17976336181163788, |
|
-0.09245660901069641, |
|
-0.7188302278518677, |
|
0.1878850907087326 |
|
], |
|
[ |
|
-0.19445398449897766, |
|
0.011163825169205666, |
|
0.04352425038814545, |
|
0.3473270535469055, |
|
-0.2405351847410202, |
|
0.5723924040794373, |
|
0.14486068487167358, |
|
-0.08472682535648346, |
|
-0.06257530301809311, |
|
-0.01825045980513096, |
|
0.06351031363010406, |
|
-0.14486223459243774, |
|
0.08904767781496048 |
|
], |
|
[ |
|
-0.006015072576701641, |
|
-0.38128387928009033, |
|
-0.38042378425598145, |
|
0.3011665344238281, |
|
-0.7162684798240662, |
|
-0.37307631969451904, |
|
0.28153809905052185, |
|
-0.5345467329025269, |
|
-0.45677366852760315, |
|
-0.1943756639957428, |
|
0.003994727041572332, |
|
-0.7280115485191345, |
|
-0.04895264282822609 |
|
], |
|
[ |
|
0.1775510311126709, |
|
0.4246346056461334, |
|
0.1609513908624649, |
|
-0.2567191421985626, |
|
-0.04408009350299835, |
|
0.13132525980472565, |
|
-0.3115196228027344, |
|
-0.03537721931934357, |
|
-0.08905593305826187, |
|
0.041496120393276215, |
|
0.24287445843219757, |
|
0.5011109113693237, |
|
0.321605384349823 |
|
], |
|
[ |
|
0.39820533990859985, |
|
0.22557993233203888, |
|
0.10708579421043396, |
|
-0.5774576663970947, |
|
-0.16653531789779663, |
|
0.08446507155895233, |
|
-0.04329925402998924, |
|
-0.006503319833427668, |
|
-0.2223748415708542, |
|
0.06961337476968765, |
|
-0.22490574419498444, |
|
0.48056864738464355, |
|
0.18031439185142517 |
|
] |
|
] |
|
}, |
|
"hidden_act": "gelu", |
|
"hidden_dropout_prob": 0.1, |
|
"hidden_size": 1024, |
|
"id2label": { |
|
"0": "B-corporation", |
|
"1": "B-creative-work", |
|
"2": "B-group", |
|
"3": "B-location", |
|
"4": "B-person", |
|
"5": "B-product", |
|
"6": "I-corporation", |
|
"7": "I-creative-work", |
|
"8": "I-group", |
|
"9": "I-location", |
|
"10": "I-person", |
|
"11": "I-product", |
|
"12": "O" |
|
}, |
|
"initializer_range": 0.02, |
|
"intermediate_size": 4096, |
|
"label2id": { |
|
"B-corporation": 0, |
|
"B-creative-work": 1, |
|
"B-group": 2, |
|
"B-location": 3, |
|
"B-person": 4, |
|
"B-product": 5, |
|
"I-corporation": 6, |
|
"I-creative-work": 7, |
|
"I-group": 8, |
|
"I-location": 9, |
|
"I-person": 10, |
|
"I-product": 11, |
|
"O": 12 |
|
}, |
|
"layer_norm_eps": 1e-07, |
|
"max_position_embeddings": 512, |
|
"max_relative_positions": -1, |
|
"model_type": "deberta", |
|
"num_attention_heads": 16, |
|
"num_hidden_layers": 24, |
|
"pad_token_id": 0, |
|
"pooler_dropout": 0, |
|
"pooler_hidden_act": "gelu", |
|
"pooler_hidden_size": 1024, |
|
"pos_att_type": [ |
|
"c2p", |
|
"p2c" |
|
], |
|
"position_biased_input": false, |
|
"relative_attention": true, |
|
"torch_dtype": "float32", |
|
"transformers_version": "4.20.1", |
|
"type_vocab_size": 0, |
|
"vocab_size": 50265 |
|
} |
|
|