Hugging Face's logo

tner
/
deberta-large-wnut2017

Token Classification
Transformers
PyTorch
deberta
Eval Results
Inference Endpoints
Model card Files Community
deberta-large-wnut2017 / config.json
asahi417's picture
asahi417
add model
e583490
raw
history blame
10.5 kB
{
"_name_or_path": "deberta-large-wnut2017",
"architectures": [
"DebertaForTokenClassification"
],
"attention_probs_dropout_prob": 0.1,
"crf_state_dict": {
"_constraint_mask": [
[
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
1.0
],
[
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
1.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
1.0
],
[
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
1.0,
0.0,
0.0,
0.0,
1.0,
0.0,
1.0
],
[
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
0.0,
1.0,
0.0,
0.0,
1.0,
0.0,
1.0
],
[
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
1.0,
0.0,
1.0
],
[
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
1.0,
0.0,
1.0
],
[
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
1.0
],
[
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
1.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
1.0
],
[
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
1.0,
0.0,
0.0,
0.0,
1.0,
0.0,
1.0
],
[
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
0.0,
1.0,
0.0,
0.0,
1.0,
0.0,
1.0
],
[
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
1.0,
0.0,
1.0
],
[
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
1.0,
0.0,
1.0
],
[
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
1.0
],
[
1.0,
1.0,
1.0,
1.0,
1.0,
1.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
1.0,
0.0,
0.0
],
[
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0,
0.0
]
],
"end_transitions": [
-1.0139836072921753,
0.489559531211853,
0.5474236011505127,
0.7876802086830139,
0.9743989109992981,
-1.216936469078064,
0.6265417337417603,
-1.3211174011230469,
0.6961283087730408,
-0.4273584485054016,
-1.0550824403762817,
-2.333784580230713,
0.1794346272945404
],
"start_transitions": [
-0.8556674718856812,
-0.16799841821193695,
-0.9846262335777283,
0.8875151872634888,
0.5376448035240173,
1.439045786857605,
-0.08746236562728882,
0.5999103784561157,
0.16046346724033356,
-0.7135882377624512,
0.16576263308525085,
-0.8222277760505676,
0.08810443431138992
],
"transitions": [
[
-0.04572051018476486,
-0.9650495052337646,
0.2594801187515259,
-0.2142523229122162,
-0.4715196490287781,
0.14347311854362488,
-0.10987221449613571,
0.10440251231193542,
0.3308181166648865,
-0.15567536652088165,
-0.16353408992290497,
-0.24178452789783478,
0.08917146176099777
],
[
-0.02604556456208229,
0.1376926153898239,
-0.36099088191986084,
-0.13885347545146942,
-0.1442813128232956,
0.22665536403656006,
-0.35809099674224854,
0.1879161298274994,
-0.1041862815618515,
0.1614198386669159,
-0.014037907123565674,
-0.5835402011871338,
0.024308230727910995
],
[
-0.03611085191369057,
0.23095019161701202,
0.4235355257987976,
-0.12978306412696838,
-0.22163672745227814,
-0.5690854787826538,
-0.38467589020729065,
0.01442562136799097,
-0.34654536843299866,
0.04739201068878174,
0.2566371262073517,
-0.10894250124692917,
-0.4433695375919342
],
[
0.03287258744239807,
0.18392306566238403,
0.11359673738479614,
0.5983955264091492,
0.37123510241508484,
-0.403464138507843,
-0.19812080264091492,
-0.8272919654846191,
-0.31389662623405457,
0.4806356728076935,
-0.006875970866531134,
0.15070435404777527,
-0.06465908885002136
],
[
0.06788656860589981,
0.35166528820991516,
0.05262383446097374,
0.18501068651676178,
0.016576960682868958,
-0.033226970583200455,
0.03538486734032631,
0.26692870259284973,
-0.13826146721839905,
0.1267285794019699,
-0.3851291239261627,
0.013346708379685879,
0.6832818984985352
],
[
0.044758666306734085,
-0.48560065031051636,
0.27291521430015564,
0.11623905599117279,
-0.030236324295401573,
-0.032996416091918945,
0.07753150165081024,
0.10432706773281097,
-0.07767991721630096,
0.4902662932872772,
0.4141864776611328,
0.09806328266859055,
0.04748539626598358
],
[
-0.4993283450603485,
0.1649685502052307,
-0.4629005193710327,
-0.4167563021183014,
0.1037377193570137,
0.1662825644016266,
-0.12432994693517685,
0.007885223254561424,
-0.29675424098968506,
-0.48886972665786743,
-0.3219347298145294,
0.19423255324363708,
0.07790465652942657
],
[
-0.3590851128101349,
0.3998347222805023,
0.726255476474762,
-0.02576211653649807,
-0.446895956993103,
-0.13179558515548706,
0.4710993766784668,
-0.18314962089061737,
0.29115381836891174,
-0.10980527102947235,
-0.24031752347946167,
-0.6057177782058716,
-0.04613193869590759
],
[
-0.37679004669189453,
-0.22029328346252441,
-0.0210161954164505,
0.05933007225394249,
-0.1364932507276535,
0.49776360392570496,
0.10972943902015686,
0.07482930272817612,
0.6403871774673462,
0.17976336181163788,
-0.09245660901069641,
-0.7188302278518677,
0.1878850907087326
],
[
-0.19445398449897766,
0.011163825169205666,
0.04352425038814545,
0.3473270535469055,
-0.2405351847410202,
0.5723924040794373,
0.14486068487167358,
-0.08472682535648346,
-0.06257530301809311,
-0.01825045980513096,
0.06351031363010406,
-0.14486223459243774,
0.08904767781496048
],
[
-0.006015072576701641,
-0.38128387928009033,
-0.38042378425598145,
0.3011665344238281,
-0.7162684798240662,
-0.37307631969451904,
0.28153809905052185,
-0.5345467329025269,
-0.45677366852760315,
-0.1943756639957428,
0.003994727041572332,
-0.7280115485191345,
-0.04895264282822609
],
[
0.1775510311126709,
0.4246346056461334,
0.1609513908624649,
-0.2567191421985626,
-0.04408009350299835,
0.13132525980472565,
-0.3115196228027344,
-0.03537721931934357,
-0.08905593305826187,
0.041496120393276215,
0.24287445843219757,
0.5011109113693237,
0.321605384349823
],
[
0.39820533990859985,
0.22557993233203888,
0.10708579421043396,
-0.5774576663970947,
-0.16653531789779663,
0.08446507155895233,
-0.04329925402998924,
-0.006503319833427668,
-0.2223748415708542,
0.06961337476968765,
-0.22490574419498444,
0.48056864738464355,
0.18031439185142517
]
]
},
"hidden_act": "gelu",
"hidden_dropout_prob": 0.1,
"hidden_size": 1024,
"id2label": {
"0": "B-corporation",
"1": "B-creative-work",
"2": "B-group",
"3": "B-location",
"4": "B-person",
"5": "B-product",
"6": "I-corporation",
"7": "I-creative-work",
"8": "I-group",
"9": "I-location",
"10": "I-person",
"11": "I-product",
"12": "O"
},
"initializer_range": 0.02,
"intermediate_size": 4096,
"label2id": {
"B-corporation": 0,
"B-creative-work": 1,
"B-group": 2,
"B-location": 3,
"B-person": 4,
"B-product": 5,
"I-corporation": 6,
"I-creative-work": 7,
"I-group": 8,
"I-location": 9,
"I-person": 10,
"I-product": 11,
"O": 12
},
"layer_norm_eps": 1e-07,
"max_position_embeddings": 512,
"max_relative_positions": -1,
"model_type": "deberta",
"num_attention_heads": 16,
"num_hidden_layers": 24,
"pad_token_id": 0,
"pooler_dropout": 0,
"pooler_hidden_act": "gelu",
"pooler_hidden_size": 1024,
"pos_att_type": [
"c2p",
"p2c"
],
"position_biased_input": false,
"relative_attention": true,
"torch_dtype": "float32",
"transformers_version": "4.11.3",
"type_vocab_size": 0,
"vocab_size": 50265
}