model update

config.json

@@ -0,0 +1,679 @@
+{
+  "_name_or_path": "cner_output/model/self_training_2021/roberta_large_continuous/model_ckqpdj/epoch_10",
+  "architectures": [
+    "RobertaForTokenClassification"
+  ],
+  "attention_probs_dropout_prob": 0.1,
+  "bos_token_id": 0,
+  "classifier_dropout": null,
+  "crf_state_dict": {
+    "_constraint_mask": [
+      [
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        1.0,
+        0.0,
+        1.0
+      ],
+      [
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        0.0,
+        1.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        1.0,
+        0.0,
+        1.0
+      ],
+      [
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        0.0,
+        0.0,
+        1.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        1.0,
+        0.0,
+        1.0
+      ],
+      [
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        0.0,
+        0.0,
+        0.0,
+        1.0,
+        0.0,
+        0.0,
+        0.0,
+        1.0,
+        0.0,
+        1.0
+      ],
+      [
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        1.0,
+        0.0,
+        0.0,
+        1.0,
+        0.0,
+        1.0
+      ],
+      [
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        1.0,
+        0.0,
+        1.0,
+        0.0,
+        1.0
+      ],
+      [
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        1.0,
+        1.0,
+        0.0,
+        1.0
+      ],
+      [
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        1.0,
+        0.0,
+        1.0
+      ],
+      [
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        0.0,
+        1.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        1.0,
+        0.0,
+        1.0
+      ],
+      [
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        0.0,
+        0.0,
+        1.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        1.0,
+        0.0,
+        1.0
+      ],
+      [
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        0.0,
+        0.0,
+        0.0,
+        1.0,
+        0.0,
+        0.0,
+        0.0,
+        1.0,
+        0.0,
+        1.0
+      ],
+      [
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        1.0,
+        0.0,
+        0.0,
+        1.0,
+        0.0,
+        1.0
+      ],
+      [
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        1.0,
+        0.0,
+        1.0,
+        0.0,
+        1.0
+      ],
+      [
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        1.0,
+        1.0,
+        0.0,
+        1.0
+      ],
+      [
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        1.0,
+        0.0,
+        1.0
+      ],
+      [
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        1.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        1.0,
+        0.0,
+        0.0
+      ],
+      [
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0,
+        0.0
+      ]
+    ],
+    "end_transitions": [
+      0.7933367490768433,
+      0.7660828232765198,
+      -0.06889191269874573,
+      -0.44860461354255676,
+      -0.8407546877861023,
+      -0.5090795159339905,
+      -0.8464639186859131,
+      0.2335522323846817,
+      -1.0348395109176636,
+      -0.8655450940132141,
+      -0.29520362615585327,
+      -0.25719234347343445,
+      -0.26060569286346436,
+      -1.949448585510254,
+      0.6188551783561707
+    ],
+    "start_transitions": [
+      -0.04462481662631035,
+      -1.4731993675231934,
+      -1.8659398555755615,
+      -0.7233441472053528,
+      -1.5533177852630615,
+      -1.9306763410568237,
+      2.313884735107422,
+      -1.9233157634735107,
+      0.8560681939125061,
+      0.48461124300956726,
+      -1.442211389541626,
+      -0.3982425630092621,
+      -0.9219292402267456,
+      -0.8922821879386902,
+      1.1996196508407593
+    ],
+    "transitions": [
+      [
+        -0.1578478366136551,
+        0.04684785380959511,
+        0.3704332709312439,
+        0.05486037954688072,
+        0.05366460606455803,
+        -0.2762161195278168,
+        0.17666670680046082,
+        -0.2522323429584503,
+        -0.09780196845531464,
+        0.012215950526297092,
+        -0.1491989642381668,
+        -0.3038862943649292,
+        -0.9390131235122681,
+        0.027598600834608078,
+        0.08510816097259521
+      ],
+      [
+        -0.0031031814869493246,
+        0.24637995660305023,
+        0.13758684694766998,
+        0.13345810770988464,
+        0.003993125166743994,
+        0.10199562460184097,
+        -0.07698921114206314,
+        -0.24842138588428497,
+        0.25906893610954285,
+        -0.37054529786109924,
+        0.02566160447895527,
+        -0.17524519562721252,
+        0.1727232187986374,
+        -0.09592244029045105,
+        -0.1828186959028244
+      ],
+      [
+        -0.18690648674964905,
+        0.35480836033821106,
+        0.24903824925422668,
+        0.0837230309844017,
+        0.23465943336486816,
+        0.14681914448738098,
+        -0.2487126588821411,
+        -0.038459453731775284,
+        0.40411657094955444,
+        0.01977403275668621,
+        0.03400612622499466,
+        0.0071535431779921055,
+        0.013699489645659924,
+        0.21974553167819977,
+        0.05305386707186699
+      ],
+      [
+        -0.1876312792301178,
+        -0.2942487895488739,
+        0.22237396240234375,
+        0.2586787939071655,
+        -0.333413690328598,
+        -0.09828013181686401,
+        -0.5036143064498901,
+        0.307254433631897,
+        -0.2413642257452011,
+        -0.09204663336277008,
+        0.08610488474369049,
+        0.548678457736969,
+        -0.05243103206157684,
+        -0.06452324241399765,
+        -0.46948304772377014
+      ],
+      [
+        -0.20657697319984436,
+        -0.2657403349876404,
+        0.5231056809425354,
+        -0.10995686799287796,
+        0.23433539271354675,
+        -0.535048246383667,
+        -0.0767919048666954,
+        -0.19428612291812897,
+        0.3992660343647003,
+        -0.38233649730682373,
+        0.030506497249007225,
+        -0.01026616245508194,
+        0.21552246809005737,
+        0.3351028263568878,
+        0.11978903412818909
+      ],
+      [
+        0.3074694871902466,
+        0.26866161823272705,
+        0.09610038250684738,
+        -0.20332233607769012,
+        0.11561107635498047,
+        -0.14647576212882996,
+        -0.16894203424453735,
+        -0.3580749034881592,
+        0.17854997515678406,
+        0.3427543342113495,
+        -0.4245355427265167,
+        0.08761177211999893,
+        -0.2958607077598572,
+        0.07739856094121933,
+        -0.22789715230464935
+      ],
+      [
+        -0.14805911481380463,
+        -0.11408297717571259,
+        0.26798686385154724,
+        0.23594574630260468,
+        0.3385336995124817,
+        -0.06514183431863785,
+        -0.0461859367787838,
+        0.3350384533405304,
+        0.21683892607688904,
+        0.03269153833389282,
+        -0.0656530037522316,
+        -0.08856572210788727,
+        0.15566127002239227,
+        -0.18167349696159363,
+        0.34148964285850525
+      ],
+      [
+        -0.1127101257443428,
+        -0.3826950788497925,
+        -0.2669356167316437,
+        -0.461702823638916,
+        -0.41710370779037476,
+        -0.0702233612537384,
+        -0.11369229108095169,
+        0.1915094554424286,
+        0.3724644184112549,
+        -0.34414324164390564,
+        -0.15967389941215515,
+        0.20121344923973083,
+        0.3604208827018738,
+        -0.5485358834266663,
+        0.21668192744255066
+      ],
+      [
+        -0.1688036024570465,
+        -0.15336443483829498,
+        0.2544049024581909,
+        0.24033331871032715,
+        0.12171769887208939,
+        -0.3838456869125366,
+        -0.0074991146102547646,
+        -0.08810938149690628,
+        -0.21702410280704498,
+        -0.0528096966445446,
+        -0.14653879404067993,
+        -0.05199436470866203,
+        0.002074611373245716,
+        0.2012213170528412,
+        0.288925439119339
+      ],
+      [
+        0.22219862043857574,
+        -0.044316355139017105,
+        -0.0638178288936615,
+        0.42762842774391174,
+        0.09210900962352753,
+        0.12551797926425934,
+        -0.09737419337034225,
+        0.17437288165092468,
+        0.24873363971710205,
+        -0.18124058842658997,
+        0.3546338677406311,
+        -0.7292534708976746,
+        -0.33278846740722656,
+        0.008221630938351154,
+        -0.11730626225471497
+      ],
+      [
+        -0.23304006457328796,
+        -0.028551694005727768,
+        0.5155944228172302,
+        0.2513803541660309,
+        0.09943322837352753,
+        -0.393790066242218,
+        0.03832674026489258,
+        -0.15821225941181183,
+        -0.03423134982585907,
+        0.058019015938043594,
+        -0.4183603525161743,
+        0.21931660175323486,
+        0.11472862213850021,
+        0.08449922502040863,
+        0.17577196657657623
+      ],
+      [
+        -0.159979909658432,
+        -0.047536831349134445,
+        -0.477870911359787,
+        -0.43213698267936707,
+        0.04355110228061676,
+        -0.184714674949646,
+        0.24718499183654785,
+        -0.5315103530883789,
+        -0.10700102150440216,
+        -0.3050001561641693,
+        0.05658664181828499,
+        -0.12697279453277588,
+        0.14856143295764923,
+        -0.08941243588924408,
+        -0.16980907320976257
+      ],
+      [
+        0.2060289829969406,
+        0.07922971993684769,
+        -0.16504667699337006,
+        0.03269433230161667,
+        -0.3002014458179474,
+        -0.20642398297786713,
+        0.171391561627388,
+        -0.18262028694152832,
+        -0.11646348237991333,
+        -0.3637770712375641,
+        -0.26733481884002686,
+        -0.6091853976249695,
+        -0.0871502235531807,
+        -0.3890778422355652,
+        0.09652034193277359
+      ],
+      [
+        -0.06114780902862549,
+        0.17919358611106873,
+        -0.3307234048843384,
+        -0.21899092197418213,
+        -0.4780017137527466,
+        -0.15414142608642578,
+        0.16528336703777313,
+        0.06374052166938782,
+        0.07499241083860397,
+        -0.022954143583774567,
+        -0.182890847325325,
+        0.6316706538200378,
+        0.08174489438533783,
+        -0.3397708535194397,
+        -0.004406135529279709
+      ],
+      [
+        -0.3282168507575989,
+        -0.22762583196163177,
+        -0.08048500120639801,
+        -0.21526356041431427,
+        0.4841962158679962,
+        -0.31729182600975037,
+        -0.16811956465244293,
+        0.44018277525901794,
+        0.0008649819646961987,
+        0.13380058109760284,
+        0.05162348970770836,
+        0.3217698335647583,
+        0.017427818849682808,
+        0.19482779502868652,
+        -0.2700863182544708
+      ]
+    ]
+  },
+  "eos_token_id": 2,
+  "hidden_act": "gelu",
+  "hidden_dropout_prob": 0.1,
+  "hidden_size": 1024,
+  "id2label": {
+    "0": "B-corporation",
+    "1": "B-creative_work",
+    "2": "B-event",
+    "3": "B-group",
+    "4": "B-location",
+    "5": "B-person",
+    "6": "B-product",
+    "7": "I-corporation",
+    "8": "I-creative_work",
+    "9": "I-event",
+    "10": "I-group",
+    "11": "I-location",
+    "12": "I-person",
+    "13": "I-product",
+    "14": "O"
+  },
+  "initializer_range": 0.02,
+  "intermediate_size": 4096,
+  "label2id": {
+    "B-corporation": 0,
+    "B-creative_work": 1,
+    "B-event": 2,
+    "B-group": 3,
+    "B-location": 4,
+    "B-person": 5,
+    "B-product": 6,
+    "I-corporation": 7,
+    "I-creative_work": 8,
+    "I-event": 9,
+    "I-group": 10,
+    "I-location": 11,
+    "I-person": 12,
+    "I-product": 13,
+    "O": 14
+  },
+  "layer_norm_eps": 1e-05,
+  "max_position_embeddings": 514,
+  "model_type": "roberta",
+  "num_attention_heads": 16,
+  "num_hidden_layers": 24,
+  "pad_token_id": 1,
+  "position_embedding_type": "absolute",
+  "torch_dtype": "float32",
+  "transformers_version": "4.17.0",
+  "type_vocab_size": 1,
+  "use_cache": true,
+  "vocab_size": 50265
+}

eval/metric.json

@@ -0,0 +1 @@
+{"2020.dev": {"micro/f1": 0.6503496503496504, "micro/recall": 0.6316614420062696, "micro/precision": 0.6701773835920177, "macro/f1": 0.5946127763937744, "macro/recall": 0.5842941270884238, "macro/precision": 0.6109233052408884, "per_entity_metric": {"corporation": {"precision": 0.49246231155778897, "recall": 0.4827586206896552, "f1": 0.4875621890547264}, "creative_work": {"precision": 0.5088495575221239, "recall": 0.5528846153846154, "f1": 0.5299539170506913}, "event": {"precision": 0.4887640449438202, "recall": 0.33984375, "f1": 0.4009216589861751}, "group": {"precision": 0.6443298969072165, "recall": 0.5506607929515418, "f1": 0.5938242280285035}, "location": {"precision": 0.6059113300492611, "recall": 0.6795580110497238, "f1": 0.640625}, "person": {"precision": 0.9039145907473309, "recall": 0.8494983277591973, "f1": 0.8758620689655172}, "product": {"precision": 0.6322314049586777, "recall": 0.6348547717842323, "f1": 0.6335403726708074}}}, "2021.test": {"micro/f1": 0.6453809656712253, "micro/recall": 0.6684782608695652, "micro/precision": 0.6238264810618324, "macro/f1": 0.5945527961288527, "macro/recall": 0.6255995733832209, "macro/precision": 0.5728512677890553, "per_entity_metric": {"corporation": {"precision": 0.45802238805970147, "recall": 0.5455555555555556, "f1": 0.4979716024340771}, "creative_work": {"precision": 0.3789778206364513, "recall": 0.5376196990424077, "f1": 0.44457013574660637}, "event": {"precision": 0.510250569476082, "recall": 0.40764331210191085, "f1": 0.4532119372787051}, "group": {"precision": 0.6277624309392266, "recall": 0.5988142292490118, "f1": 0.6129467296021578}, "location": {"precision": 0.6152046783625731, "recall": 0.7346368715083799, "f1": 0.6696371737746659}, "person": {"precision": 0.8197409870493525, "recall": 0.8635693215339233, "f1": 0.8410845753277069}, "product": {"precision": 0.6, "recall": 0.691358024691358, "f1": 0.6424474187380497}}}, "2020.test": {"micro/f1": 0.6552370747388159, "micro/recall": 0.634665282823041, "micro/precision": 0.67718715393134, "macro/f1": 0.6142860096098625, "macro/recall": 0.6030710727238822, "macro/precision": 0.6324652013695787, "per_entity_metric": {"corporation": {"precision": 0.5396039603960396, "recall": 0.5706806282722513, "f1": 0.55470737913486}, "creative_work": {"precision": 0.46116504854368934, "recall": 0.5307262569832403, "f1": 0.49350649350649356}, "event": {"precision": 0.5776699029126213, "recall": 0.4490566037735849, "f1": 0.505307855626327}, "group": {"precision": 0.6623376623376623, "recall": 0.4919614147909968, "f1": 0.5645756457564576}, "location": {"precision": 0.6763005780346821, "recall": 0.7090909090909091, "f1": 0.6923076923076923}, "person": {"precision": 0.8556338028169014, "recall": 0.8154362416107382, "f1": 0.8350515463917526}, "product": {"precision": 0.6545454545454545, "recall": 0.6545454545454545, "f1": 0.6545454545454545}}}}

pytorch_model.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:538f891d497581baf96a239a8f2ef35351e411d9d6ecc14e76f4eb941f6c34df
+size 1417467377

special_tokens_map.json

@@ -0,0 +1 @@
+{"bos_token": "<s>", "eos_token": "</s>", "unk_token": "<unk>", "sep_token": "</s>", "pad_token": "<pad>", "cls_token": "<s>", "mask_token": {"content": "<mask>", "single_word": false, "lstrip": true, "rstrip": false, "normalized": false}}

tokenizer_config.json

@@ -0,0 +1 @@
+{"errors": "replace", "bos_token": "<s>", "eos_token": "</s>", "sep_token": "</s>", "cls_token": "<s>", "unk_token": "<unk>", "pad_token": "<pad>", "mask_token": "<mask>", "add_prefix_space": false, "trim_offsets": true, "model_max_length": 512, "name_or_path": "cner_output/model/self_training_2021/roberta_large_continuous/model_ckqpdj/epoch_10", "special_tokens_map_file": "cner_output/model/baseline/roberta_large/best_model/special_tokens_map.json", "tokenizer_class": "RobertaTokenizer"}