model update

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "cner_output/model/baseline/t_roberta_base_dec2021/best_model",
+  "_name_or_path": "cardiffnlp/twitter-roberta-base-dec2021",
   "architectures": [
     "RobertaForTokenClassification"
   ],

eval/metric.json

@@ -1 +1 @@
-{"2020.dev": {"micro/f1": 0.6374762034267065, "micro/f1_ci": {"90": [0.6144616137321027, 0.6568141910978776], "95": [0.6099951933595076, 0.6605120849398691]}, "micro/recall": 0.6123301985370951, "micro/precision": 0.6647759500850823, "macro/f1": 0.5811592284285435, "macro/f1_ci": {"90": [0.5574381943563527, 0.6022460814550198], "95": [0.5518221447424639, 0.6071564340716705]}, "macro/recall": 0.5577119887118597, "macro/precision": 0.609774748618017, "per_entity_metric": {"corporation": {"f1": 0.46808510638297873, "f1_ci": {"90": [0.40623161764705884, 0.5281616074518234], "95": [0.3934306042978702, 0.5382837862106122]}, "precision": 0.5086705202312138, "recall": 0.43349753694581283}, "creative_work": {"f1": 0.5048076923076923, "f1_ci": {"90": [0.44493884985688265, 0.558353564334584], "95": [0.42819595240163294, 0.5675675675675674]}, "precision": 0.5048076923076923, "recall": 0.5048076923076923}, "event": {"f1": 0.39917695473251025, "f1_ci": {"90": [0.34780766396462787, 0.44849247188869823], "95": [0.3369318940625475, 0.4556627624167947]}, "precision": 0.4217391304347826, "recall": 0.37890625}, "group": {"f1": 0.5693069306930694, "f1_ci": {"90": [0.5061395170884222, 0.6238662242175808], "95": [0.4933533233383308, 0.6340447623442549]}, "precision": 0.6497175141242938, "recall": 0.5066079295154186}, "location": {"f1": 0.6324324324324324, "f1_ci": {"90": [0.5755622200404982, 0.6860158311345647], "95": [0.563949606652405, 0.6932599128572053]}, "precision": 0.6190476190476191, "recall": 0.6464088397790055}, "person": {"f1": 0.8636748518204912, "f1_ci": {"90": [0.8414533559081123, 0.8836533725313299], "95": [0.834642836911573, 0.8869157728954636]}, "precision": 0.8747855917667239, "recall": 0.8528428093645485}, "product": {"f1": 0.6306306306306306, "f1_ci": {"90": [0.5788590604026844, 0.6763582808257773], "95": [0.5671555815393081, 0.6876773393451499]}, "precision": 0.6896551724137931, "recall": 0.5809128630705395}}}, "2021.test": {"micro/f1": 0.6440447913131999, "micro/f1_ci": {"90": [0.6352702295427926, 0.6534603197492558], "95": [0.6338372971198227, 0.6548595692954556]}, "micro/recall": 0.6584181313598519, "micro/precision": 0.6302855877794997, "macro/f1": 0.5966549208504182, "macro/f1_ci": {"90": [0.5871634682960607, 0.6063274930046612], "95": [0.5849280227740837, 0.6079227747734833]}, "macro/recall": 0.6183823637171967, "macro/precision": 0.5812277603424097, "per_entity_metric": {"corporation": {"f1": 0.5054585152838428, "f1_ci": {"90": [0.47941066458663634, 0.531747096278866], "95": [0.4730431931808868, 0.5377514694599911]}, "precision": 0.4967811158798283, "recall": 0.5144444444444445}, "creative_work": {"f1": 0.46371882086167804, "f1_ci": {"90": [0.43426433094390254, 0.49348243873432296], "95": [0.42807377860479845, 0.4980637634175918]}, "precision": 0.3959341723136496, "recall": 0.5595075239398085}, "event": {"f1": 0.4528832630098453, "f1_ci": {"90": [0.4297849613684029, 0.4759355846468554], "95": [0.42555540246152895, 0.48159851656439373]}, "precision": 0.4671179883945841, "recall": 0.4394904458598726}, "group": {"f1": 0.6097978759849263, "f1_ci": {"90": [0.5893986871781355, 0.6302888968192603], "95": [0.5855506461961442, 0.6369972233930622]}, "precision": 0.635260528194147, "recall": 0.5862977602108037}, "location": {"f1": 0.6511335012594459, "f1_ci": {"90": [0.6233959181871364, 0.6788931659670296], "95": [0.6149712026250577, 0.6830259868384174]}, "precision": 0.5928899082568807, "recall": 0.7220670391061452}, "person": {"f1": 0.8323930846223838, "f1_ci": {"90": [0.8219069818773594, 0.8430733088971193], "95": [0.8194053421258036, 0.8452980668932666]}, "precision": 0.8217750628817823, "recall": 0.8432890855457227}, "product": {"f1": 0.6611993849308047, "f1_ci": {"90": [0.6392766545749728, 0.6833015030937057], "95": [0.6361653056428148, 0.6869772011707056]}, "precision": 0.658835546475996, "recall": 0.6635802469135802}}}, "2020.test": {"micro/f1": 0.6466450216450216, "micro/f1_ci": {"90": [0.6249531894680446, 0.6654254589018131], "95": [0.6217280363756746, 0.6702852522698088]}, "micro/recall": 0.6201349247535028, "micro/precision": 0.6755228942905597, "macro/f1": 0.6025633688728702, "macro/f1_ci": {"90": [0.5793395913196666, 0.6222947436637245], "95": [0.57563463808093, 0.6274272588383517]}, "macro/recall": 0.5838109027479028, "macro/precision": 0.6299609268171398, "per_entity_metric": {"corporation": {"f1": 0.564516129032258, "f1_ci": {"90": [0.5013380281690141, 0.6212292093871041], "95": [0.48647516231315113, 0.6297312939532039]}, "precision": 0.580110497237569, "recall": 0.5497382198952879}, "creative_work": {"f1": 0.5474254742547425, "f1_ci": {"90": [0.49134693877551017, 0.596337703947014], "95": [0.479527330723503, 0.6059189872125372]}, "precision": 0.531578947368421, "recall": 0.5642458100558659}, "event": {"f1": 0.46003898635477586, "f1_ci": {"90": [0.4071590644957774, 0.5100700675040587], "95": [0.3975390340692475, 0.5230256463898213]}, "precision": 0.47580645161290325, "recall": 0.44528301886792454}, "group": {"f1": 0.5542635658914727, "f1_ci": {"90": [0.4970378339609109, 0.6100417300417299], "95": [0.48618592694904855, 0.6193591832301512]}, "precision": 0.697560975609756, "recall": 0.45980707395498394}, "location": {"f1": 0.622478386167147, "f1_ci": {"90": [0.5542028170993009, 0.6858958648491046], "95": [0.5421619438648448, 0.6994298887698276]}, "precision": 0.5934065934065934, "recall": 0.6545454545454545}, "person": {"f1": 0.8412017167381973, "f1_ci": {"90": [0.8153434433541481, 0.8638060403078911], "95": [0.8112538498058359, 0.8689316723606367]}, "precision": 0.8611599297012302, "recall": 0.8221476510067114}, "product": {"f1": 0.6280193236714976, "f1_ci": {"90": [0.5726289920340912, 0.6779099826053343], "95": [0.5611452906640204, 0.6891771280927909]}, "precision": 0.6701030927835051, "recall": 0.5909090909090909}}}, "2021.test (span detection)": {"micro/f1": 0.7785758724054069, "micro/f1_ci": {}, "micro/recall": 0.7959986122354574, "micro/precision": 0.7618994908124862, "macro/f1": 0.7785758724054069, "macro/f1_ci": {}, "macro/recall": 0.7959986122354574, "macro/precision": 0.7618994908124862}, "2020.test (span detection)": {"micro/f1": 0.7550744248985115, "micro/f1_ci": {}, "micro/recall": 0.7239231966787752, "micro/precision": 0.7890271493212669, "macro/f1": 0.7550744248985115, "macro/f1_ci": {}, "macro/recall": 0.7239231966787752, "macro/precision": 0.7890271493212669}, "2020.dev (span detection)": {"micro/f1": 0.7571389719880337, "micro/f1_ci": {}, "micro/recall": 0.7272727272727273, "micro/precision": 0.789563244469654, "macro/f1": 0.7571389719880337, "macro/f1_ci": {}, "macro/recall": 0.7272727272727273, "macro/precision": 0.789563244469654}}
+{"2020.dev": {"micro/f1": 0.6370572207084468, "micro/f1_ci": {}, "micro/recall": 0.6107628004179728, "micro/precision": 0.6657175398633257, "macro/f1": 0.5818500927746258, "macro/f1_ci": {}, "macro/recall": 0.558634696207478, "macro/precision": 0.6115327302781756, "per_entity_metric": {"corporation": {"f1": 0.4693877551020408, "f1_ci": {}, "precision": 0.48677248677248675, "recall": 0.45320197044334976}, "creative_work": {"f1": 0.5144356955380578, "f1_ci": {}, "precision": 0.5664739884393064, "recall": 0.47115384615384615}, "event": {"f1": 0.3828920570264766, "f1_ci": {}, "precision": 0.4, "recall": 0.3671875}, "group": {"f1": 0.5622119815668202, "f1_ci": {}, "precision": 0.5893719806763285, "recall": 0.5374449339207048}, "location": {"f1": 0.6285714285714284, "f1_ci": {}, "precision": 0.5931372549019608, "recall": 0.6685082872928176}, "person": {"f1": 0.8676975945017182, "f1_ci": {}, "precision": 0.892226148409894, "recall": 0.8444816053511706}, "product": {"f1": 0.6477541371158392, "f1_ci": {}, "precision": 0.7527472527472527, "recall": 0.5684647302904564}}}, "2021.test": {"micro/f1": 0.6417969860676713, "micro/f1_ci": {"90": [0.6334648803400447, 0.651188450223803], "95": [0.6314263719566943, 0.6528797499551452]}, "micro/recall": 0.6525208140610546, "micro/precision": 0.6314199395770392, "macro/f1": 0.5950190138355756, "macro/f1_ci": {"90": [0.5855854380997908, 0.6046272067604185], "95": [0.5837653478173793, 0.606080435069187]}, "macro/recall": 0.6100191042323923, "macro/precision": 0.5844336783514947, "per_entity_metric": {"corporation": {"f1": 0.5161953727506428, "f1_ci": {"90": [0.4927218605886716, 0.5414831199725443], "95": [0.4870848768801742, 0.547844877649912]}, "precision": 0.48038277511961724, "recall": 0.5577777777777778}, "creative_work": {"f1": 0.4749841671944269, "f1_ci": {"90": [0.44315016015693665, 0.5054160340115397], "95": [0.4373215286098878, 0.5122643035682656]}, "precision": 0.44221698113207547, "recall": 0.5129958960328317}, "event": {"f1": 0.43429109750353273, "f1_ci": {"90": [0.4106041087816789, 0.45832656118533116], "95": [0.40788582234365367, 0.46288163349626044]}, "precision": 0.4501953125, "recall": 0.4194722474977252}, "group": {"f1": 0.593413759373981, "f1_ci": {"90": [0.5729480380392004, 0.6136009860444586], "95": [0.569351806541065, 0.6194689670779012]}, "precision": 0.5874757908327953, "recall": 0.5994729907773386}, "location": {"f1": 0.6431718061674009, "f1_ci": {"90": [0.6159219058444587, 0.6695603128406853], "95": [0.6090556482248325, 0.6734092369794471]}, "precision": 0.5853379152348225, "recall": 0.7136871508379888}, "person": {"f1": 0.8327532515112659, "f1_ci": {"90": [0.8230547559590614, 0.8433818253656356], "95": [0.8211029923755827, 0.8457833808000503]}, "precision": 0.827448125227521, "recall": 0.8381268436578171}, "product": {"f1": 0.6703236423477785, "f1_ci": {"90": [0.6478723110217235, 0.6911223620805819], "95": [0.6441389195232122, 0.6947141029343396]}, "precision": 0.717978848413631, "recall": 0.6286008230452675}}}, "2020.test": {"micro/f1": 0.6535560344827587, "micro/f1_ci": {"90": [0.6322110846801919, 0.6725291873276269], "95": [0.6284137294993963, 0.6757531238447321]}, "micro/recall": 0.6294758692267773, "micro/precision": 0.6795518207282913, "macro/f1": 0.6112036126522273, "macro/f1_ci": {"90": [0.5885812318209095, 0.6302682399052447], "95": [0.5851527157984716, 0.6350317949646983]}, "macro/recall": 0.5931815043549611, "macro/precision": 0.6366190072656497, "per_entity_metric": {"corporation": {"f1": 0.5960591133004925, "f1_ci": {"90": [0.5395060701236211, 0.6494117647058822], "95": [0.5253672975902609, 0.6620697527948355]}, "precision": 0.5627906976744186, "recall": 0.6335078534031413}, "creative_work": {"f1": 0.5341246290801188, "f1_ci": {"90": [0.47351444952608207, 0.5861169548093196], "95": [0.4651130219529672, 0.5969428423543331]}, "precision": 0.569620253164557, "recall": 0.5027932960893855}, "event": {"f1": 0.45136186770428016, "f1_ci": {"90": [0.39823686811875786, 0.5019271027404221], "95": [0.3909613718310647, 0.5127203344600605]}, "precision": 0.46586345381526106, "recall": 0.4377358490566038}, "group": {"f1": 0.5533453887884269, "f1_ci": {"90": [0.4990720961035416, 0.6060777264167093], "95": [0.48433459051724126, 0.6135325916276041]}, "precision": 0.6322314049586777, "recall": 0.4919614147909968}, "location": {"f1": 0.6361031518624641, "f1_ci": {"90": [0.5650739843960184, 0.6985154228855721], "95": [0.5545887898306531, 0.7110143602918171]}, "precision": 0.6032608695652174, "recall": 0.6727272727272727}, "person": {"f1": 0.8492678725236864, "f1_ci": {"90": [0.8247403953294568, 0.8714447733934279], "95": [0.8194677632518109, 0.8756164968824685]}, "precision": 0.8725663716814159, "recall": 0.8271812080536913}, "product": {"f1": 0.6581632653061223, "f1_ci": {"90": [0.6046445933517278, 0.7088196286472149], "95": [0.5933362116697867, 0.7185306985239963]}, "precision": 0.75, "recall": 0.5863636363636363}}}, "2021.test (span detection)": {"micro/f1": 0.77377161055505, "micro/f1_ci": {}, "micro/recall": 0.7867468486180178, "micro/precision": 0.7612174107642385, "macro/f1": 0.77377161055505, "macro/f1_ci": {}, "macro/recall": 0.7867468486180178, "macro/precision": 0.7612174107642385}, "2020.test (span detection)": {"micro/f1": 0.7636755591484775, "micro/f1_ci": {}, "micro/recall": 0.7353399065905553, "micro/precision": 0.7942825112107623, "macro/f1": 0.7636755591484775, "macro/f1_ci": {}, "macro/recall": 0.7353399065905553, "macro/precision": 0.7942825112107623}}

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8e3e70efe29fddce884b751154bb7c72e2ef5ca890595b2f7578afa524c55e66
-size 496349169
+oid sha256:e1bcb7aaf3045f5fbd30bbe20b4c222d0a25969815fcc47ec6d34cd9acafecd9
+size 496351921

tokenizer_config.json

@@ -1 +1 @@
-{"errors": "replace", "bos_token": "<s>", "eos_token": "</s>", "sep_token": "</s>", "cls_token": "<s>", "unk_token": "<unk>", "pad_token": "<pad>", "mask_token": "<mask>", "add_prefix_space": false, "trim_offsets": true, "model_max_length": 512, "special_tokens_map_file": null, "name_or_path": "cner_output/model/baseline/t_roberta_base_dec2021/best_model", "tokenizer_class": "RobertaTokenizer"}
+{"errors": "replace", "bos_token": "<s>", "eos_token": "</s>", "sep_token": "</s>", "cls_token": "<s>", "unk_token": "<unk>", "pad_token": "<pad>", "mask_token": "<mask>", "add_prefix_space": false, "trim_offsets": true, "model_max_length": 512, "special_tokens_map_file": null, "name_or_path": "cardiffnlp/twitter-roberta-base-dec2021", "tokenizer_class": "RobertaTokenizer"}

trainer_config.json

@@ -0,0 +1 @@
+{"data_split": "2020.train", "model": "cardiffnlp/twitter-roberta-base-dec2021", "crf": true, "max_length": 128, "epoch": 30, "batch_size": 32, "lr": 1e-05, "random_seed": 0, "gradient_accumulation_steps": 1, "weight_decay": 1e-07, "lr_warmup_step_ratio": 0.15, "max_grad_norm": 1}