| {"2020.dev": {"micro/f1": 0.6243930305626962, "micro/f1_ci": {"90": [0.6003428575393531, 0.6453894322099486], "95": [0.5953974521674013, 0.649533445350206]}, "micro/recall": 0.571055381400209, "micro/precision": 0.6887208569628229, "macro/f1": 0.5644244568345999, "macro/f1_ci": {"90": [0.5398432773509213, 0.5863131877116426], "95": [0.5355602963026352, 0.590281175701375]}, "macro/recall": 0.516573701258573, "macro/precision": 0.6279840088923073, "per_entity_metric": {"corporation": {"f1": 0.46560846560846564, "f1_ci": {"90": [0.4078055027184088, 0.5181680463471217], "95": [0.39888945610966525, 0.5289821475979877]}, "precision": 0.5028571428571429, "recall": 0.43349753694581283}, "creative_work": {"f1": 0.5055555555555555, "f1_ci": {"90": [0.4397549985464647, 0.5664739884393063], "95": [0.4285613682092556, 0.5745959944751382]}, "precision": 0.5986842105263158, "recall": 0.4375}, "event": {"f1": 0.3515439429928741, "f1_ci": {"90": [0.29475856843152887, 0.40566721356302976], "95": [0.28288490853658527, 0.417910447761194]}, "precision": 0.4484848484848485, "recall": 0.2890625}, "group": {"f1": 0.5294117647058824, "f1_ci": {"90": [0.4735442681815746, 0.5790833211914326], "95": [0.46191616941616936, 0.5898281596452329]}, "precision": 0.5441860465116279, "recall": 0.5154185022026432}, "location": {"f1": 0.6069364161849711, "f1_ci": {"90": [0.542678118027237, 0.657537969029184], "95": [0.5302579154014273, 0.6702717552717553]}, "precision": 0.6363636363636364, "recall": 0.580110497237569}, "person": {"f1": 0.851138353765324, "f1_ci": {"90": [0.8275832771804411, 0.8703597631365321], "95": [0.8219812125014074, 0.8751063548806451]}, "precision": 0.8933823529411765, "recall": 0.8127090301003345}, "product": {"f1": 0.6407766990291263, "f1_ci": {"90": [0.5885140090949098, 0.6855971704321123], "95": [0.5770954341592529, 0.6937983309805491]}, "precision": 0.7719298245614035, "recall": 0.5477178423236515}}}, "2021.test": {"micro/f1": 0.6511765401442592, "micro/f1_ci": {"90": [0.6421787214767234, 0.6610407027421309], "95": [0.6401339666471219, 0.662248539708265]}, "micro/recall": 0.6367946345975948, "micro/precision": 0.6662230825066537, "macro/f1": 0.6002870922146754, "macro/f1_ci": {"90": [0.5907680043523333, 0.6108613404146909], "95": [0.5890321402925847, 0.6127525074911567]}, "macro/recall": 0.5882008286621916, "macro/precision": 0.6161696747986873, "per_entity_metric": {"corporation": {"f1": 0.5333333333333332, "f1_ci": {"90": [0.5079650158539651, 0.5584434571276677], "95": [0.5043278456019357, 0.5629363877706922]}, "precision": 0.5054726368159204, "recall": 0.5644444444444444}, "creative_work": {"f1": 0.44924406047516197, "f1_ci": {"90": [0.41691220220935865, 0.48489171595717995], "95": [0.4099140631777827, 0.49065968482937494]}, "precision": 0.47416413373860183, "recall": 0.426812585499316}, "event": {"f1": 0.47368421052631576, "f1_ci": {"90": [0.4488904907422461, 0.49659109071953333], "95": [0.4445651881405906, 0.5019891905311733]}, "precision": 0.5470798569725864, "recall": 0.4176524112829845}, "group": {"f1": 0.6144138160079707, "f1_ci": {"90": [0.5948790506165442, 0.6361976777894752], "95": [0.5917984711592787, 0.6399648449441256]}, "precision": 0.6195579370395178, "recall": 0.6093544137022397}, "location": {"f1": 0.6532871972318338, "f1_ci": {"90": [0.6250765047583734, 0.6819782420410228], "95": [0.6196532903157452, 0.6868632596731649]}, "precision": 0.6474622770919067, "recall": 0.659217877094972}, "person": {"f1": 0.8304485389912526, "f1_ci": {"90": [0.820053685826094, 0.8415785120415923], "95": [0.8178342880670223, 0.8435423355038384]}, "precision": 0.8384066140548666, "recall": 0.8226401179941003}, "product": {"f1": 0.6475984889368591, "f1_ci": {"90": [0.625, 0.6689421739933686], "95": [0.6202192209014791, 0.6733410201693398]}, "precision": 0.681044267877412, "recall": 0.6172839506172839}}}, "2020.test": {"micro/f1": 0.6355717898286035, "micro/f1_ci": {"90": [0.6159904584429052, 0.6533795212920971], "95": [0.6125240443922205, 0.658576779844267]}, "micro/recall": 0.5869226777374157, "micro/precision": 0.6930147058823529, "macro/f1": 0.5938255352101665, "macro/f1_ci": {"90": [0.5718237818604409, 0.6133399430835145], "95": [0.5683226633789384, 0.6168777983531797]}, "macro/recall": 0.5492809368031558, "macro/precision": 0.6491448118409477, "per_entity_metric": {"corporation": {"f1": 0.556149732620321, "f1_ci": {"90": [0.4927711135933175, 0.6108511220580186], "95": [0.4804125877498157, 0.619513520678685]}, "precision": 0.5683060109289617, "recall": 0.5445026178010471}, "creative_work": {"f1": 0.5031847133757962, "f1_ci": {"90": [0.44376899696048633, 0.5555555555555556], "95": [0.4347826086956522, 0.5642880164528211]}, "precision": 0.5851851851851851, "recall": 0.441340782122905}, "event": {"f1": 0.42888402625820565, "f1_ci": {"90": [0.37384046726151987, 0.4838774193548387], "95": [0.36395077262693154, 0.4927314410796165]}, "precision": 0.5104166666666666, "recall": 0.36981132075471695}, "group": {"f1": 0.5683836589698046, "f1_ci": {"90": [0.5188878309009783, 0.622127323254213], "95": [0.5088024681443408, 0.633282428782725]}, "precision": 0.6349206349206349, "recall": 0.5144694533762058}, "location": {"f1": 0.6603174603174603, "f1_ci": {"90": [0.5999694189602446, 0.7151534330648255], "95": [0.588224752266498, 0.7273007856341192]}, "precision": 0.6933333333333334, "recall": 0.6303030303030303}, "person": {"f1": 0.8098591549295776, "f1_ci": {"90": [0.7812432939914162, 0.835548541897379], "95": [0.7752081956478242, 0.842392376976191]}, "precision": 0.8518518518518519, "recall": 0.7718120805369127}, "product": {"f1": 0.63, "f1_ci": {"90": [0.5765218156228009, 0.6791613273827934], "95": [0.5671641791044777, 0.6888441175628881]}, "precision": 0.7, "recall": 0.5727272727272728}}}, "2021.test (span detection)": {"micro/f1": 0.7804647312718028, "micro/f1_ci": {}, "micro/recall": 0.7632704984387649, "micro/precision": 0.7984514880232276, "macro/f1": 0.7804647312718028, "macro/f1_ci": {}, "macro/recall": 0.7632704984387649, "macro/precision": 0.7984514880232276}, "2020.test (span detection)": {"micro/f1": 0.7470489038785835, "micro/f1_ci": {}, "micro/recall": 0.6896730669434354, "micro/precision": 0.8148375229920294, "macro/f1": 0.7470489038785835, "macro/f1_ci": {}, "macro/recall": 0.6896730669434354, "macro/precision": 0.8148375229920294}, "2020.dev (span detection)": {"micro/f1": 0.7472150814053127, "micro/f1_ci": {}, "micro/recall": 0.6833855799373041, "micro/precision": 0.8241965973534972, "macro/f1": 0.7472150814053127, "macro/f1_ci": {}, "macro/recall": 0.6833855799373041, "macro/precision": 0.8241965973534972}} |