| { | |
| "best_metric": 0.03228139132261276, | |
| "best_model_checkpoint": "mdeberta-v3-base_finetuned_ai4privacy_v2/checkpoint-52315", | |
| "epoch": 5.0, | |
| "eval_steps": 500, | |
| "global_step": 52315, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 2.3893720730192105e-06, | |
| "loss": 2.9016, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 4.778744146038421e-06, | |
| "loss": 0.8648, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 7.168116219057632e-06, | |
| "loss": 0.5018, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 9.557488292076842e-06, | |
| "loss": 0.314, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 1.1946860365096054e-05, | |
| "loss": 0.2128, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 1.4336232438115264e-05, | |
| "loss": 0.146, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 1.6725604511134475e-05, | |
| "loss": 0.1136, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 1.9114976584153684e-05, | |
| "loss": 0.0962, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 2.1504348657172895e-05, | |
| "loss": 0.0864, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 2.3893720730192107e-05, | |
| "loss": 0.0771, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 2.628309280321132e-05, | |
| "loss": 0.0755, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 2.8672464876230527e-05, | |
| "loss": 0.0735, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 3.106183694924974e-05, | |
| "loss": 0.0702, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 3.345120902226895e-05, | |
| "loss": 0.0675, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 3.584058109528816e-05, | |
| "loss": 0.0651, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "learning_rate": 3.822995316830737e-05, | |
| "loss": 0.0642, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 4.0619325241326586e-05, | |
| "loss": 0.0581, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "learning_rate": 4.300869731434579e-05, | |
| "loss": 0.0658, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "learning_rate": 4.5398069387365e-05, | |
| "loss": 0.062, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "learning_rate": 4.7787441460384214e-05, | |
| "loss": 0.0622, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_ACCOUNTNAME_f1": 0.994873607919392, | |
| "eval_ACCOUNTNUMBER_f1": 0.99168, | |
| "eval_AGE_f1": 0.981217985202049, | |
| "eval_AMOUNT_f1": 0.9223839223839223, | |
| "eval_BIC_f1": 0.9847371396269079, | |
| "eval_BITCOINADDRESS_f1": 0.9592296660520385, | |
| "eval_BUILDINGNUMBER_f1": 0.9056143205858421, | |
| "eval_CITY_f1": 0.959528167581859, | |
| "eval_COMPANYNAME_f1": 0.9801823226317875, | |
| "eval_COUNTY_f1": 0.9775083745413942, | |
| "eval_CREDITCARDCVV_f1": 0.9349955476402494, | |
| "eval_CREDITCARDISSUER_f1": 0.9970609845701691, | |
| "eval_CREDITCARDNUMBER_f1": 0.893932077901175, | |
| "eval_CURRENCYCODE_f1": 0.9663648124191462, | |
| "eval_CURRENCYNAME_f1": 0.0842911877394636, | |
| "eval_CURRENCYSYMBOL_f1": 0.9721385542168675, | |
| "eval_CURRENCY_f1": 0.7380465876583572, | |
| "eval_DATE_f1": 0.7783635596794601, | |
| "eval_DOB_f1": 0.636302294197031, | |
| "eval_EMAIL_f1": 0.9992634421802111, | |
| "eval_ETHEREUMADDRESS_f1": 0.9877322117069752, | |
| "eval_EYECOLOR_f1": 0.9832669322709163, | |
| "eval_FIRSTNAME_f1": 0.9695692883895132, | |
| "eval_GENDER_f1": 0.986618444846293, | |
| "eval_HEIGHT_f1": 0.9716446124763706, | |
| "eval_IBAN_f1": 0.9914204003813155, | |
| "eval_IPV4_f1": 0.8238268288829198, | |
| "eval_IPV6_f1": 0.8024726854514089, | |
| "eval_IP_f1": 0.0, | |
| "eval_JOBAREA_f1": 0.9881701485023912, | |
| "eval_JOBTITLE_f1": 0.9873777216787629, | |
| "eval_JOBTYPE_f1": 0.987757539564049, | |
| "eval_LASTNAME_f1": 0.8819565759920139, | |
| "eval_LITECOINADDRESS_f1": 0.9084880636604774, | |
| "eval_MAC_f1": 0.9868529170090388, | |
| "eval_MASKEDNUMBER_f1": 0.8831168831168833, | |
| "eval_MIDDLENAME_f1": 0.8686252771618627, | |
| "eval_NEARBYGPSCOORDINATE_f1": 0.9984101748807631, | |
| "eval_ORDINALDIRECTION_f1": 0.9957532861476238, | |
| "eval_PASSWORD_f1": 0.9785544082605242, | |
| "eval_PHONEIMEI_f1": 0.9970559371933269, | |
| "eval_PHONENUMBER_f1": 0.9884944115713346, | |
| "eval_PIN_f1": 0.9481641468682505, | |
| "eval_PREFIX_f1": 0.9455121854567069, | |
| "eval_SECONDARYADDRESS_f1": 0.9934102141680395, | |
| "eval_SEX_f1": 0.9955587138035175, | |
| "eval_SSN_f1": 0.9859625668449198, | |
| "eval_STATE_f1": 0.9672713671217504, | |
| "eval_STREET_f1": 0.9798681013536966, | |
| "eval_TIME_f1": 0.9915966386554622, | |
| "eval_URL_f1": 0.9958208955223881, | |
| "eval_USERAGENT_f1": 0.9994760282944721, | |
| "eval_USERNAME_f1": 0.9875362813727164, | |
| "eval_VEHICLEVIN_f1": 0.9555125725338491, | |
| "eval_VEHICLEVRM_f1": 0.9819070904645476, | |
| "eval_ZIPCODE_f1": 0.9311163895486936, | |
| "eval_loss": 0.054100677371025085, | |
| "eval_overall_accuracy": 0.9770348705489041, | |
| "eval_overall_f1": 0.9315048550756285, | |
| "eval_overall_precision": 0.9247266762531704, | |
| "eval_overall_recall": 0.9383831347387718, | |
| "eval_runtime": 518.6846, | |
| "eval_samples_per_second": 80.691, | |
| "eval_steps_per_second": 5.044, | |
| "step": 10463 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 4.995579661664915e-05, | |
| "loss": 0.0581, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "learning_rate": 4.9358453598394344e-05, | |
| "loss": 0.0571, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "learning_rate": 4.8761110580139544e-05, | |
| "loss": 0.0531, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "learning_rate": 4.816376756188474e-05, | |
| "loss": 0.0574, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "learning_rate": 4.756642454362993e-05, | |
| "loss": 0.0555, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "learning_rate": 4.696908152537514e-05, | |
| "loss": 0.0546, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "learning_rate": 4.637173850712033e-05, | |
| "loss": 0.0525, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "learning_rate": 4.5774395488865526e-05, | |
| "loss": 0.0547, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "learning_rate": 4.5177052470610726e-05, | |
| "loss": 0.0512, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "learning_rate": 4.457970945235592e-05, | |
| "loss": 0.0512, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "learning_rate": 4.398236643410112e-05, | |
| "loss": 0.0535, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "learning_rate": 4.3385023415846314e-05, | |
| "loss": 0.05, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "learning_rate": 4.2787680397591515e-05, | |
| "loss": 0.053, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "learning_rate": 4.2190337379336715e-05, | |
| "loss": 0.0492, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "learning_rate": 4.159299436108191e-05, | |
| "loss": 0.05, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "learning_rate": 4.099565134282711e-05, | |
| "loss": 0.0509, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "learning_rate": 4.03983083245723e-05, | |
| "loss": 0.048, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "learning_rate": 3.9800965306317503e-05, | |
| "loss": 0.0492, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "learning_rate": 3.92036222880627e-05, | |
| "loss": 0.0513, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "learning_rate": 3.86062792698079e-05, | |
| "loss": 0.0461, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "learning_rate": 3.80089362515531e-05, | |
| "loss": 0.0492, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_ACCOUNTNAME_f1": 0.9969916828879845, | |
| "eval_ACCOUNTNUMBER_f1": 0.9979223269937672, | |
| "eval_AGE_f1": 0.9883357041251778, | |
| "eval_AMOUNT_f1": 0.9491525423728815, | |
| "eval_BIC_f1": 0.994918125352908, | |
| "eval_BITCOINADDRESS_f1": 0.9626149131767109, | |
| "eval_BUILDINGNUMBER_f1": 0.9547641963426371, | |
| "eval_CITY_f1": 0.9818913480885312, | |
| "eval_COMPANYNAME_f1": 0.991051898985882, | |
| "eval_COUNTY_f1": 0.9922254616132168, | |
| "eval_CREDITCARDCVV_f1": 0.9740034662045061, | |
| "eval_CREDITCARDISSUER_f1": 0.9985304922850845, | |
| "eval_CREDITCARDNUMBER_f1": 0.9057421451787648, | |
| "eval_CURRENCYCODE_f1": 0.977079240340537, | |
| "eval_CURRENCYNAME_f1": 0.4872499019223225, | |
| "eval_CURRENCYSYMBOL_f1": 0.9734181954324223, | |
| "eval_CURRENCY_f1": 0.5804941482444733, | |
| "eval_DATE_f1": 0.8257220708446866, | |
| "eval_DOB_f1": 0.7479159719906635, | |
| "eval_EMAIL_f1": 0.9988952988830243, | |
| "eval_ETHEREUMADDRESS_f1": 0.9943859649122807, | |
| "eval_EYECOLOR_f1": 0.9959903769045709, | |
| "eval_FIRSTNAME_f1": 0.9818933895262624, | |
| "eval_GENDER_f1": 0.9932763946938035, | |
| "eval_HEIGHT_f1": 0.9958314034275126, | |
| "eval_IBAN_f1": 0.9961649089165868, | |
| "eval_IPV4_f1": 0.7968697968697968, | |
| "eval_IPV6_f1": 0.8083021043528396, | |
| "eval_IP_f1": 0.15208613728129206, | |
| "eval_JOBAREA_f1": 0.9957340025094102, | |
| "eval_JOBTITLE_f1": 0.9971563981042654, | |
| "eval_JOBTYPE_f1": 0.9969915764139592, | |
| "eval_LASTNAME_f1": 0.9334963325183374, | |
| "eval_LITECOINADDRESS_f1": 0.8952635090060039, | |
| "eval_MAC_f1": 0.9967159277504105, | |
| "eval_MASKEDNUMBER_f1": 0.8786149162861492, | |
| "eval_MIDDLENAME_f1": 0.9232096635030199, | |
| "eval_NEARBYGPSCOORDINATE_f1": 1.0, | |
| "eval_ORDINALDIRECTION_f1": 0.9979748886188741, | |
| "eval_PASSWORD_f1": 0.9868441908384847, | |
| "eval_PHONEIMEI_f1": 0.9985294117647059, | |
| "eval_PHONENUMBER_f1": 0.9967223861029171, | |
| "eval_PIN_f1": 0.9808429118773947, | |
| "eval_PREFIX_f1": 0.9707650839726311, | |
| "eval_SECONDARYADDRESS_f1": 0.9969065786760156, | |
| "eval_SEX_f1": 0.9978647686832739, | |
| "eval_SSN_f1": 0.9979757085020243, | |
| "eval_STATE_f1": 0.9921022940955246, | |
| "eval_STREET_f1": 0.9913404918600623, | |
| "eval_TIME_f1": 0.997896099692507, | |
| "eval_URL_f1": 1.0, | |
| "eval_USERAGENT_f1": 1.0, | |
| "eval_USERNAME_f1": 0.991394148020654, | |
| "eval_VEHICLEVIN_f1": 0.9788325849903784, | |
| "eval_VEHICLEVRM_f1": 0.985874330248417, | |
| "eval_ZIPCODE_f1": 0.9622005323868678, | |
| "eval_loss": 0.04449757561087608, | |
| "eval_overall_accuracy": 0.9788476720830217, | |
| "eval_overall_f1": 0.9434327977556747, | |
| "eval_overall_precision": 0.9375574785473768, | |
| "eval_overall_recall": 0.9493822181484877, | |
| "eval_runtime": 217.5065, | |
| "eval_samples_per_second": 192.422, | |
| "eval_steps_per_second": 12.027, | |
| "step": 20926 | |
| }, | |
| { | |
| "epoch": 2.01, | |
| "learning_rate": 3.741159323329829e-05, | |
| "loss": 0.0486, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 2.05, | |
| "learning_rate": 3.6814250215043485e-05, | |
| "loss": 0.0426, | |
| "step": 21500 | |
| }, | |
| { | |
| "epoch": 2.1, | |
| "learning_rate": 3.6216907196788686e-05, | |
| "loss": 0.0431, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 2.15, | |
| "learning_rate": 3.561956417853388e-05, | |
| "loss": 0.0436, | |
| "step": 22500 | |
| }, | |
| { | |
| "epoch": 2.2, | |
| "learning_rate": 3.502222116027908e-05, | |
| "loss": 0.0427, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 2.25, | |
| "learning_rate": 3.4424878142024274e-05, | |
| "loss": 0.0447, | |
| "step": 23500 | |
| }, | |
| { | |
| "epoch": 2.29, | |
| "learning_rate": 3.3827535123769474e-05, | |
| "loss": 0.0435, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 2.34, | |
| "learning_rate": 3.3230192105514675e-05, | |
| "loss": 0.0443, | |
| "step": 24500 | |
| }, | |
| { | |
| "epoch": 2.39, | |
| "learning_rate": 3.263284908725987e-05, | |
| "loss": 0.0429, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 2.44, | |
| "learning_rate": 3.203550606900507e-05, | |
| "loss": 0.0432, | |
| "step": 25500 | |
| }, | |
| { | |
| "epoch": 2.48, | |
| "learning_rate": 3.143816305075026e-05, | |
| "loss": 0.043, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 2.53, | |
| "learning_rate": 3.084082003249546e-05, | |
| "loss": 0.0398, | |
| "step": 26500 | |
| }, | |
| { | |
| "epoch": 2.58, | |
| "learning_rate": 3.0243477014240657e-05, | |
| "loss": 0.0411, | |
| "step": 27000 | |
| }, | |
| { | |
| "epoch": 2.63, | |
| "learning_rate": 2.9646133995985857e-05, | |
| "loss": 0.0416, | |
| "step": 27500 | |
| }, | |
| { | |
| "epoch": 2.68, | |
| "learning_rate": 2.9048790977731054e-05, | |
| "loss": 0.0409, | |
| "step": 28000 | |
| }, | |
| { | |
| "epoch": 2.72, | |
| "learning_rate": 2.845144795947625e-05, | |
| "loss": 0.0406, | |
| "step": 28500 | |
| }, | |
| { | |
| "epoch": 2.77, | |
| "learning_rate": 2.7854104941221448e-05, | |
| "loss": 0.0433, | |
| "step": 29000 | |
| }, | |
| { | |
| "epoch": 2.82, | |
| "learning_rate": 2.7256761922966645e-05, | |
| "loss": 0.041, | |
| "step": 29500 | |
| }, | |
| { | |
| "epoch": 2.87, | |
| "learning_rate": 2.6659418904711842e-05, | |
| "loss": 0.042, | |
| "step": 30000 | |
| }, | |
| { | |
| "epoch": 2.92, | |
| "learning_rate": 2.606207588645704e-05, | |
| "loss": 0.0409, | |
| "step": 30500 | |
| }, | |
| { | |
| "epoch": 2.96, | |
| "learning_rate": 2.546473286820224e-05, | |
| "loss": 0.0392, | |
| "step": 31000 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_ACCOUNTNAME_f1": 0.9987612811891702, | |
| "eval_ACCOUNTNUMBER_f1": 0.9971218420211064, | |
| "eval_AGE_f1": 0.9860755896561523, | |
| "eval_AMOUNT_f1": 0.9573105656350054, | |
| "eval_BIC_f1": 0.9954699886749717, | |
| "eval_BITCOINADDRESS_f1": 0.9763714814053832, | |
| "eval_BUILDINGNUMBER_f1": 0.9518213866039954, | |
| "eval_CITY_f1": 0.9835799716197041, | |
| "eval_COMPANYNAME_f1": 0.9914393788572566, | |
| "eval_COUNTY_f1": 0.9920827274196155, | |
| "eval_CREDITCARDCVV_f1": 0.9802235597592434, | |
| "eval_CREDITCARDISSUER_f1": 0.9985304922850845, | |
| "eval_CREDITCARDNUMBER_f1": 0.9299524564183835, | |
| "eval_CURRENCYCODE_f1": 0.9862295081967213, | |
| "eval_CURRENCYNAME_f1": 0.5934684684684685, | |
| "eval_CURRENCYSYMBOL_f1": 0.9821029082774049, | |
| "eval_CURRENCY_f1": 0.8114502010882423, | |
| "eval_DATE_f1": 0.8683637946040036, | |
| "eval_DOB_f1": 0.7869700103412616, | |
| "eval_EMAIL_f1": 0.9993862771572358, | |
| "eval_ETHEREUMADDRESS_f1": 0.9971910112359551, | |
| "eval_EYECOLOR_f1": 0.9975942261427426, | |
| "eval_FIRSTNAME_f1": 0.9859550561797753, | |
| "eval_GENDER_f1": 0.9956379498364232, | |
| "eval_HEIGHT_f1": 0.9981464318813716, | |
| "eval_IBAN_f1": 0.9964020148716719, | |
| "eval_IPV4_f1": 0.8302085158577186, | |
| "eval_IPV6_f1": 0.7273781902552203, | |
| "eval_IP_f1": 0.3001753946379354, | |
| "eval_JOBAREA_f1": 0.9863150037322718, | |
| "eval_JOBTITLE_f1": 0.9968414403032217, | |
| "eval_JOBTYPE_f1": 0.9978947368421053, | |
| "eval_LASTNAME_f1": 0.952755905511811, | |
| "eval_LITECOINADDRESS_f1": 0.9208443271767809, | |
| "eval_MAC_f1": 0.9881487535758071, | |
| "eval_MASKEDNUMBER_f1": 0.9195103857566765, | |
| "eval_MIDDLENAME_f1": 0.9268571428571428, | |
| "eval_NEARBYGPSCOORDINATE_f1": 0.9992052980132449, | |
| "eval_ORDINALDIRECTION_f1": 0.9979748886188741, | |
| "eval_PASSWORD_f1": 0.9893768828286031, | |
| "eval_PHONEIMEI_f1": 0.9997550820475141, | |
| "eval_PHONENUMBER_f1": 0.9983633387888707, | |
| "eval_PIN_f1": 0.9750271444082519, | |
| "eval_PREFIX_f1": 0.9766763848396501, | |
| "eval_SECONDARYADDRESS_f1": 0.9971145919208574, | |
| "eval_SEX_f1": 0.9971560611446854, | |
| "eval_SSN_f1": 0.9978059071729959, | |
| "eval_STATE_f1": 0.9926760563380281, | |
| "eval_STREET_f1": 0.9951506754416348, | |
| "eval_TIME_f1": 0.9966013918109725, | |
| "eval_URL_f1": 1.0, | |
| "eval_USERAGENT_f1": 0.999738082765846, | |
| "eval_USERNAME_f1": 0.9962264150943396, | |
| "eval_VEHICLEVIN_f1": 0.9942270686337396, | |
| "eval_VEHICLEVRM_f1": 0.9936739659367397, | |
| "eval_ZIPCODE_f1": 0.9652996845425867, | |
| "eval_loss": 0.039529263973236084, | |
| "eval_overall_accuracy": 0.9814717858162254, | |
| "eval_overall_f1": 0.9520798656764801, | |
| "eval_overall_precision": 0.9458411127031682, | |
| "eval_overall_recall": 0.9584014665444547, | |
| "eval_runtime": 217.2002, | |
| "eval_samples_per_second": 192.693, | |
| "eval_steps_per_second": 12.044, | |
| "step": 31389 | |
| }, | |
| { | |
| "epoch": 3.01, | |
| "learning_rate": 2.4867389849947434e-05, | |
| "loss": 0.0402, | |
| "step": 31500 | |
| }, | |
| { | |
| "epoch": 3.06, | |
| "learning_rate": 2.4270046831692634e-05, | |
| "loss": 0.0346, | |
| "step": 32000 | |
| }, | |
| { | |
| "epoch": 3.11, | |
| "learning_rate": 2.367270381343783e-05, | |
| "loss": 0.0379, | |
| "step": 32500 | |
| }, | |
| { | |
| "epoch": 3.15, | |
| "learning_rate": 2.3075360795183028e-05, | |
| "loss": 0.0363, | |
| "step": 33000 | |
| }, | |
| { | |
| "epoch": 3.2, | |
| "learning_rate": 2.2478017776928222e-05, | |
| "loss": 0.0386, | |
| "step": 33500 | |
| }, | |
| { | |
| "epoch": 3.25, | |
| "learning_rate": 2.1880674758673422e-05, | |
| "loss": 0.0352, | |
| "step": 34000 | |
| }, | |
| { | |
| "epoch": 3.3, | |
| "learning_rate": 2.128333174041862e-05, | |
| "loss": 0.0368, | |
| "step": 34500 | |
| }, | |
| { | |
| "epoch": 3.35, | |
| "learning_rate": 2.0685988722163816e-05, | |
| "loss": 0.0346, | |
| "step": 35000 | |
| }, | |
| { | |
| "epoch": 3.39, | |
| "learning_rate": 2.0088645703909013e-05, | |
| "loss": 0.0375, | |
| "step": 35500 | |
| }, | |
| { | |
| "epoch": 3.44, | |
| "learning_rate": 1.949130268565421e-05, | |
| "loss": 0.0319, | |
| "step": 36000 | |
| }, | |
| { | |
| "epoch": 3.49, | |
| "learning_rate": 1.8893959667399408e-05, | |
| "loss": 0.0336, | |
| "step": 36500 | |
| }, | |
| { | |
| "epoch": 3.54, | |
| "learning_rate": 1.8296616649144605e-05, | |
| "loss": 0.0324, | |
| "step": 37000 | |
| }, | |
| { | |
| "epoch": 3.58, | |
| "learning_rate": 1.7699273630889805e-05, | |
| "loss": 0.0346, | |
| "step": 37500 | |
| }, | |
| { | |
| "epoch": 3.63, | |
| "learning_rate": 1.7101930612635e-05, | |
| "loss": 0.033, | |
| "step": 38000 | |
| }, | |
| { | |
| "epoch": 3.68, | |
| "learning_rate": 1.6504587594380196e-05, | |
| "loss": 0.0328, | |
| "step": 38500 | |
| }, | |
| { | |
| "epoch": 3.73, | |
| "learning_rate": 1.5907244576125396e-05, | |
| "loss": 0.0311, | |
| "step": 39000 | |
| }, | |
| { | |
| "epoch": 3.78, | |
| "learning_rate": 1.5309901557870593e-05, | |
| "loss": 0.034, | |
| "step": 39500 | |
| }, | |
| { | |
| "epoch": 3.82, | |
| "learning_rate": 1.4712558539615789e-05, | |
| "loss": 0.0312, | |
| "step": 40000 | |
| }, | |
| { | |
| "epoch": 3.87, | |
| "learning_rate": 1.4115215521360986e-05, | |
| "loss": 0.0319, | |
| "step": 40500 | |
| }, | |
| { | |
| "epoch": 3.92, | |
| "learning_rate": 1.3517872503106185e-05, | |
| "loss": 0.0314, | |
| "step": 41000 | |
| }, | |
| { | |
| "epoch": 3.97, | |
| "learning_rate": 1.2920529484851382e-05, | |
| "loss": 0.0311, | |
| "step": 41500 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_ACCOUNTNAME_f1": 0.9998229775181449, | |
| "eval_ACCOUNTNUMBER_f1": 0.9985611510791368, | |
| "eval_AGE_f1": 0.9869318181818182, | |
| "eval_AMOUNT_f1": 0.9545052221632147, | |
| "eval_BIC_f1": 0.9960518894529047, | |
| "eval_BITCOINADDRESS_f1": 0.9773755656108598, | |
| "eval_BUILDINGNUMBER_f1": 0.9631782945736435, | |
| "eval_CITY_f1": 0.9884638737097753, | |
| "eval_COMPANYNAME_f1": 0.9952114924181963, | |
| "eval_COUNTY_f1": 0.9940139136062126, | |
| "eval_CREDITCARDCVV_f1": 0.9837745516652434, | |
| "eval_CREDITCARDISSUER_f1": 0.9985304922850845, | |
| "eval_CREDITCARDNUMBER_f1": 0.939188121939662, | |
| "eval_CURRENCYCODE_f1": 0.986265533028123, | |
| "eval_CURRENCYNAME_f1": 0.7014843320505773, | |
| "eval_CURRENCYSYMBOL_f1": 0.9852551984877126, | |
| "eval_CURRENCY_f1": 0.8567307692307693, | |
| "eval_DATE_f1": 0.9158256626372407, | |
| "eval_DOB_f1": 0.8686592655849701, | |
| "eval_EMAIL_f1": 1.0, | |
| "eval_ETHEREUMADDRESS_f1": 0.9978932584269663, | |
| "eval_EYECOLOR_f1": 0.9983948635634029, | |
| "eval_FIRSTNAME_f1": 0.9874735770766461, | |
| "eval_GENDER_f1": 0.997093023255814, | |
| "eval_HEIGHT_f1": 1.0, | |
| "eval_IBAN_f1": 0.996166746526114, | |
| "eval_IPV4_f1": 0.8663708961845608, | |
| "eval_IPV6_f1": 0.6966112531969308, | |
| "eval_IP_f1": 0.4882329477463103, | |
| "eval_JOBAREA_f1": 0.9927481870467617, | |
| "eval_JOBTITLE_f1": 0.9973139516511298, | |
| "eval_JOBTYPE_f1": 0.9966917293233083, | |
| "eval_LASTNAME_f1": 0.958282507928763, | |
| "eval_LITECOINADDRESS_f1": 0.9250985545335086, | |
| "eval_MAC_f1": 0.9979432332373509, | |
| "eval_MASKEDNUMBER_f1": 0.9275308180799403, | |
| "eval_MIDDLENAME_f1": 0.9351023940005767, | |
| "eval_NEARBYGPSCOORDINATE_f1": 1.0, | |
| "eval_ORDINALDIRECTION_f1": 0.9987839481151196, | |
| "eval_PASSWORD_f1": 0.9931713514371923, | |
| "eval_PHONEIMEI_f1": 0.9997550820475141, | |
| "eval_PHONENUMBER_f1": 0.9980360065466448, | |
| "eval_PIN_f1": 0.9852216748768473, | |
| "eval_PREFIX_f1": 0.9759704251386322, | |
| "eval_SECONDARYADDRESS_f1": 0.9983498349834984, | |
| "eval_SEX_f1": 0.9980430528375733, | |
| "eval_SSN_f1": 0.9984810126582279, | |
| "eval_STATE_f1": 0.9932432432432432, | |
| "eval_STREET_f1": 0.9951506754416348, | |
| "eval_TIME_f1": 0.9966035904900533, | |
| "eval_URL_f1": 0.9996012759170654, | |
| "eval_USERAGENT_f1": 1.0, | |
| "eval_USERNAME_f1": 0.9969114619080303, | |
| "eval_VEHICLEVIN_f1": 0.9955099422706863, | |
| "eval_VEHICLEVRM_f1": 0.9941634241245136, | |
| "eval_ZIPCODE_f1": 0.9684620836286322, | |
| "eval_loss": 0.03413175418972969, | |
| "eval_overall_accuracy": 0.9854635212140115, | |
| "eval_overall_f1": 0.9601404152738025, | |
| "eval_overall_precision": 0.953667199560182, | |
| "eval_overall_recall": 0.9667021081576536, | |
| "eval_runtime": 217.2197, | |
| "eval_samples_per_second": 192.676, | |
| "eval_steps_per_second": 12.043, | |
| "step": 41852 | |
| }, | |
| { | |
| "epoch": 4.01, | |
| "learning_rate": 1.2323186466596579e-05, | |
| "loss": 0.0306, | |
| "step": 42000 | |
| }, | |
| { | |
| "epoch": 4.06, | |
| "learning_rate": 1.1725843448341776e-05, | |
| "loss": 0.0248, | |
| "step": 42500 | |
| }, | |
| { | |
| "epoch": 4.11, | |
| "learning_rate": 1.1128500430086973e-05, | |
| "loss": 0.0229, | |
| "step": 43000 | |
| }, | |
| { | |
| "epoch": 4.16, | |
| "learning_rate": 1.0531157411832172e-05, | |
| "loss": 0.0235, | |
| "step": 43500 | |
| }, | |
| { | |
| "epoch": 4.21, | |
| "learning_rate": 9.933814393577369e-06, | |
| "loss": 0.0238, | |
| "step": 44000 | |
| }, | |
| { | |
| "epoch": 4.25, | |
| "learning_rate": 9.336471375322566e-06, | |
| "loss": 0.0216, | |
| "step": 44500 | |
| }, | |
| { | |
| "epoch": 4.3, | |
| "learning_rate": 8.739128357067763e-06, | |
| "loss": 0.0231, | |
| "step": 45000 | |
| }, | |
| { | |
| "epoch": 4.35, | |
| "learning_rate": 8.14178533881296e-06, | |
| "loss": 0.0218, | |
| "step": 45500 | |
| }, | |
| { | |
| "epoch": 4.4, | |
| "learning_rate": 7.544442320558158e-06, | |
| "loss": 0.0217, | |
| "step": 46000 | |
| }, | |
| { | |
| "epoch": 4.44, | |
| "learning_rate": 6.947099302303355e-06, | |
| "loss": 0.0232, | |
| "step": 46500 | |
| }, | |
| { | |
| "epoch": 4.49, | |
| "learning_rate": 6.349756284048553e-06, | |
| "loss": 0.0217, | |
| "step": 47000 | |
| }, | |
| { | |
| "epoch": 4.54, | |
| "learning_rate": 5.75241326579375e-06, | |
| "loss": 0.0215, | |
| "step": 47500 | |
| }, | |
| { | |
| "epoch": 4.59, | |
| "learning_rate": 5.155070247538947e-06, | |
| "loss": 0.0206, | |
| "step": 48000 | |
| }, | |
| { | |
| "epoch": 4.64, | |
| "learning_rate": 4.557727229284144e-06, | |
| "loss": 0.0191, | |
| "step": 48500 | |
| }, | |
| { | |
| "epoch": 4.68, | |
| "learning_rate": 3.960384211029342e-06, | |
| "loss": 0.0178, | |
| "step": 49000 | |
| }, | |
| { | |
| "epoch": 4.73, | |
| "learning_rate": 3.363041192774539e-06, | |
| "loss": 0.021, | |
| "step": 49500 | |
| }, | |
| { | |
| "epoch": 4.78, | |
| "learning_rate": 2.7656981745197364e-06, | |
| "loss": 0.0202, | |
| "step": 50000 | |
| }, | |
| { | |
| "epoch": 4.83, | |
| "learning_rate": 2.1683551562649335e-06, | |
| "loss": 0.019, | |
| "step": 50500 | |
| }, | |
| { | |
| "epoch": 4.87, | |
| "learning_rate": 1.571012138010131e-06, | |
| "loss": 0.0203, | |
| "step": 51000 | |
| }, | |
| { | |
| "epoch": 4.92, | |
| "learning_rate": 9.736691197553283e-07, | |
| "loss": 0.0191, | |
| "step": 51500 | |
| }, | |
| { | |
| "epoch": 4.97, | |
| "learning_rate": 3.7632610150052567e-07, | |
| "loss": 0.0196, | |
| "step": 52000 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "eval_ACCOUNTNAME_f1": 0.9998229775181449, | |
| "eval_ACCOUNTNUMBER_f1": 0.9972830429918491, | |
| "eval_AGE_f1": 0.9877597495018502, | |
| "eval_AMOUNT_f1": 0.9494629336150731, | |
| "eval_BIC_f1": 0.9932432432432432, | |
| "eval_BITCOINADDRESS_f1": 0.9704484397602811, | |
| "eval_BUILDINGNUMBER_f1": 0.9647969052224371, | |
| "eval_CITY_f1": 0.9886777193691874, | |
| "eval_COMPANYNAME_f1": 0.9942127319896228, | |
| "eval_COUNTY_f1": 0.9940119760479041, | |
| "eval_CREDITCARDCVV_f1": 0.9820051413881747, | |
| "eval_CREDITCARDISSUER_f1": 0.9985304922850845, | |
| "eval_CREDITCARDNUMBER_f1": 0.9569563114621956, | |
| "eval_CURRENCYCODE_f1": 0.9888231426692964, | |
| "eval_CURRENCYNAME_f1": 0.7416481069042314, | |
| "eval_CURRENCYSYMBOL_f1": 0.9819277108433735, | |
| "eval_CURRENCY_f1": 0.875030215131738, | |
| "eval_DATE_f1": 0.9295426452410382, | |
| "eval_DOB_f1": 0.8946214803574438, | |
| "eval_EMAIL_f1": 0.9997544204322201, | |
| "eval_ETHEREUMADDRESS_f1": 0.9964887640449438, | |
| "eval_EYECOLOR_f1": 0.9983948635634029, | |
| "eval_FIRSTNAME_f1": 0.9885687441277796, | |
| "eval_GENDER_f1": 0.9961838996910777, | |
| "eval_HEIGHT_f1": 1.0, | |
| "eval_IBAN_f1": 0.996642685851319, | |
| "eval_IPV4_f1": 0.8883636363636362, | |
| "eval_IPV6_f1": 0.801504251144539, | |
| "eval_IP_f1": 0.6283603529653191, | |
| "eval_JOBAREA_f1": 0.9939879759519039, | |
| "eval_JOBTITLE_f1": 0.9973139516511298, | |
| "eval_JOBTYPE_f1": 0.9969915764139592, | |
| "eval_LASTNAME_f1": 0.9652981427174975, | |
| "eval_LITECOINADDRESS_f1": 0.9109286165508528, | |
| "eval_MAC_f1": 0.9991769547325103, | |
| "eval_MASKEDNUMBER_f1": 0.9523809523809523, | |
| "eval_MIDDLENAME_f1": 0.9347138337647397, | |
| "eval_NEARBYGPSCOORDINATE_f1": 1.0, | |
| "eval_ORDINALDIRECTION_f1": 0.9983792544570502, | |
| "eval_PASSWORD_f1": 0.9936447410231967, | |
| "eval_PHONEIMEI_f1": 0.999754962019113, | |
| "eval_PHONENUMBER_f1": 0.9991809991809992, | |
| "eval_PIN_f1": 0.9857299670691548, | |
| "eval_PREFIX_f1": 0.9801406702523789, | |
| "eval_SECONDARYADDRESS_f1": 0.9987623762376238, | |
| "eval_SEX_f1": 0.9978655282817502, | |
| "eval_SSN_f1": 0.9983125210934863, | |
| "eval_STATE_f1": 0.9943630214205187, | |
| "eval_STREET_f1": 0.9953246753246753, | |
| "eval_TIME_f1": 0.9974101651019748, | |
| "eval_URL_f1": 1.0, | |
| "eval_USERAGENT_f1": 1.0, | |
| "eval_USERNAME_f1": 0.9965706447187928, | |
| "eval_VEHICLEVIN_f1": 0.9935897435897436, | |
| "eval_VEHICLEVRM_f1": 0.9917355371900827, | |
| "eval_ZIPCODE_f1": 0.972695035460993, | |
| "eval_loss": 0.03228139132261276, | |
| "eval_overall_accuracy": 0.9895650632363783, | |
| "eval_overall_f1": 0.9683397908777152, | |
| "eval_overall_precision": 0.9636008509834959, | |
| "eval_overall_recall": 0.9731255728689275, | |
| "eval_runtime": 217.2138, | |
| "eval_samples_per_second": 192.681, | |
| "eval_steps_per_second": 12.043, | |
| "step": 52315 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "step": 52315, | |
| "total_flos": 5.700272409715968e+16, | |
| "train_loss": 0.08750305727222482, | |
| "train_runtime": 8952.7483, | |
| "train_samples_per_second": 93.495, | |
| "train_steps_per_second": 5.843 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "eval_ACCOUNTNAME_f1": 0.9998229775181449, | |
| "eval_ACCOUNTNUMBER_f1": 0.9972830429918491, | |
| "eval_AGE_f1": 0.9877597495018502, | |
| "eval_AMOUNT_f1": 0.9494629336150731, | |
| "eval_BIC_f1": 0.9932432432432432, | |
| "eval_BITCOINADDRESS_f1": 0.9704484397602811, | |
| "eval_BUILDINGNUMBER_f1": 0.9647969052224371, | |
| "eval_CITY_f1": 0.9886777193691874, | |
| "eval_COMPANYNAME_f1": 0.9942127319896228, | |
| "eval_COUNTY_f1": 0.9940119760479041, | |
| "eval_CREDITCARDCVV_f1": 0.9820051413881747, | |
| "eval_CREDITCARDISSUER_f1": 0.9985304922850845, | |
| "eval_CREDITCARDNUMBER_f1": 0.9569563114621956, | |
| "eval_CURRENCYCODE_f1": 0.9888231426692964, | |
| "eval_CURRENCYNAME_f1": 0.7416481069042314, | |
| "eval_CURRENCYSYMBOL_f1": 0.9819277108433735, | |
| "eval_CURRENCY_f1": 0.875030215131738, | |
| "eval_DATE_f1": 0.9295426452410382, | |
| "eval_DOB_f1": 0.8946214803574438, | |
| "eval_EMAIL_f1": 0.9997544204322201, | |
| "eval_ETHEREUMADDRESS_f1": 0.9964887640449438, | |
| "eval_EYECOLOR_f1": 0.9983948635634029, | |
| "eval_FIRSTNAME_f1": 0.9885687441277796, | |
| "eval_GENDER_f1": 0.9961838996910777, | |
| "eval_HEIGHT_f1": 1.0, | |
| "eval_IBAN_f1": 0.996642685851319, | |
| "eval_IPV4_f1": 0.8883636363636362, | |
| "eval_IPV6_f1": 0.801504251144539, | |
| "eval_IP_f1": 0.6283603529653191, | |
| "eval_JOBAREA_f1": 0.9939879759519039, | |
| "eval_JOBTITLE_f1": 0.9973139516511298, | |
| "eval_JOBTYPE_f1": 0.9969915764139592, | |
| "eval_LASTNAME_f1": 0.9652981427174975, | |
| "eval_LITECOINADDRESS_f1": 0.9109286165508528, | |
| "eval_MAC_f1": 0.9991769547325103, | |
| "eval_MASKEDNUMBER_f1": 0.9523809523809523, | |
| "eval_MIDDLENAME_f1": 0.9347138337647397, | |
| "eval_NEARBYGPSCOORDINATE_f1": 1.0, | |
| "eval_ORDINALDIRECTION_f1": 0.9983792544570502, | |
| "eval_PASSWORD_f1": 0.9936447410231967, | |
| "eval_PHONEIMEI_f1": 0.999754962019113, | |
| "eval_PHONENUMBER_f1": 0.9991809991809992, | |
| "eval_PIN_f1": 0.9857299670691548, | |
| "eval_PREFIX_f1": 0.9801406702523789, | |
| "eval_SECONDARYADDRESS_f1": 0.9987623762376238, | |
| "eval_SEX_f1": 0.9978655282817502, | |
| "eval_SSN_f1": 0.9983125210934863, | |
| "eval_STATE_f1": 0.9943630214205187, | |
| "eval_STREET_f1": 0.9953246753246753, | |
| "eval_TIME_f1": 0.9974101651019748, | |
| "eval_URL_f1": 1.0, | |
| "eval_USERAGENT_f1": 1.0, | |
| "eval_USERNAME_f1": 0.9965706447187928, | |
| "eval_VEHICLEVIN_f1": 0.9935897435897436, | |
| "eval_VEHICLEVRM_f1": 0.9917355371900827, | |
| "eval_ZIPCODE_f1": 0.972695035460993, | |
| "eval_loss": 0.03228139132261276, | |
| "eval_overall_accuracy": 0.9895650632363783, | |
| "eval_overall_f1": 0.9683397908777152, | |
| "eval_overall_precision": 0.9636008509834959, | |
| "eval_overall_recall": 0.9731255728689275, | |
| "eval_runtime": 217.3287, | |
| "eval_samples_per_second": 192.579, | |
| "eval_steps_per_second": 12.037, | |
| "step": 52315 | |
| } | |
| ], | |
| "logging_steps": 500, | |
| "max_steps": 52315, | |
| "num_train_epochs": 5, | |
| "save_steps": 500, | |
| "total_flos": 5.700272409715968e+16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |