|
{ |
|
"best_metric": 0.07021763920783997, |
|
"best_model_checkpoint": "google-bert/bert-base-uncased_ai4privacy_en/checkpoint-8700", |
|
"epoch": 2.0, |
|
"global_step": 8700, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.11, |
|
"learning_rate": 1.4367816091954022e-05, |
|
"loss": 1.991, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 0.23, |
|
"learning_rate": 2.8735632183908045e-05, |
|
"loss": 0.4124, |
|
"step": 1000 |
|
}, |
|
{ |
|
"epoch": 0.34, |
|
"learning_rate": 4.3103448275862066e-05, |
|
"loss": 0.2086, |
|
"step": 1500 |
|
}, |
|
{ |
|
"epoch": 0.46, |
|
"learning_rate": 4.982803524033569e-05, |
|
"loss": 0.1406, |
|
"step": 2000 |
|
}, |
|
{ |
|
"epoch": 0.57, |
|
"learning_rate": 4.8543349906162705e-05, |
|
"loss": 0.1193, |
|
"step": 2500 |
|
}, |
|
{ |
|
"epoch": 0.69, |
|
"learning_rate": 4.606455184041622e-05, |
|
"loss": 0.1118, |
|
"step": 3000 |
|
}, |
|
{ |
|
"epoch": 0.8, |
|
"learning_rate": 4.251736505183356e-05, |
|
"loss": 0.1028, |
|
"step": 3500 |
|
}, |
|
{ |
|
"epoch": 0.92, |
|
"learning_rate": 3.808170195400064e-05, |
|
"loss": 0.0939, |
|
"step": 4000 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"eval_ACCOUNTNAME_f1": 0.9839662447257383, |
|
"eval_ACCOUNTNUMBER_f1": 0.9896373056994819, |
|
"eval_AGE_f1": 0.9182389937106918, |
|
"eval_AMOUNT_f1": 0.8769356153219233, |
|
"eval_BIC_f1": 0.9126760563380281, |
|
"eval_BITCOINADDRESS_f1": 0.962671905697446, |
|
"eval_BUILDINGNUMBER_f1": 0.8769953051643191, |
|
"eval_CITY_f1": 0.9616087751371114, |
|
"eval_COMPANYNAME_f1": 0.9846782431052095, |
|
"eval_COUNTY_f1": 0.9711711711711711, |
|
"eval_CREDITCARDCVV_f1": 0.9372937293729373, |
|
"eval_CREDITCARDISSUER_f1": 0.9812734082397003, |
|
"eval_CREDITCARDNUMBER_f1": 0.8405797101449276, |
|
"eval_CURRENCYCODE_f1": 0.7450980392156863, |
|
"eval_CURRENCYNAME_f1": 0.13721413721413722, |
|
"eval_CURRENCYSYMBOL_f1": 0.9265536723163841, |
|
"eval_CURRENCY_f1": 0.39336492890995267, |
|
"eval_DATE_f1": 0.8353569694026226, |
|
"eval_DOB_f1": 0.5796019900497511, |
|
"eval_EMAIL_f1": 0.9920294297976702, |
|
"eval_ETHEREUMADDRESS_f1": 0.9876543209876543, |
|
"eval_EYECOLOR_f1": 0.9037433155080213, |
|
"eval_FIRSTNAME_f1": 0.9641779788838613, |
|
"eval_GENDER_f1": 0.9788583509513742, |
|
"eval_HEIGHT_f1": 0.9905956112852665, |
|
"eval_IBAN_f1": 0.9874055415617129, |
|
"eval_IPV4_f1": 0.8415545590433483, |
|
"eval_IPV6_f1": 0.8086956521739129, |
|
"eval_IP_f1": 0.0, |
|
"eval_JOBAREA_f1": 0.8854003139717426, |
|
"eval_JOBTITLE_f1": 0.9824868651488616, |
|
"eval_JOBTYPE_f1": 0.942630185348632, |
|
"eval_LASTNAME_f1": 0.9212513484358145, |
|
"eval_LITECOINADDRESS_f1": 0.9014925373134328, |
|
"eval_MAC_f1": 0.980561555075594, |
|
"eval_MASKEDNUMBER_f1": 0.7978494623655914, |
|
"eval_MIDDLENAME_f1": 0.954349698535745, |
|
"eval_NEARBYGPSCOORDINATE_f1": 1.0, |
|
"eval_ORDINALDIRECTION_f1": 0.9827586206896551, |
|
"eval_PASSWORD_f1": 0.9688972667295005, |
|
"eval_PHONEIMEI_f1": 0.9916666666666667, |
|
"eval_PHONENUMBER_f1": 0.9776833156216791, |
|
"eval_PIN_f1": 0.8764044943820225, |
|
"eval_PREFIX_f1": 0.9340439706862093, |
|
"eval_SECONDARYADDRESS_f1": 0.991285403050109, |
|
"eval_SEX_f1": 0.9760956175298805, |
|
"eval_SSN_f1": 0.9948979591836734, |
|
"eval_STATE_f1": 0.9553398058252427, |
|
"eval_STREET_f1": 0.9561324977618622, |
|
"eval_TIME_f1": 0.972318339100346, |
|
"eval_URL_f1": 0.9920634920634921, |
|
"eval_USERAGENT_f1": 0.990632318501171, |
|
"eval_USERNAME_f1": 0.977850697292863, |
|
"eval_VEHICLEVIN_f1": 0.9941860465116279, |
|
"eval_VEHICLEVRM_f1": 0.968421052631579, |
|
"eval_ZIPCODE_f1": 0.8521739130434782, |
|
"eval_loss": 0.08007875829935074, |
|
"eval_overall_accuracy": 0.9665954929954692, |
|
"eval_overall_f1": 0.9126164603268998, |
|
"eval_overall_precision": 0.8950512548603747, |
|
"eval_overall_recall": 0.9308848939377229, |
|
"eval_runtime": 434.9839, |
|
"eval_samples_per_second": 20.001, |
|
"eval_steps_per_second": 1.251, |
|
"step": 4350 |
|
}, |
|
{ |
|
"epoch": 1.03, |
|
"learning_rate": 3.29825382533995e-05, |
|
"loss": 0.0857, |
|
"step": 4500 |
|
}, |
|
{ |
|
"epoch": 1.15, |
|
"learning_rate": 2.7478502238677862e-05, |
|
"loss": 0.08, |
|
"step": 5000 |
|
}, |
|
{ |
|
"epoch": 1.26, |
|
"learning_rate": 2.1848757219492768e-05, |
|
"loss": 0.0712, |
|
"step": 5500 |
|
}, |
|
{ |
|
"epoch": 1.38, |
|
"learning_rate": 1.6378842434300746e-05, |
|
"loss": 0.0723, |
|
"step": 6000 |
|
}, |
|
{ |
|
"epoch": 1.49, |
|
"learning_rate": 1.1346190572657575e-05, |
|
"loss": 0.0707, |
|
"step": 6500 |
|
}, |
|
{ |
|
"epoch": 1.61, |
|
"learning_rate": 7.00605645962078e-06, |
|
"loss": 0.0668, |
|
"step": 7000 |
|
}, |
|
{ |
|
"epoch": 1.72, |
|
"learning_rate": 3.578570595810274e-06, |
|
"loss": 0.0652, |
|
"step": 7500 |
|
}, |
|
{ |
|
"epoch": 1.84, |
|
"learning_rate": 1.2375741942894869e-06, |
|
"loss": 0.0633, |
|
"step": 8000 |
|
}, |
|
{ |
|
"epoch": 1.95, |
|
"learning_rate": 1.0180199836239412e-07, |
|
"loss": 0.0644, |
|
"step": 8500 |
|
}, |
|
{ |
|
"epoch": 2.0, |
|
"eval_ACCOUNTNAME_f1": 0.9923793395427604, |
|
"eval_ACCOUNTNUMBER_f1": 0.9905090595340811, |
|
"eval_AGE_f1": 0.9338929695697795, |
|
"eval_AMOUNT_f1": 0.9277504105090312, |
|
"eval_BIC_f1": 0.9597701149425286, |
|
"eval_BITCOINADDRESS_f1": 0.9801192842942346, |
|
"eval_BUILDINGNUMBER_f1": 0.9090909090909091, |
|
"eval_CITY_f1": 0.956442831215971, |
|
"eval_COMPANYNAME_f1": 0.9908069458631257, |
|
"eval_COUNTY_f1": 0.9852670349907919, |
|
"eval_CREDITCARDCVV_f1": 0.9639344262295083, |
|
"eval_CREDITCARDISSUER_f1": 0.9867674858223062, |
|
"eval_CREDITCARDNUMBER_f1": 0.8928909952606634, |
|
"eval_CURRENCYCODE_f1": 0.8607594936708861, |
|
"eval_CURRENCYNAME_f1": 0.36501901140684406, |
|
"eval_CURRENCYSYMBOL_f1": 0.9535783365570599, |
|
"eval_CURRENCY_f1": 0.7725631768953068, |
|
"eval_DATE_f1": 0.8589999999999999, |
|
"eval_DOB_f1": 0.6490384615384616, |
|
"eval_EMAIL_f1": 0.9944615384615385, |
|
"eval_ETHEREUMADDRESS_f1": 0.9986168741355463, |
|
"eval_EYECOLOR_f1": 0.9688385269121812, |
|
"eval_FIRSTNAME_f1": 0.9789996181748759, |
|
"eval_GENDER_f1": 0.9831932773109244, |
|
"eval_HEIGHT_f1": 0.9905956112852665, |
|
"eval_IBAN_f1": 1.0, |
|
"eval_IPV4_f1": 0.8217291507268554, |
|
"eval_IPV6_f1": 0.7506339814032122, |
|
"eval_IP_f1": 0.10247349823321554, |
|
"eval_JOBAREA_f1": 0.9306260575296108, |
|
"eval_JOBTITLE_f1": 0.9938217122683143, |
|
"eval_JOBTYPE_f1": 0.9507908611599297, |
|
"eval_LASTNAME_f1": 0.9479892761394102, |
|
"eval_LITECOINADDRESS_f1": 0.9345238095238094, |
|
"eval_MAC_f1": 1.0, |
|
"eval_MASKEDNUMBER_f1": 0.8608799048751485, |
|
"eval_MIDDLENAME_f1": 0.9600694444444444, |
|
"eval_NEARBYGPSCOORDINATE_f1": 1.0, |
|
"eval_ORDINALDIRECTION_f1": 0.9783549783549784, |
|
"eval_PASSWORD_f1": 0.9839167455061494, |
|
"eval_PHONEIMEI_f1": 0.99860529986053, |
|
"eval_PHONENUMBER_f1": 0.9902912621359222, |
|
"eval_PIN_f1": 0.9390243902439024, |
|
"eval_PREFIX_f1": 0.944141689373297, |
|
"eval_SECONDARYADDRESS_f1": 0.9945474372955289, |
|
"eval_SEX_f1": 0.9780439121756487, |
|
"eval_SSN_f1": 0.9897959183673469, |
|
"eval_STATE_f1": 0.98046875, |
|
"eval_STREET_f1": 0.9693140794223826, |
|
"eval_TIME_f1": 0.9843205574912891, |
|
"eval_URL_f1": 0.9984101748807631, |
|
"eval_USERAGENT_f1": 0.9917936694021102, |
|
"eval_USERNAME_f1": 0.9909465020576131, |
|
"eval_VEHICLEVIN_f1": 0.9855907780979827, |
|
"eval_VEHICLEVRM_f1": 0.9653333333333334, |
|
"eval_ZIPCODE_f1": 0.8990228013029316, |
|
"eval_loss": 0.07021763920783997, |
|
"eval_overall_accuracy": 0.9706055217873271, |
|
"eval_overall_f1": 0.9360433407264662, |
|
"eval_overall_precision": 0.9258766408919259, |
|
"eval_overall_recall": 0.9464357928017352, |
|
"eval_runtime": 434.7226, |
|
"eval_samples_per_second": 20.013, |
|
"eval_steps_per_second": 1.251, |
|
"step": 8700 |
|
}, |
|
{ |
|
"epoch": 2.0, |
|
"step": 8700, |
|
"total_flos": 2872141576234200.0, |
|
"train_loss": 0.2210703050679174, |
|
"train_runtime": 10530.9203, |
|
"train_samples_per_second": 6.608, |
|
"train_steps_per_second": 0.826 |
|
}, |
|
{ |
|
"epoch": 2.0, |
|
"eval_ACCOUNTNAME_f1": 0.9923793395427604, |
|
"eval_ACCOUNTNUMBER_f1": 0.9905090595340811, |
|
"eval_AGE_f1": 0.9338929695697795, |
|
"eval_AMOUNT_f1": 0.9277504105090312, |
|
"eval_BIC_f1": 0.9597701149425286, |
|
"eval_BITCOINADDRESS_f1": 0.9801192842942346, |
|
"eval_BUILDINGNUMBER_f1": 0.9090909090909091, |
|
"eval_CITY_f1": 0.956442831215971, |
|
"eval_COMPANYNAME_f1": 0.9908069458631257, |
|
"eval_COUNTY_f1": 0.9852670349907919, |
|
"eval_CREDITCARDCVV_f1": 0.9639344262295083, |
|
"eval_CREDITCARDISSUER_f1": 0.9867674858223062, |
|
"eval_CREDITCARDNUMBER_f1": 0.8928909952606634, |
|
"eval_CURRENCYCODE_f1": 0.8607594936708861, |
|
"eval_CURRENCYNAME_f1": 0.36501901140684406, |
|
"eval_CURRENCYSYMBOL_f1": 0.9535783365570599, |
|
"eval_CURRENCY_f1": 0.7725631768953068, |
|
"eval_DATE_f1": 0.8589999999999999, |
|
"eval_DOB_f1": 0.6490384615384616, |
|
"eval_EMAIL_f1": 0.9944615384615385, |
|
"eval_ETHEREUMADDRESS_f1": 0.9986168741355463, |
|
"eval_EYECOLOR_f1": 0.9688385269121812, |
|
"eval_FIRSTNAME_f1": 0.9789996181748759, |
|
"eval_GENDER_f1": 0.9831932773109244, |
|
"eval_HEIGHT_f1": 0.9905956112852665, |
|
"eval_IBAN_f1": 1.0, |
|
"eval_IPV4_f1": 0.8217291507268554, |
|
"eval_IPV6_f1": 0.7506339814032122, |
|
"eval_IP_f1": 0.10247349823321554, |
|
"eval_JOBAREA_f1": 0.9306260575296108, |
|
"eval_JOBTITLE_f1": 0.9938217122683143, |
|
"eval_JOBTYPE_f1": 0.9507908611599297, |
|
"eval_LASTNAME_f1": 0.9479892761394102, |
|
"eval_LITECOINADDRESS_f1": 0.9345238095238094, |
|
"eval_MAC_f1": 1.0, |
|
"eval_MASKEDNUMBER_f1": 0.8608799048751485, |
|
"eval_MIDDLENAME_f1": 0.9600694444444444, |
|
"eval_NEARBYGPSCOORDINATE_f1": 1.0, |
|
"eval_ORDINALDIRECTION_f1": 0.9783549783549784, |
|
"eval_PASSWORD_f1": 0.9839167455061494, |
|
"eval_PHONEIMEI_f1": 0.99860529986053, |
|
"eval_PHONENUMBER_f1": 0.9902912621359222, |
|
"eval_PIN_f1": 0.9390243902439024, |
|
"eval_PREFIX_f1": 0.944141689373297, |
|
"eval_SECONDARYADDRESS_f1": 0.9945474372955289, |
|
"eval_SEX_f1": 0.9780439121756487, |
|
"eval_SSN_f1": 0.9897959183673469, |
|
"eval_STATE_f1": 0.98046875, |
|
"eval_STREET_f1": 0.9693140794223826, |
|
"eval_TIME_f1": 0.9843205574912891, |
|
"eval_URL_f1": 0.9984101748807631, |
|
"eval_USERAGENT_f1": 0.9917936694021102, |
|
"eval_USERNAME_f1": 0.9909465020576131, |
|
"eval_VEHICLEVIN_f1": 0.9855907780979827, |
|
"eval_VEHICLEVRM_f1": 0.9653333333333334, |
|
"eval_ZIPCODE_f1": 0.8990228013029316, |
|
"eval_loss": 0.07021763920783997, |
|
"eval_overall_accuracy": 0.9706055217873271, |
|
"eval_overall_f1": 0.9360433407264662, |
|
"eval_overall_precision": 0.9258766408919259, |
|
"eval_overall_recall": 0.9464357928017352, |
|
"eval_runtime": 440.2246, |
|
"eval_samples_per_second": 19.763, |
|
"eval_steps_per_second": 1.236, |
|
"step": 8700 |
|
} |
|
], |
|
"max_steps": 8700, |
|
"num_train_epochs": 2, |
|
"total_flos": 2872141576234200.0, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|