bert-base-uncased_ai4privacy_en / trainer_state.json
xXiaobuding's picture
Model save
0406731
{
"best_metric": 0.07021763920783997,
"best_model_checkpoint": "google-bert/bert-base-uncased_ai4privacy_en/checkpoint-8700",
"epoch": 2.0,
"global_step": 8700,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.11,
"learning_rate": 1.4367816091954022e-05,
"loss": 1.991,
"step": 500
},
{
"epoch": 0.23,
"learning_rate": 2.8735632183908045e-05,
"loss": 0.4124,
"step": 1000
},
{
"epoch": 0.34,
"learning_rate": 4.3103448275862066e-05,
"loss": 0.2086,
"step": 1500
},
{
"epoch": 0.46,
"learning_rate": 4.982803524033569e-05,
"loss": 0.1406,
"step": 2000
},
{
"epoch": 0.57,
"learning_rate": 4.8543349906162705e-05,
"loss": 0.1193,
"step": 2500
},
{
"epoch": 0.69,
"learning_rate": 4.606455184041622e-05,
"loss": 0.1118,
"step": 3000
},
{
"epoch": 0.8,
"learning_rate": 4.251736505183356e-05,
"loss": 0.1028,
"step": 3500
},
{
"epoch": 0.92,
"learning_rate": 3.808170195400064e-05,
"loss": 0.0939,
"step": 4000
},
{
"epoch": 1.0,
"eval_ACCOUNTNAME_f1": 0.9839662447257383,
"eval_ACCOUNTNUMBER_f1": 0.9896373056994819,
"eval_AGE_f1": 0.9182389937106918,
"eval_AMOUNT_f1": 0.8769356153219233,
"eval_BIC_f1": 0.9126760563380281,
"eval_BITCOINADDRESS_f1": 0.962671905697446,
"eval_BUILDINGNUMBER_f1": 0.8769953051643191,
"eval_CITY_f1": 0.9616087751371114,
"eval_COMPANYNAME_f1": 0.9846782431052095,
"eval_COUNTY_f1": 0.9711711711711711,
"eval_CREDITCARDCVV_f1": 0.9372937293729373,
"eval_CREDITCARDISSUER_f1": 0.9812734082397003,
"eval_CREDITCARDNUMBER_f1": 0.8405797101449276,
"eval_CURRENCYCODE_f1": 0.7450980392156863,
"eval_CURRENCYNAME_f1": 0.13721413721413722,
"eval_CURRENCYSYMBOL_f1": 0.9265536723163841,
"eval_CURRENCY_f1": 0.39336492890995267,
"eval_DATE_f1": 0.8353569694026226,
"eval_DOB_f1": 0.5796019900497511,
"eval_EMAIL_f1": 0.9920294297976702,
"eval_ETHEREUMADDRESS_f1": 0.9876543209876543,
"eval_EYECOLOR_f1": 0.9037433155080213,
"eval_FIRSTNAME_f1": 0.9641779788838613,
"eval_GENDER_f1": 0.9788583509513742,
"eval_HEIGHT_f1": 0.9905956112852665,
"eval_IBAN_f1": 0.9874055415617129,
"eval_IPV4_f1": 0.8415545590433483,
"eval_IPV6_f1": 0.8086956521739129,
"eval_IP_f1": 0.0,
"eval_JOBAREA_f1": 0.8854003139717426,
"eval_JOBTITLE_f1": 0.9824868651488616,
"eval_JOBTYPE_f1": 0.942630185348632,
"eval_LASTNAME_f1": 0.9212513484358145,
"eval_LITECOINADDRESS_f1": 0.9014925373134328,
"eval_MAC_f1": 0.980561555075594,
"eval_MASKEDNUMBER_f1": 0.7978494623655914,
"eval_MIDDLENAME_f1": 0.954349698535745,
"eval_NEARBYGPSCOORDINATE_f1": 1.0,
"eval_ORDINALDIRECTION_f1": 0.9827586206896551,
"eval_PASSWORD_f1": 0.9688972667295005,
"eval_PHONEIMEI_f1": 0.9916666666666667,
"eval_PHONENUMBER_f1": 0.9776833156216791,
"eval_PIN_f1": 0.8764044943820225,
"eval_PREFIX_f1": 0.9340439706862093,
"eval_SECONDARYADDRESS_f1": 0.991285403050109,
"eval_SEX_f1": 0.9760956175298805,
"eval_SSN_f1": 0.9948979591836734,
"eval_STATE_f1": 0.9553398058252427,
"eval_STREET_f1": 0.9561324977618622,
"eval_TIME_f1": 0.972318339100346,
"eval_URL_f1": 0.9920634920634921,
"eval_USERAGENT_f1": 0.990632318501171,
"eval_USERNAME_f1": 0.977850697292863,
"eval_VEHICLEVIN_f1": 0.9941860465116279,
"eval_VEHICLEVRM_f1": 0.968421052631579,
"eval_ZIPCODE_f1": 0.8521739130434782,
"eval_loss": 0.08007875829935074,
"eval_overall_accuracy": 0.9665954929954692,
"eval_overall_f1": 0.9126164603268998,
"eval_overall_precision": 0.8950512548603747,
"eval_overall_recall": 0.9308848939377229,
"eval_runtime": 434.9839,
"eval_samples_per_second": 20.001,
"eval_steps_per_second": 1.251,
"step": 4350
},
{
"epoch": 1.03,
"learning_rate": 3.29825382533995e-05,
"loss": 0.0857,
"step": 4500
},
{
"epoch": 1.15,
"learning_rate": 2.7478502238677862e-05,
"loss": 0.08,
"step": 5000
},
{
"epoch": 1.26,
"learning_rate": 2.1848757219492768e-05,
"loss": 0.0712,
"step": 5500
},
{
"epoch": 1.38,
"learning_rate": 1.6378842434300746e-05,
"loss": 0.0723,
"step": 6000
},
{
"epoch": 1.49,
"learning_rate": 1.1346190572657575e-05,
"loss": 0.0707,
"step": 6500
},
{
"epoch": 1.61,
"learning_rate": 7.00605645962078e-06,
"loss": 0.0668,
"step": 7000
},
{
"epoch": 1.72,
"learning_rate": 3.578570595810274e-06,
"loss": 0.0652,
"step": 7500
},
{
"epoch": 1.84,
"learning_rate": 1.2375741942894869e-06,
"loss": 0.0633,
"step": 8000
},
{
"epoch": 1.95,
"learning_rate": 1.0180199836239412e-07,
"loss": 0.0644,
"step": 8500
},
{
"epoch": 2.0,
"eval_ACCOUNTNAME_f1": 0.9923793395427604,
"eval_ACCOUNTNUMBER_f1": 0.9905090595340811,
"eval_AGE_f1": 0.9338929695697795,
"eval_AMOUNT_f1": 0.9277504105090312,
"eval_BIC_f1": 0.9597701149425286,
"eval_BITCOINADDRESS_f1": 0.9801192842942346,
"eval_BUILDINGNUMBER_f1": 0.9090909090909091,
"eval_CITY_f1": 0.956442831215971,
"eval_COMPANYNAME_f1": 0.9908069458631257,
"eval_COUNTY_f1": 0.9852670349907919,
"eval_CREDITCARDCVV_f1": 0.9639344262295083,
"eval_CREDITCARDISSUER_f1": 0.9867674858223062,
"eval_CREDITCARDNUMBER_f1": 0.8928909952606634,
"eval_CURRENCYCODE_f1": 0.8607594936708861,
"eval_CURRENCYNAME_f1": 0.36501901140684406,
"eval_CURRENCYSYMBOL_f1": 0.9535783365570599,
"eval_CURRENCY_f1": 0.7725631768953068,
"eval_DATE_f1": 0.8589999999999999,
"eval_DOB_f1": 0.6490384615384616,
"eval_EMAIL_f1": 0.9944615384615385,
"eval_ETHEREUMADDRESS_f1": 0.9986168741355463,
"eval_EYECOLOR_f1": 0.9688385269121812,
"eval_FIRSTNAME_f1": 0.9789996181748759,
"eval_GENDER_f1": 0.9831932773109244,
"eval_HEIGHT_f1": 0.9905956112852665,
"eval_IBAN_f1": 1.0,
"eval_IPV4_f1": 0.8217291507268554,
"eval_IPV6_f1": 0.7506339814032122,
"eval_IP_f1": 0.10247349823321554,
"eval_JOBAREA_f1": 0.9306260575296108,
"eval_JOBTITLE_f1": 0.9938217122683143,
"eval_JOBTYPE_f1": 0.9507908611599297,
"eval_LASTNAME_f1": 0.9479892761394102,
"eval_LITECOINADDRESS_f1": 0.9345238095238094,
"eval_MAC_f1": 1.0,
"eval_MASKEDNUMBER_f1": 0.8608799048751485,
"eval_MIDDLENAME_f1": 0.9600694444444444,
"eval_NEARBYGPSCOORDINATE_f1": 1.0,
"eval_ORDINALDIRECTION_f1": 0.9783549783549784,
"eval_PASSWORD_f1": 0.9839167455061494,
"eval_PHONEIMEI_f1": 0.99860529986053,
"eval_PHONENUMBER_f1": 0.9902912621359222,
"eval_PIN_f1": 0.9390243902439024,
"eval_PREFIX_f1": 0.944141689373297,
"eval_SECONDARYADDRESS_f1": 0.9945474372955289,
"eval_SEX_f1": 0.9780439121756487,
"eval_SSN_f1": 0.9897959183673469,
"eval_STATE_f1": 0.98046875,
"eval_STREET_f1": 0.9693140794223826,
"eval_TIME_f1": 0.9843205574912891,
"eval_URL_f1": 0.9984101748807631,
"eval_USERAGENT_f1": 0.9917936694021102,
"eval_USERNAME_f1": 0.9909465020576131,
"eval_VEHICLEVIN_f1": 0.9855907780979827,
"eval_VEHICLEVRM_f1": 0.9653333333333334,
"eval_ZIPCODE_f1": 0.8990228013029316,
"eval_loss": 0.07021763920783997,
"eval_overall_accuracy": 0.9706055217873271,
"eval_overall_f1": 0.9360433407264662,
"eval_overall_precision": 0.9258766408919259,
"eval_overall_recall": 0.9464357928017352,
"eval_runtime": 434.7226,
"eval_samples_per_second": 20.013,
"eval_steps_per_second": 1.251,
"step": 8700
},
{
"epoch": 2.0,
"step": 8700,
"total_flos": 2872141576234200.0,
"train_loss": 0.2210703050679174,
"train_runtime": 10530.9203,
"train_samples_per_second": 6.608,
"train_steps_per_second": 0.826
},
{
"epoch": 2.0,
"eval_ACCOUNTNAME_f1": 0.9923793395427604,
"eval_ACCOUNTNUMBER_f1": 0.9905090595340811,
"eval_AGE_f1": 0.9338929695697795,
"eval_AMOUNT_f1": 0.9277504105090312,
"eval_BIC_f1": 0.9597701149425286,
"eval_BITCOINADDRESS_f1": 0.9801192842942346,
"eval_BUILDINGNUMBER_f1": 0.9090909090909091,
"eval_CITY_f1": 0.956442831215971,
"eval_COMPANYNAME_f1": 0.9908069458631257,
"eval_COUNTY_f1": 0.9852670349907919,
"eval_CREDITCARDCVV_f1": 0.9639344262295083,
"eval_CREDITCARDISSUER_f1": 0.9867674858223062,
"eval_CREDITCARDNUMBER_f1": 0.8928909952606634,
"eval_CURRENCYCODE_f1": 0.8607594936708861,
"eval_CURRENCYNAME_f1": 0.36501901140684406,
"eval_CURRENCYSYMBOL_f1": 0.9535783365570599,
"eval_CURRENCY_f1": 0.7725631768953068,
"eval_DATE_f1": 0.8589999999999999,
"eval_DOB_f1": 0.6490384615384616,
"eval_EMAIL_f1": 0.9944615384615385,
"eval_ETHEREUMADDRESS_f1": 0.9986168741355463,
"eval_EYECOLOR_f1": 0.9688385269121812,
"eval_FIRSTNAME_f1": 0.9789996181748759,
"eval_GENDER_f1": 0.9831932773109244,
"eval_HEIGHT_f1": 0.9905956112852665,
"eval_IBAN_f1": 1.0,
"eval_IPV4_f1": 0.8217291507268554,
"eval_IPV6_f1": 0.7506339814032122,
"eval_IP_f1": 0.10247349823321554,
"eval_JOBAREA_f1": 0.9306260575296108,
"eval_JOBTITLE_f1": 0.9938217122683143,
"eval_JOBTYPE_f1": 0.9507908611599297,
"eval_LASTNAME_f1": 0.9479892761394102,
"eval_LITECOINADDRESS_f1": 0.9345238095238094,
"eval_MAC_f1": 1.0,
"eval_MASKEDNUMBER_f1": 0.8608799048751485,
"eval_MIDDLENAME_f1": 0.9600694444444444,
"eval_NEARBYGPSCOORDINATE_f1": 1.0,
"eval_ORDINALDIRECTION_f1": 0.9783549783549784,
"eval_PASSWORD_f1": 0.9839167455061494,
"eval_PHONEIMEI_f1": 0.99860529986053,
"eval_PHONENUMBER_f1": 0.9902912621359222,
"eval_PIN_f1": 0.9390243902439024,
"eval_PREFIX_f1": 0.944141689373297,
"eval_SECONDARYADDRESS_f1": 0.9945474372955289,
"eval_SEX_f1": 0.9780439121756487,
"eval_SSN_f1": 0.9897959183673469,
"eval_STATE_f1": 0.98046875,
"eval_STREET_f1": 0.9693140794223826,
"eval_TIME_f1": 0.9843205574912891,
"eval_URL_f1": 0.9984101748807631,
"eval_USERAGENT_f1": 0.9917936694021102,
"eval_USERNAME_f1": 0.9909465020576131,
"eval_VEHICLEVIN_f1": 0.9855907780979827,
"eval_VEHICLEVRM_f1": 0.9653333333333334,
"eval_ZIPCODE_f1": 0.8990228013029316,
"eval_loss": 0.07021763920783997,
"eval_overall_accuracy": 0.9706055217873271,
"eval_overall_f1": 0.9360433407264662,
"eval_overall_precision": 0.9258766408919259,
"eval_overall_recall": 0.9464357928017352,
"eval_runtime": 440.2246,
"eval_samples_per_second": 19.763,
"eval_steps_per_second": 1.236,
"step": 8700
}
],
"max_steps": 8700,
"num_train_epochs": 2,
"total_flos": 2872141576234200.0,
"trial_name": null,
"trial_params": null
}