| { | |
| "best_metric": 0.06927423179149628, | |
| "best_model_checkpoint": "deberta-v3-base_finetuned_ai4privacy_v2/checkpoint-14358", | |
| "epoch": 7.0, | |
| "eval_steps": 500, | |
| "global_step": 16751, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 7.460459564309162e-06, | |
| "loss": 2.7753, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 1.4920919128618324e-05, | |
| "loss": 1.0147, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "learning_rate": 2.2381378692927485e-05, | |
| "loss": 0.6168, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "learning_rate": 2.984183825723665e-05, | |
| "loss": 0.3984, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_ACCOUNTNAME_f1": 0.9264822134387352, | |
| "eval_ACCOUNTNUMBER_f1": 0.9819193324061196, | |
| "eval_AGE_f1": 0.8237378210806023, | |
| "eval_AMOUNT_f1": 0.505338078291815, | |
| "eval_BIC_f1": 0.23153692614770457, | |
| "eval_BITCOINADDRESS_f1": 0.8197146562905318, | |
| "eval_BUILDINGNUMBER_f1": 0.7840236686390533, | |
| "eval_CITY_f1": 0.48855905998763144, | |
| "eval_COMPANYNAME_f1": 0.865654862282181, | |
| "eval_COUNTY_f1": 0.633784373635967, | |
| "eval_CREDITCARDCVV_f1": 0.8775055679287305, | |
| "eval_CREDITCARDISSUER_f1": 0.8574537540805224, | |
| "eval_CREDITCARDNUMBER_f1": 0.7152119700748131, | |
| "eval_CURRENCYCODE_f1": 0.0958904109589041, | |
| "eval_CURRENCYNAME_f1": 0.0, | |
| "eval_CURRENCYSYMBOL_f1": 0.6479750778816199, | |
| "eval_CURRENCY_f1": 0.4532891100055279, | |
| "eval_DATE_f1": 0.7620984139894267, | |
| "eval_DOB_f1": 0.1883720930232558, | |
| "eval_EMAIL_f1": 0.9839645172296144, | |
| "eval_ETHEREUMADDRESS_f1": 1.0, | |
| "eval_EYECOLOR_f1": 0.6193548387096774, | |
| "eval_FIRSTNAME_f1": 0.8739598132737975, | |
| "eval_GENDER_f1": 0.6610328638497652, | |
| "eval_HEIGHT_f1": 0.9641873278236913, | |
| "eval_IBAN_f1": 0.9038634321653188, | |
| "eval_IPV4_f1": 0.8500000000000001, | |
| "eval_IPV6_f1": 0.02197802197802198, | |
| "eval_IP_f1": 0.0, | |
| "eval_JOBAREA_f1": 0.6324786324786326, | |
| "eval_JOBTITLE_f1": 0.7839905826957033, | |
| "eval_JOBTYPE_f1": 0.6899166034874906, | |
| "eval_LASTNAME_f1": 0.7667121418826739, | |
| "eval_LITECOINADDRESS_f1": 0.0, | |
| "eval_MAC_f1": 0.2966292134831461, | |
| "eval_MASKEDNUMBER_f1": 0.0, | |
| "eval_MIDDLENAME_f1": 0.36821705426356593, | |
| "eval_NEARBYGPSCOORDINATE_f1": 0.9985528219971056, | |
| "eval_ORDINALDIRECTION_f1": 0.9386973180076628, | |
| "eval_PASSWORD_f1": 0.8558322411533421, | |
| "eval_PHONEIMEI_f1": 0.9878934624697336, | |
| "eval_PHONENUMBER_f1": 0.968705547652916, | |
| "eval_PIN_f1": 0.7454909819639278, | |
| "eval_PREFIX_f1": 0.9252418645558488, | |
| "eval_SECONDARYADDRESS_f1": 0.9660804020100502, | |
| "eval_SEX_f1": 0.9109863672814755, | |
| "eval_SSN_f1": 0.9770687936191427, | |
| "eval_STATE_f1": 0.5281933256616801, | |
| "eval_STREET_f1": 0.7987957852483694, | |
| "eval_TIME_f1": 0.8453267162944583, | |
| "eval_URL_f1": 0.964809384164223, | |
| "eval_USERAGENT_f1": 0.9804325437693101, | |
| "eval_USERNAME_f1": 0.9355870260392873, | |
| "eval_VEHICLEVIN_f1": 0.7740585774058577, | |
| "eval_VEHICLEVRM_f1": 0.678030303030303, | |
| "eval_ZIPCODE_f1": 0.7915451895043731, | |
| "eval_loss": 0.5120039582252502, | |
| "eval_overall_accuracy": 0.8741298388558002, | |
| "eval_overall_f1": 0.7533481152993349, | |
| "eval_overall_precision": 0.7267993350283591, | |
| "eval_overall_recall": 0.781909997106862, | |
| "eval_runtime": 232.5447, | |
| "eval_samples_per_second": 41.158, | |
| "eval_steps_per_second": 10.29, | |
| "step": 2393 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "learning_rate": 3.730229782154581e-05, | |
| "loss": 0.3099, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "learning_rate": 4.476275738585497e-05, | |
| "loss": 0.2843, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "learning_rate": 4.9984747938973194e-05, | |
| "loss": 0.2633, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "learning_rate": 4.971116387357723e-05, | |
| "loss": 0.2219, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "learning_rate": 4.909840312863836e-05, | |
| "loss": 0.2097, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_ACCOUNTNAME_f1": 0.9760132340777501, | |
| "eval_ACCOUNTNUMBER_f1": 0.9114103472714385, | |
| "eval_AGE_f1": 0.9226519337016574, | |
| "eval_AMOUNT_f1": 0.7646662171274444, | |
| "eval_BIC_f1": 0.9190371991247264, | |
| "eval_BITCOINADDRESS_f1": 0.9554043839758124, | |
| "eval_BUILDINGNUMBER_f1": 0.8974535443909154, | |
| "eval_CITY_f1": 0.8880643166357453, | |
| "eval_COMPANYNAME_f1": 0.95350278983261, | |
| "eval_COUNTY_f1": 0.8414096916299558, | |
| "eval_CREDITCARDCVV_f1": 0.9114470842332614, | |
| "eval_CREDITCARDISSUER_f1": 0.9819927971188475, | |
| "eval_CREDITCARDNUMBER_f1": 0.8503075871496923, | |
| "eval_CURRENCYCODE_f1": 0.6170678336980308, | |
| "eval_CURRENCYNAME_f1": 0.007662835249042145, | |
| "eval_CURRENCYSYMBOL_f1": 0.8787465940054496, | |
| "eval_CURRENCY_f1": 0.7525103366804489, | |
| "eval_DATE_f1": 0.31613165379926855, | |
| "eval_DOB_f1": 0.28471818710052293, | |
| "eval_EMAIL_f1": 0.9923875432525952, | |
| "eval_ETHEREUMADDRESS_f1": 0.9918256130790191, | |
| "eval_EYECOLOR_f1": 0.9494949494949495, | |
| "eval_FIRSTNAME_f1": 0.907639923387955, | |
| "eval_GENDER_f1": 0.962510897994769, | |
| "eval_HEIGHT_f1": 0.989010989010989, | |
| "eval_IBAN_f1": 0.9870129870129869, | |
| "eval_IPV4_f1": 0.8483985765124555, | |
| "eval_IPV6_f1": 0.8007268322228952, | |
| "eval_IP_f1": 0.0, | |
| "eval_JOBAREA_f1": 0.8650674662668666, | |
| "eval_JOBTITLE_f1": 0.9659574468085106, | |
| "eval_JOBTYPE_f1": 0.9163526752072344, | |
| "eval_LASTNAME_f1": 0.8694558037118592, | |
| "eval_LITECOINADDRESS_f1": 0.8755555555555555, | |
| "eval_MAC_f1": 0.9685314685314685, | |
| "eval_MASKEDNUMBER_f1": 0.7768014059753954, | |
| "eval_MIDDLENAME_f1": 0.6696606786427146, | |
| "eval_NEARBYGPSCOORDINATE_f1": 0.9956458635703919, | |
| "eval_ORDINALDIRECTION_f1": 0.9754253308128544, | |
| "eval_PASSWORD_f1": 0.9652173913043479, | |
| "eval_PHONEIMEI_f1": 0.9975786924939467, | |
| "eval_PHONENUMBER_f1": 0.9848812095032397, | |
| "eval_PIN_f1": 0.7976653696498055, | |
| "eval_PREFIX_f1": 0.9372599231754162, | |
| "eval_SECONDARYADDRESS_f1": 0.9922779922779922, | |
| "eval_SEX_f1": 0.9814814814814814, | |
| "eval_SSN_f1": 0.9828109201213346, | |
| "eval_STATE_f1": 0.8092592592592593, | |
| "eval_STREET_f1": 0.944475602916433, | |
| "eval_TIME_f1": 0.9735364875701684, | |
| "eval_URL_f1": 0.993288590604027, | |
| "eval_USERAGENT_f1": 0.9650924024640657, | |
| "eval_USERNAME_f1": 0.9853566367501181, | |
| "eval_VEHICLEVIN_f1": 0.9843400447427293, | |
| "eval_VEHICLEVRM_f1": 0.975, | |
| "eval_ZIPCODE_f1": 0.8123393316195372, | |
| "eval_loss": 0.1406150460243225, | |
| "eval_overall_accuracy": 0.9509451221294181, | |
| "eval_overall_f1": 0.8644601747337542, | |
| "eval_overall_precision": 0.8391689778129953, | |
| "eval_overall_recall": 0.8913232161174088, | |
| "eval_runtime": 108.1218, | |
| "eval_samples_per_second": 88.521, | |
| "eval_steps_per_second": 22.132, | |
| "step": 4786 | |
| }, | |
| { | |
| "epoch": 2.09, | |
| "learning_rate": 4.815487624102509e-05, | |
| "loss": 0.1793, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 2.3, | |
| "learning_rate": 4.6893533726481556e-05, | |
| "loss": 0.1465, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 2.51, | |
| "learning_rate": 4.533168832543704e-05, | |
| "loss": 0.1729, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 2.72, | |
| "learning_rate": 4.349077737446525e-05, | |
| "loss": 0.1537, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 2.93, | |
| "learning_rate": 4.139606856499824e-05, | |
| "loss": 0.1271, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 3.0, | |
| "eval_ACCOUNTNAME_f1": 0.9950166112956811, | |
| "eval_ACCOUNTNUMBER_f1": 0.9880197322057787, | |
| "eval_AGE_f1": 0.9172093023255814, | |
| "eval_AMOUNT_f1": 0.9309090909090908, | |
| "eval_BIC_f1": 0.9652173913043479, | |
| "eval_BITCOINADDRESS_f1": 0.822174226061915, | |
| "eval_BUILDINGNUMBER_f1": 0.9159779614325069, | |
| "eval_CITY_f1": 0.9364021804966686, | |
| "eval_COMPANYNAME_f1": 0.9748928352725045, | |
| "eval_COUNTY_f1": 0.9556109725685785, | |
| "eval_CREDITCARDCVV_f1": 0.9211087420042643, | |
| "eval_CREDITCARDISSUER_f1": 0.9856115107913669, | |
| "eval_CREDITCARDNUMBER_f1": 0.8938992042440319, | |
| "eval_CURRENCYCODE_f1": 0.76, | |
| "eval_CURRENCYNAME_f1": 0.007999999999999998, | |
| "eval_CURRENCYSYMBOL_f1": 0.9360222531293463, | |
| "eval_CURRENCY_f1": 0.8237476808905382, | |
| "eval_DATE_f1": 0.8735161686451085, | |
| "eval_DOB_f1": 0.5567282321899736, | |
| "eval_EMAIL_f1": 0.9993093922651933, | |
| "eval_ETHEREUMADDRESS_f1": 0.9972527472527473, | |
| "eval_EYECOLOR_f1": 0.9872122762148339, | |
| "eval_FIRSTNAME_f1": 0.9546780345523895, | |
| "eval_GENDER_f1": 0.9773123909249564, | |
| "eval_HEIGHT_f1": 0.9574468085106383, | |
| "eval_IBAN_f1": 0.9693593314763231, | |
| "eval_IPV4_f1": 0.851033499643621, | |
| "eval_IPV6_f1": 0.8031687995124923, | |
| "eval_IP_f1": 0.0, | |
| "eval_JOBAREA_f1": 0.9403973509933775, | |
| "eval_JOBTITLE_f1": 0.9844192634560907, | |
| "eval_JOBTYPE_f1": 0.9522240527182867, | |
| "eval_LASTNAME_f1": 0.9294419499679282, | |
| "eval_LITECOINADDRESS_f1": 0.8583690987124464, | |
| "eval_MAC_f1": 1.0, | |
| "eval_MASKEDNUMBER_f1": 0.8603351955307262, | |
| "eval_MIDDLENAME_f1": 0.8907963757749167, | |
| "eval_NEARBYGPSCOORDINATE_f1": 1.0, | |
| "eval_ORDINALDIRECTION_f1": 0.98292220113852, | |
| "eval_PASSWORD_f1": 0.9513274336283185, | |
| "eval_PHONEIMEI_f1": 1.0, | |
| "eval_PHONENUMBER_f1": 0.9792114695340501, | |
| "eval_PIN_f1": 0.85785536159601, | |
| "eval_PREFIX_f1": 0.9412773253321903, | |
| "eval_SECONDARYADDRESS_f1": 0.996776273372018, | |
| "eval_SEX_f1": 0.9512843224092117, | |
| "eval_SSN_f1": 0.9928934010152284, | |
| "eval_STATE_f1": 0.9278033794162827, | |
| "eval_STREET_f1": 0.9483516483516483, | |
| "eval_TIME_f1": 0.9861900893582454, | |
| "eval_URL_f1": 0.9940298507462686, | |
| "eval_USERAGENT_f1": 0.8884339815762539, | |
| "eval_USERNAME_f1": 0.9943074003795066, | |
| "eval_VEHICLEVIN_f1": 0.9616252821670428, | |
| "eval_VEHICLEVRM_f1": 0.9648033126293997, | |
| "eval_ZIPCODE_f1": 0.9394904458598726, | |
| "eval_loss": 0.10487008839845657, | |
| "eval_overall_accuracy": 0.9617801261331822, | |
| "eval_overall_f1": 0.9265209996074839, | |
| "eval_overall_precision": 0.9218412351271837, | |
| "eval_overall_recall": 0.9312485205544304, | |
| "eval_runtime": 110.1516, | |
| "eval_samples_per_second": 86.889, | |
| "eval_steps_per_second": 21.725, | |
| "step": 7179 | |
| }, | |
| { | |
| "epoch": 3.13, | |
| "learning_rate": 3.907631312794684e-05, | |
| "loss": 0.1286, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 3.34, | |
| "learning_rate": 3.656335120449241e-05, | |
| "loss": 0.114, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 3.55, | |
| "learning_rate": 3.389167481959079e-05, | |
| "loss": 0.113, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 3.76, | |
| "learning_rate": 3.1097954456659104e-05, | |
| "loss": 0.1151, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 3.97, | |
| "learning_rate": 2.8220535731513697e-05, | |
| "loss": 0.1345, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 4.0, | |
| "eval_ACCOUNTNAME_f1": 0.9975020815986678, | |
| "eval_ACCOUNTNUMBER_f1": 0.9978947368421052, | |
| "eval_AGE_f1": 0.9355742296918768, | |
| "eval_AMOUNT_f1": 0.9597069597069597, | |
| "eval_BIC_f1": 0.9083665338645419, | |
| "eval_BITCOINADDRESS_f1": 0.9569303054032889, | |
| "eval_BUILDINGNUMBER_f1": 0.9826589595375722, | |
| "eval_CITY_f1": 0.9733570159857904, | |
| "eval_COMPANYNAME_f1": 0.9835064141722665, | |
| "eval_COUNTY_f1": 0.9779559118236473, | |
| "eval_CREDITCARDCVV_f1": 0.9634146341463414, | |
| "eval_CREDITCARDISSUER_f1": 0.9903614457831326, | |
| "eval_CREDITCARDNUMBER_f1": 0.9392928619079386, | |
| "eval_CURRENCYCODE_f1": 0.8915187376725838, | |
| "eval_CURRENCYNAME_f1": 0.4068767908309455, | |
| "eval_CURRENCYSYMBOL_f1": 0.9636493228795439, | |
| "eval_CURRENCY_f1": 0.8541801685029164, | |
| "eval_DATE_f1": 0.8872881355932203, | |
| "eval_DOB_f1": 0.6571767497034402, | |
| "eval_EMAIL_f1": 0.9993093922651933, | |
| "eval_ETHEREUMADDRESS_f1": 1.0, | |
| "eval_EYECOLOR_f1": 0.9922879177377892, | |
| "eval_FIRSTNAME_f1": 0.9795516675779113, | |
| "eval_GENDER_f1": 0.9982788296041308, | |
| "eval_HEIGHT_f1": 0.9916897506925207, | |
| "eval_IBAN_f1": 0.9972093023255814, | |
| "eval_IPV4_f1": 0.8514570007107322, | |
| "eval_IPV6_f1": 0.8026715239829992, | |
| "eval_IP_f1": 0.0, | |
| "eval_JOBAREA_f1": 0.9689034369885434, | |
| "eval_JOBTITLE_f1": 0.9942938659058489, | |
| "eval_JOBTYPE_f1": 0.9684542586750788, | |
| "eval_LASTNAME_f1": 0.966765383349786, | |
| "eval_LITECOINADDRESS_f1": 0.8162475822050289, | |
| "eval_MAC_f1": 0.9911816578483246, | |
| "eval_MASKEDNUMBER_f1": 0.9109653233364573, | |
| "eval_MIDDLENAME_f1": 0.9363817097415508, | |
| "eval_NEARBYGPSCOORDINATE_f1": 1.0, | |
| "eval_ORDINALDIRECTION_f1": 0.9848484848484849, | |
| "eval_PASSWORD_f1": 0.9733727810650887, | |
| "eval_PHONEIMEI_f1": 0.9975845410628019, | |
| "eval_PHONENUMBER_f1": 0.994909090909091, | |
| "eval_PIN_f1": 0.9738717339667459, | |
| "eval_PREFIX_f1": 0.960879120879121, | |
| "eval_SECONDARYADDRESS_f1": 0.9967804249839021, | |
| "eval_SEX_f1": 0.9906063193851409, | |
| "eval_SSN_f1": 0.9898785425101214, | |
| "eval_STATE_f1": 0.9772366331392272, | |
| "eval_STREET_f1": 0.9875, | |
| "eval_TIME_f1": 0.9854838709677419, | |
| "eval_URL_f1": 0.9977661950856292, | |
| "eval_USERAGENT_f1": 1.0, | |
| "eval_USERNAME_f1": 0.9971590909090909, | |
| "eval_VEHICLEVIN_f1": 0.9866666666666667, | |
| "eval_VEHICLEVRM_f1": 0.9817444219066938, | |
| "eval_ZIPCODE_f1": 0.9779874213836477, | |
| "eval_loss": 0.0940849557518959, | |
| "eval_overall_accuracy": 0.9658744863784346, | |
| "eval_overall_f1": 0.9521270339149187, | |
| "eval_overall_precision": 0.9462773419234166, | |
| "eval_overall_recall": 0.9580494989611005, | |
| "eval_runtime": 107.6668, | |
| "eval_samples_per_second": 88.895, | |
| "eval_steps_per_second": 22.226, | |
| "step": 9572 | |
| }, | |
| { | |
| "epoch": 4.18, | |
| "learning_rate": 2.5298913074034208e-05, | |
| "loss": 0.096, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 4.39, | |
| "learning_rate": 2.237318764161293e-05, | |
| "loss": 0.0922, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 4.6, | |
| "learning_rate": 1.9483516904877303e-05, | |
| "loss": 0.0866, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 4.81, | |
| "learning_rate": 1.666956346047685e-05, | |
| "loss": 0.1067, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 5.0, | |
| "eval_ACCOUNTNAME_f1": 0.9966722129783694, | |
| "eval_ACCOUNTNUMBER_f1": 0.9965010496850945, | |
| "eval_AGE_f1": 0.970479704797048, | |
| "eval_AMOUNT_f1": 0.9742078113485629, | |
| "eval_BIC_f1": 0.9892008639308855, | |
| "eval_BITCOINADDRESS_f1": 0.9736434108527132, | |
| "eval_BUILDINGNUMBER_f1": 0.9891225525743292, | |
| "eval_CITY_f1": 0.9793753682969948, | |
| "eval_COMPANYNAME_f1": 0.9950920245398772, | |
| "eval_COUNTY_f1": 0.985985985985986, | |
| "eval_CREDITCARDCVV_f1": 0.9896907216494846, | |
| "eval_CREDITCARDISSUER_f1": 0.9891696750902527, | |
| "eval_CREDITCARDNUMBER_f1": 0.9517426273458446, | |
| "eval_CURRENCYCODE_f1": 0.977035490605428, | |
| "eval_CURRENCYNAME_f1": 0.4186046511627907, | |
| "eval_CURRENCYSYMBOL_f1": 0.9821556031406138, | |
| "eval_CURRENCY_f1": 0.8385852090032155, | |
| "eval_DATE_f1": 0.8868817204301075, | |
| "eval_DOB_f1": 0.7016393442622952, | |
| "eval_EMAIL_f1": 1.0, | |
| "eval_ETHEREUMADDRESS_f1": 1.0, | |
| "eval_EYECOLOR_f1": 0.9948717948717949, | |
| "eval_FIRSTNAME_f1": 0.9859247855729053, | |
| "eval_GENDER_f1": 0.9982758620689656, | |
| "eval_HEIGHT_f1": 1.0, | |
| "eval_IBAN_f1": 0.9953574744661094, | |
| "eval_IPV4_f1": 0.8569395017793595, | |
| "eval_IPV6_f1": 0.8012195121951219, | |
| "eval_IP_f1": 0.0075046904315197015, | |
| "eval_JOBAREA_f1": 0.981907894736842, | |
| "eval_JOBTITLE_f1": 0.9978525411596277, | |
| "eval_JOBTYPE_f1": 0.9856230031948882, | |
| "eval_LASTNAME_f1": 0.9843071786310518, | |
| "eval_LITECOINADDRESS_f1": 0.9382716049382716, | |
| "eval_MAC_f1": 1.0, | |
| "eval_MASKEDNUMBER_f1": 0.9318394024276376, | |
| "eval_MIDDLENAME_f1": 0.9461134954697187, | |
| "eval_NEARBYGPSCOORDINATE_f1": 1.0, | |
| "eval_ORDINALDIRECTION_f1": 0.9904761904761905, | |
| "eval_PASSWORD_f1": 1.0, | |
| "eval_PHONEIMEI_f1": 1.0, | |
| "eval_PHONENUMBER_f1": 0.9978150036416606, | |
| "eval_PIN_f1": 0.9905660377358492, | |
| "eval_PREFIX_f1": 0.964613368283093, | |
| "eval_SECONDARYADDRESS_f1": 0.9980657640232109, | |
| "eval_SEX_f1": 0.9923534409515719, | |
| "eval_SSN_f1": 0.9969604863221885, | |
| "eval_STATE_f1": 0.986228813559322, | |
| "eval_STREET_f1": 0.9965870307167235, | |
| "eval_TIME_f1": 0.9951219512195122, | |
| "eval_URL_f1": 0.9970238095238095, | |
| "eval_USERAGENT_f1": 1.0, | |
| "eval_USERNAME_f1": 0.9981042654028436, | |
| "eval_VEHICLEVIN_f1": 0.9932885906040269, | |
| "eval_VEHICLEVRM_f1": 1.0, | |
| "eval_ZIPCODE_f1": 0.9913317572892041, | |
| "eval_loss": 0.07239188998937607, | |
| "eval_overall_accuracy": 0.9698826341845472, | |
| "eval_overall_f1": 0.9607325049051668, | |
| "eval_overall_precision": 0.9556324650654454, | |
| "eval_overall_recall": 0.9658872728229136, | |
| "eval_runtime": 110.9479, | |
| "eval_samples_per_second": 86.266, | |
| "eval_steps_per_second": 21.569, | |
| "step": 11965 | |
| }, | |
| { | |
| "epoch": 5.01, | |
| "learning_rate": 1.3969950636335067e-05, | |
| "loss": 0.1009, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 5.22, | |
| "learning_rate": 1.1421732361535509e-05, | |
| "loss": 0.0828, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 5.43, | |
| "learning_rate": 9.059884577220362e-06, | |
| "loss": 0.0752, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 5.64, | |
| "learning_rate": 6.916825169215169e-06, | |
| "loss": 0.087, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 5.85, | |
| "learning_rate": 5.021969011614444e-06, | |
| "loss": 0.0808, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 6.0, | |
| "eval_ACCOUNTNAME_f1": 1.0, | |
| "eval_ACCOUNTNUMBER_f1": 1.0, | |
| "eval_AGE_f1": 0.9759704251386321, | |
| "eval_AMOUNT_f1": 0.9896755162241888, | |
| "eval_BIC_f1": 0.9978213507625272, | |
| "eval_BITCOINADDRESS_f1": 0.9906976744186046, | |
| "eval_BUILDINGNUMBER_f1": 0.9906137184115523, | |
| "eval_CITY_f1": 0.9929988331388565, | |
| "eval_COMPANYNAME_f1": 0.9993853718500306, | |
| "eval_COUNTY_f1": 0.9939393939393938, | |
| "eval_CREDITCARDCVV_f1": 1.0, | |
| "eval_CREDITCARDISSUER_f1": 0.9891435464414957, | |
| "eval_CREDITCARDNUMBER_f1": 0.9589778076664425, | |
| "eval_CURRENCYCODE_f1": 0.9874999999999999, | |
| "eval_CURRENCYNAME_f1": 0.7022222222222221, | |
| "eval_CURRENCYSYMBOL_f1": 0.9892163910855499, | |
| "eval_CURRENCY_f1": 0.9052197802197802, | |
| "eval_DATE_f1": 0.9125964010282777, | |
| "eval_DOB_f1": 0.7437641723356009, | |
| "eval_EMAIL_f1": 1.0, | |
| "eval_ETHEREUMADDRESS_f1": 1.0, | |
| "eval_EYECOLOR_f1": 1.0, | |
| "eval_FIRSTNAME_f1": 0.9934411893310013, | |
| "eval_GENDER_f1": 0.999137187230371, | |
| "eval_HEIGHT_f1": 1.0, | |
| "eval_IBAN_f1": 1.0, | |
| "eval_IPV4_f1": 0.8393393393393394, | |
| "eval_IPV6_f1": 0.8034083992696287, | |
| "eval_IP_f1": 0.1550632911392405, | |
| "eval_JOBAREA_f1": 0.9941812136325853, | |
| "eval_JOBTITLE_f1": 0.9992841803865427, | |
| "eval_JOBTYPE_f1": 0.9927594529364441, | |
| "eval_LASTNAME_f1": 0.9876789876789875, | |
| "eval_LITECOINADDRESS_f1": 0.977035490605428, | |
| "eval_MAC_f1": 1.0, | |
| "eval_MASKEDNUMBER_f1": 0.9451162790697675, | |
| "eval_MIDDLENAME_f1": 0.9773175542406312, | |
| "eval_NEARBYGPSCOORDINATE_f1": 1.0, | |
| "eval_ORDINALDIRECTION_f1": 0.9923664122137404, | |
| "eval_PASSWORD_f1": 1.0, | |
| "eval_PHONEIMEI_f1": 1.0, | |
| "eval_PHONENUMBER_f1": 1.0, | |
| "eval_PIN_f1": 0.9929078014184397, | |
| "eval_PREFIX_f1": 0.9721608484312859, | |
| "eval_SECONDARYADDRESS_f1": 0.9974226804123711, | |
| "eval_SEX_f1": 0.9948892674616695, | |
| "eval_SSN_f1": 0.9969604863221885, | |
| "eval_STATE_f1": 0.994127068873465, | |
| "eval_STREET_f1": 0.9971542401821286, | |
| "eval_TIME_f1": 0.9967426710097721, | |
| "eval_URL_f1": 1.0, | |
| "eval_USERAGENT_f1": 1.0, | |
| "eval_USERNAME_f1": 0.9990521327014218, | |
| "eval_VEHICLEVIN_f1": 1.0, | |
| "eval_VEHICLEVRM_f1": 1.0, | |
| "eval_ZIPCODE_f1": 0.9889937106918238, | |
| "eval_loss": 0.06927423179149628, | |
| "eval_overall_accuracy": 0.972837236759815, | |
| "eval_overall_f1": 0.9697938644196623, | |
| "eval_overall_precision": 0.9664124529878814, | |
| "eval_overall_recall": 0.97319902159333, | |
| "eval_runtime": 110.465, | |
| "eval_samples_per_second": 86.643, | |
| "eval_steps_per_second": 21.663, | |
| "step": 14358 | |
| }, | |
| { | |
| "epoch": 6.06, | |
| "learning_rate": 3.4013242286423108e-06, | |
| "loss": 0.0728, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 6.27, | |
| "learning_rate": 2.077135216354695e-06, | |
| "loss": 0.0667, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 6.48, | |
| "learning_rate": 1.0675773239408465e-06, | |
| "loss": 0.0848, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 6.69, | |
| "learning_rate": 3.8650738532032825e-07, | |
| "loss": 0.0619, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 6.9, | |
| "learning_rate": 4.3273525150466786e-08, | |
| "loss": 0.0779, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "eval_ACCOUNTNAME_f1": 0.9983333333333333, | |
| "eval_ACCOUNTNUMBER_f1": 1.0, | |
| "eval_AGE_f1": 0.9815157116451017, | |
| "eval_AMOUNT_f1": 0.9904059040590405, | |
| "eval_BIC_f1": 1.0, | |
| "eval_BITCOINADDRESS_f1": 0.9937791601866253, | |
| "eval_BUILDINGNUMBER_f1": 0.9934829833454019, | |
| "eval_CITY_f1": 0.9929988331388565, | |
| "eval_COMPANYNAME_f1": 0.9993853718500306, | |
| "eval_COUNTY_f1": 0.9934508816120907, | |
| "eval_CREDITCARDCVV_f1": 1.0, | |
| "eval_CREDITCARDISSUER_f1": 0.9903381642512077, | |
| "eval_CREDITCARDNUMBER_f1": 0.9583892617449664, | |
| "eval_CURRENCYCODE_f1": 0.9916666666666667, | |
| "eval_CURRENCYNAME_f1": 0.7753303964757708, | |
| "eval_CURRENCYSYMBOL_f1": 0.9913544668587896, | |
| "eval_CURRENCY_f1": 0.9206128133704735, | |
| "eval_DATE_f1": 0.9315068493150684, | |
| "eval_DOB_f1": 0.8305084745762712, | |
| "eval_EMAIL_f1": 1.0, | |
| "eval_ETHEREUMADDRESS_f1": 1.0, | |
| "eval_EYECOLOR_f1": 1.0, | |
| "eval_FIRSTNAME_f1": 0.9938771047452438, | |
| "eval_GENDER_f1": 1.0, | |
| "eval_HEIGHT_f1": 1.0, | |
| "eval_IBAN_f1": 1.0, | |
| "eval_IPV4_f1": 0.8381804623415362, | |
| "eval_IPV6_f1": 0.8029197080291971, | |
| "eval_IP_f1": 0.14035087719298248, | |
| "eval_JOBAREA_f1": 0.9958368026644463, | |
| "eval_JOBTITLE_f1": 1.0, | |
| "eval_JOBTYPE_f1": 0.9943593875906527, | |
| "eval_LASTNAME_f1": 0.9910029990003333, | |
| "eval_LITECOINADDRESS_f1": 0.9875, | |
| "eval_MAC_f1": 1.0, | |
| "eval_MASKEDNUMBER_f1": 0.9479553903345725, | |
| "eval_MIDDLENAME_f1": 0.9788281634662728, | |
| "eval_NEARBYGPSCOORDINATE_f1": 1.0, | |
| "eval_ORDINALDIRECTION_f1": 0.9923664122137404, | |
| "eval_PASSWORD_f1": 1.0, | |
| "eval_PHONEIMEI_f1": 1.0, | |
| "eval_PHONENUMBER_f1": 1.0, | |
| "eval_PIN_f1": 0.9929078014184397, | |
| "eval_PREFIX_f1": 0.9747003994673767, | |
| "eval_SECONDARYADDRESS_f1": 0.9961340206185567, | |
| "eval_SEX_f1": 0.9948892674616695, | |
| "eval_SSN_f1": 0.9969604863221885, | |
| "eval_STATE_f1": 0.9925133689839571, | |
| "eval_STREET_f1": 0.9982925441092771, | |
| "eval_TIME_f1": 0.9967426710097721, | |
| "eval_URL_f1": 1.0, | |
| "eval_USERAGENT_f1": 1.0, | |
| "eval_USERNAME_f1": 0.9990521327014218, | |
| "eval_VEHICLEVIN_f1": 1.0, | |
| "eval_VEHICLEVRM_f1": 1.0, | |
| "eval_ZIPCODE_f1": 0.9952755905511811, | |
| "eval_loss": 0.0696588084101677, | |
| "eval_overall_accuracy": 0.9738600962072371, | |
| "eval_overall_f1": 0.9726880564333198, | |
| "eval_overall_precision": 0.9698269100036605, | |
| "eval_overall_recall": 0.9755661345046158, | |
| "eval_runtime": 106.6576, | |
| "eval_samples_per_second": 89.736, | |
| "eval_steps_per_second": 22.436, | |
| "step": 16751 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "step": 16751, | |
| "total_flos": 3973095621417330.0, | |
| "train_loss": 0.2593412553578745, | |
| "train_runtime": 2714.4275, | |
| "train_samples_per_second": 24.682, | |
| "train_steps_per_second": 6.171 | |
| }, | |
| { | |
| "epoch": 7.0, | |
| "eval_ACCOUNTNAME_f1": 1.0, | |
| "eval_ACCOUNTNUMBER_f1": 1.0, | |
| "eval_AGE_f1": 0.9759704251386321, | |
| "eval_AMOUNT_f1": 0.9896755162241888, | |
| "eval_BIC_f1": 0.9978213507625272, | |
| "eval_BITCOINADDRESS_f1": 0.9906976744186046, | |
| "eval_BUILDINGNUMBER_f1": 0.9906137184115523, | |
| "eval_CITY_f1": 0.9929988331388565, | |
| "eval_COMPANYNAME_f1": 0.9993853718500306, | |
| "eval_COUNTY_f1": 0.9939393939393938, | |
| "eval_CREDITCARDCVV_f1": 1.0, | |
| "eval_CREDITCARDISSUER_f1": 0.9891435464414957, | |
| "eval_CREDITCARDNUMBER_f1": 0.9589778076664425, | |
| "eval_CURRENCYCODE_f1": 0.9874999999999999, | |
| "eval_CURRENCYNAME_f1": 0.7022222222222221, | |
| "eval_CURRENCYSYMBOL_f1": 0.9892163910855499, | |
| "eval_CURRENCY_f1": 0.9052197802197802, | |
| "eval_DATE_f1": 0.9125964010282777, | |
| "eval_DOB_f1": 0.7437641723356009, | |
| "eval_EMAIL_f1": 1.0, | |
| "eval_ETHEREUMADDRESS_f1": 1.0, | |
| "eval_EYECOLOR_f1": 1.0, | |
| "eval_FIRSTNAME_f1": 0.9934411893310013, | |
| "eval_GENDER_f1": 0.999137187230371, | |
| "eval_HEIGHT_f1": 1.0, | |
| "eval_IBAN_f1": 1.0, | |
| "eval_IPV4_f1": 0.8393393393393394, | |
| "eval_IPV6_f1": 0.8034083992696287, | |
| "eval_IP_f1": 0.1550632911392405, | |
| "eval_JOBAREA_f1": 0.9941812136325853, | |
| "eval_JOBTITLE_f1": 0.9992841803865427, | |
| "eval_JOBTYPE_f1": 0.9927594529364441, | |
| "eval_LASTNAME_f1": 0.9876789876789875, | |
| "eval_LITECOINADDRESS_f1": 0.977035490605428, | |
| "eval_MAC_f1": 1.0, | |
| "eval_MASKEDNUMBER_f1": 0.9451162790697675, | |
| "eval_MIDDLENAME_f1": 0.9773175542406312, | |
| "eval_NEARBYGPSCOORDINATE_f1": 1.0, | |
| "eval_ORDINALDIRECTION_f1": 0.9923664122137404, | |
| "eval_PASSWORD_f1": 1.0, | |
| "eval_PHONEIMEI_f1": 1.0, | |
| "eval_PHONENUMBER_f1": 1.0, | |
| "eval_PIN_f1": 0.9929078014184397, | |
| "eval_PREFIX_f1": 0.9721608484312859, | |
| "eval_SECONDARYADDRESS_f1": 0.9974226804123711, | |
| "eval_SEX_f1": 0.9948892674616695, | |
| "eval_SSN_f1": 0.9969604863221885, | |
| "eval_STATE_f1": 0.994127068873465, | |
| "eval_STREET_f1": 0.9971542401821286, | |
| "eval_TIME_f1": 0.9967426710097721, | |
| "eval_URL_f1": 1.0, | |
| "eval_USERAGENT_f1": 1.0, | |
| "eval_USERNAME_f1": 0.9990521327014218, | |
| "eval_VEHICLEVIN_f1": 1.0, | |
| "eval_VEHICLEVRM_f1": 1.0, | |
| "eval_ZIPCODE_f1": 0.9889937106918238, | |
| "eval_loss": 0.06927423179149628, | |
| "eval_overall_accuracy": 0.972837236759815, | |
| "eval_overall_f1": 0.9697938644196623, | |
| "eval_overall_precision": 0.9664124529878814, | |
| "eval_overall_recall": 0.97319902159333, | |
| "eval_runtime": 107.6205, | |
| "eval_samples_per_second": 88.933, | |
| "eval_steps_per_second": 22.236, | |
| "step": 16751 | |
| } | |
| ], | |
| "logging_steps": 500, | |
| "max_steps": 16751, | |
| "num_train_epochs": 7, | |
| "save_steps": 500, | |
| "total_flos": 3973095621417330.0, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |