{ "best_metric": 0.11190708726644516, "best_model_checkpoint": "data/outputs/distilbert-base-uncased-three_v2/checkpoint-6495", "epoch": 7.0, "eval_steps": 500, "global_step": 9093, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.3849114703618168, "grad_norm": 1.827486276626587, "learning_rate": 1.3743815283122597e-05, "loss": 1.4414, "step": 500 }, { "epoch": 0.7698229407236336, "grad_norm": 1.2865898609161377, "learning_rate": 2.7487630566245194e-05, "loss": 0.3276, "step": 1000 }, { "epoch": 1.0, "eval_ACCOUNTNAME_f1": 0.891941391941392, "eval_ACCOUNTNUMBER_f1": 0.9149305555555556, "eval_AGE_f1": 0.7205882352941176, "eval_AMOUNT_f1": 0.607916355489171, "eval_BIC_f1": 0.20757363253856942, "eval_BITCOINADDRESS_f1": 0.6905417814508723, "eval_BUILDINGNUMBER_f1": 0.30452168563518917, "eval_CITY_f1": 0.2727626459143969, "eval_COMPANYNAME_f1": 0.6734510211145726, "eval_COUNTY_f1": 0.58147512864494, "eval_CREDITCARDCVV_f1": 0.28426395939086296, "eval_CREDITCARDISSUER_f1": 0.6915887850467288, "eval_CREDITCARDNUMBER_f1": 0.5830429732868757, "eval_CURRENCYCODE_f1": 0.0, "eval_CURRENCYNAME_f1": 0.0, "eval_CURRENCYSYMBOL_f1": 0.5091693635382956, "eval_CURRENCY_f1": 0.5044687189672293, "eval_DATE_f1": 0.6867045063639491, "eval_DOB_f1": 0.33285663210582767, "eval_EMAIL_f1": 0.5174924165824065, "eval_ETHEREUMADDRESS_f1": 0.9744360902255639, "eval_EYECOLOR_f1": 0.6538461538461537, "eval_FIRSTNAME_f1": 0.8145695364238411, "eval_GENDER_f1": 0.6366251198465964, "eval_HEIGHT_f1": 0.75, "eval_IBAN_f1": 0.725676664228237, "eval_IPV4_f1": 0.7352941176470589, "eval_IPV6_f1": 0.5603448275862069, "eval_IP_f1": 0.1115727002967359, "eval_JOBAREA_f1": 0.5527747551686615, "eval_JOBTITLE_f1": 0.43719182906785625, "eval_JOBTYPE_f1": 0.7133520074696544, "eval_LASTNAME_f1": 0.3042431537767078, "eval_LITECOINADDRESS_f1": 0.004597701149425287, "eval_MAC_f1": 0.9166666666666667, "eval_MASKEDNUMBER_f1": 0.08215661103979463, "eval_MIDDLENAME_f1": 0.08398133748055987, "eval_NEARBYGPSCOORDINATE_f1": 0.5910808767951625, "eval_ORDINALDIRECTION_f1": 0.9193154034229829, "eval_PASSWORD_f1": 0.30935808197989173, "eval_PHONEIMEI_f1": 0.9274673008323424, "eval_PHONENUMBER_f1": 0.4682770663562282, "eval_PIN_f1": 0.28378378378378377, "eval_PREFIX_f1": 0.8966521106259098, "eval_SECONDARYADDRESS_f1": 0.43953068592057765, "eval_SEX_f1": 0.4517766497461929, "eval_SSN_f1": 0.2766133025251692, "eval_STATE_f1": 0.2902787219578518, "eval_STREET_f1": 0.5173283377764968, "eval_TIME_f1": 0.3398788385209944, "eval_URL_f1": 0.9528214616096208, "eval_USERAGENT_f1": 0.9379932356257046, "eval_USERNAME_f1": 0.6581596941797232, "eval_VEHICLEVIN_f1": 0.265625, "eval_VEHICLEVRM_f1": 0.6773455377574371, "eval_ZIPCODE_f1": 0.2881052002390914, "eval_loss": 0.222858726978302, "eval_overall_accuracy": 0.9424177879517356, "eval_overall_f1": 0.525362786892305, "eval_overall_precision": 0.5229756954863046, "eval_overall_recall": 0.5277717696932993, "eval_runtime": 169.8686, "eval_samples_per_second": 122.277, "eval_steps_per_second": 1.913, "step": 1299 }, { "epoch": 1.1547344110854503, "grad_norm": 0.7828813791275024, "learning_rate": 4.1231445849367786e-05, "loss": 0.2064, "step": 1500 }, { "epoch": 1.539645881447267, "grad_norm": 0.703789234161377, "learning_rate": 4.875584272752269e-05, "loss": 0.1629, "step": 2000 }, { "epoch": 1.924557351809084, "grad_norm": 0.6611866354942322, "learning_rate": 4.531894418476767e-05, "loss": 0.1401, "step": 2500 }, { "epoch": 2.0, "eval_ACCOUNTNAME_f1": 0.9534450651769087, "eval_ACCOUNTNUMBER_f1": 0.9882352941176471, "eval_AGE_f1": 0.8764519535374868, "eval_AMOUNT_f1": 0.9421352893235534, "eval_BIC_f1": 0.8201634877384196, "eval_BITCOINADDRESS_f1": 0.9559471365638766, "eval_BUILDINGNUMBER_f1": 0.4994285714285715, "eval_CITY_f1": 0.4134334584897789, "eval_COMPANYNAME_f1": 0.7426255347894618, "eval_COUNTY_f1": 0.9260908281389136, "eval_CREDITCARDCVV_f1": 0.7804054054054055, "eval_CREDITCARDISSUER_f1": 0.9788617886178861, "eval_CREDITCARDNUMBER_f1": 0.819672131147541, "eval_CURRENCYCODE_f1": 0.5220125786163522, "eval_CURRENCYNAME_f1": 0.02255639097744361, "eval_CURRENCYSYMBOL_f1": 0.8262295081967214, "eval_CURRENCY_f1": 0.617989417989418, "eval_DATE_f1": 0.7257398943958824, "eval_DOB_f1": 0.43624161073825507, "eval_EMAIL_f1": 0.6021725763476121, "eval_ETHEREUMADDRESS_f1": 0.9969230769230769, "eval_EYECOLOR_f1": 0.8986301369863013, "eval_FIRSTNAME_f1": 0.8847481021394065, "eval_GENDER_f1": 0.9242569511025887, "eval_HEIGHT_f1": 0.9627507163323781, "eval_IBAN_f1": 0.9029535864978903, "eval_IPV4_f1": 0.7327752736638763, "eval_IPV6_f1": 0.7735191637630661, "eval_IP_f1": 0.19792498004788509, "eval_JOBAREA_f1": 0.8204697986577182, "eval_JOBTITLE_f1": 0.5472772841193894, "eval_JOBTYPE_f1": 0.898744769874477, "eval_LASTNAME_f1": 0.386729594669628, "eval_LITECOINADDRESS_f1": 0.8543689320388349, "eval_MAC_f1": 0.981042654028436, "eval_MASKEDNUMBER_f1": 0.7559681697612731, "eval_MIDDLENAME_f1": 0.6806883365200765, "eval_NEARBYGPSCOORDINATE_f1": 0.5923616523772408, "eval_ORDINALDIRECTION_f1": 0.967741935483871, "eval_PASSWORD_f1": 0.39206195546950634, "eval_PHONEIMEI_f1": 0.9727047146401986, "eval_PHONENUMBER_f1": 0.5302051137960101, "eval_PIN_f1": 0.7728155339805827, "eval_PREFIX_f1": 0.9200581395348836, "eval_SECONDARYADDRESS_f1": 0.5306643952299831, "eval_SEX_f1": 0.5501022494887526, "eval_SSN_f1": 0.3862689551741377, "eval_STATE_f1": 0.4817190506735087, "eval_STREET_f1": 0.6336764705882353, "eval_TIME_f1": 0.44432385500325594, "eval_URL_f1": 0.9812734082397003, "eval_USERAGENT_f1": 0.9783352337514254, "eval_USERNAME_f1": 0.7122306063731612, "eval_VEHICLEVIN_f1": 0.9508196721311475, "eval_VEHICLEVRM_f1": 0.9258312020460359, "eval_ZIPCODE_f1": 0.45925553319919515, "eval_loss": 0.13968105614185333, "eval_overall_accuracy": 0.9576399357399491, "eval_overall_f1": 0.6285701923752968, "eval_overall_precision": 0.6286960002596531, "eval_overall_recall": 0.6284444348315092, "eval_runtime": 158.008, "eval_samples_per_second": 131.455, "eval_steps_per_second": 2.057, "step": 2598 }, { "epoch": 2.3094688221709005, "grad_norm": 1.0349881649017334, "learning_rate": 4.1882045642012654e-05, "loss": 0.1185, "step": 3000 }, { "epoch": 2.6943802925327174, "grad_norm": 0.5417827367782593, "learning_rate": 3.8445147099257636e-05, "loss": 0.1104, "step": 3500 }, { "epoch": 3.0, "eval_ACCOUNTNAME_f1": 0.9773584905660377, "eval_ACCOUNTNUMBER_f1": 0.9855855855855856, "eval_AGE_f1": 0.8886554621848739, "eval_AMOUNT_f1": 0.9566639411283728, "eval_BIC_f1": 0.8848167539267016, "eval_BITCOINADDRESS_f1": 0.9471316085489313, "eval_BUILDINGNUMBER_f1": 0.5857740585774058, "eval_CITY_f1": 0.44426094137076794, "eval_COMPANYNAME_f1": 0.7776456599286564, "eval_COUNTY_f1": 0.9477413640389725, "eval_CREDITCARDCVV_f1": 0.8109965635738833, "eval_CREDITCARDISSUER_f1": 0.9803921568627451, "eval_CREDITCARDNUMBER_f1": 0.7915652879156528, "eval_CURRENCYCODE_f1": 0.7298850574712645, "eval_CURRENCYNAME_f1": 0.07003891050583659, "eval_CURRENCYSYMBOL_f1": 0.8701442841287458, "eval_CURRENCY_f1": 0.6609989373007439, "eval_DATE_f1": 0.7609460603091176, "eval_DOB_f1": 0.5070993914807302, "eval_EMAIL_f1": 0.6431501230516816, "eval_ETHEREUMADDRESS_f1": 1.0, "eval_EYECOLOR_f1": 0.9196675900277007, "eval_FIRSTNAME_f1": 0.9088339222614843, "eval_GENDER_f1": 0.9647749510763208, "eval_HEIGHT_f1": 0.9828571428571428, "eval_IBAN_f1": 0.9534246575342467, "eval_IPV4_f1": 0.844124700239808, "eval_IPV6_f1": 0.7461645746164575, "eval_IP_f1": 0.2609431169380419, "eval_JOBAREA_f1": 0.891820580474934, "eval_JOBTITLE_f1": 0.6040117196303809, "eval_JOBTYPE_f1": 0.9262435677530018, "eval_LASTNAME_f1": 0.41942369263607254, "eval_LITECOINADDRESS_f1": 0.8408408408408409, "eval_MAC_f1": 0.983372921615202, "eval_MASKEDNUMBER_f1": 0.8206229860365198, "eval_MIDDLENAME_f1": 0.8171334431630972, "eval_NEARBYGPSCOORDINATE_f1": 0.6753645433614736, "eval_ORDINALDIRECTION_f1": 0.9698375870069607, "eval_PASSWORD_f1": 0.4345351043643263, "eval_PHONEIMEI_f1": 0.981226533166458, "eval_PHONENUMBER_f1": 0.5896322038806835, "eval_PIN_f1": 0.8500948766603416, "eval_PREFIX_f1": 0.9236417033773862, "eval_SECONDARYADDRESS_f1": 0.5751211631663975, "eval_SEX_f1": 0.590012804097311, "eval_SSN_f1": 0.4748032814331157, "eval_STATE_f1": 0.5231350330500472, "eval_STREET_f1": 0.6923247724076679, "eval_TIME_f1": 0.5300546448087432, "eval_URL_f1": 0.9915333960489182, "eval_USERAGENT_f1": 0.979591836734694, "eval_USERNAME_f1": 0.7299354364600282, "eval_VEHICLEVIN_f1": 0.9890710382513661, "eval_VEHICLEVRM_f1": 0.9447236180904522, "eval_ZIPCODE_f1": 0.5084661354581673, "eval_loss": 0.12093079090118408, "eval_overall_accuracy": 0.9622567699774552, "eval_overall_f1": 0.6720368115926484, "eval_overall_precision": 0.6665780094685888, "eval_overall_recall": 0.6775857593978457, "eval_runtime": 158.2639, "eval_samples_per_second": 131.243, "eval_steps_per_second": 2.054, "step": 3897 }, { "epoch": 3.079291762894534, "grad_norm": 1.8891770839691162, "learning_rate": 3.500824855650262e-05, "loss": 0.1068, "step": 4000 }, { "epoch": 3.464203233256351, "grad_norm": 0.5827236771583557, "learning_rate": 3.15713500137476e-05, "loss": 0.0939, "step": 4500 }, { "epoch": 3.849114703618168, "grad_norm": 0.7203211188316345, "learning_rate": 2.8134451470992578e-05, "loss": 0.0882, "step": 5000 }, { "epoch": 4.0, "eval_ACCOUNTNAME_f1": 0.9718045112781954, "eval_ACCOUNTNUMBER_f1": 0.9900452488687782, "eval_AGE_f1": 0.8881922675026124, "eval_AMOUNT_f1": 0.9704918032786886, "eval_BIC_f1": 0.8853333333333334, "eval_BITCOINADDRESS_f1": 0.9542920847268674, "eval_BUILDINGNUMBER_f1": 0.6117955439056357, "eval_CITY_f1": 0.48699569936514436, "eval_COMPANYNAME_f1": 0.7764894625537812, "eval_COUNTY_f1": 0.9591474245115454, "eval_CREDITCARDCVV_f1": 0.8065573770491803, "eval_CREDITCARDISSUER_f1": 0.9837133550488599, "eval_CREDITCARDNUMBER_f1": 0.8624135280553421, "eval_CURRENCYCODE_f1": 0.7563025210084033, "eval_CURRENCYNAME_f1": 0.23848238482384823, "eval_CURRENCYSYMBOL_f1": 0.8981900452488688, "eval_CURRENCY_f1": 0.6332945285215366, "eval_DATE_f1": 0.7556929507554317, "eval_DOB_f1": 0.5352871820784908, "eval_EMAIL_f1": 0.6497461928934011, "eval_ETHEREUMADDRESS_f1": 1.0, "eval_EYECOLOR_f1": 0.9205479452054794, "eval_FIRSTNAME_f1": 0.917998244073749, "eval_GENDER_f1": 0.9651162790697675, "eval_HEIGHT_f1": 0.9827586206896551, "eval_IBAN_f1": 0.9487870619946092, "eval_IPV4_f1": 0.8702928870292888, "eval_IPV6_f1": 0.702484889187374, "eval_IP_f1": 0.29396000824572255, "eval_JOBAREA_f1": 0.9112833763996555, "eval_JOBTITLE_f1": 0.6163328197226502, "eval_JOBTYPE_f1": 0.9163144547759932, "eval_LASTNAME_f1": 0.43949209639803055, "eval_LITECOINADDRESS_f1": 0.8633540372670807, "eval_MAC_f1": 0.98812351543943, "eval_MASKEDNUMBER_f1": 0.8472906403940886, "eval_MIDDLENAME_f1": 0.9018355945730246, "eval_NEARBYGPSCOORDINATE_f1": 0.6873545384018619, "eval_ORDINALDIRECTION_f1": 0.972093023255814, "eval_PASSWORD_f1": 0.4598802395209581, "eval_PHONEIMEI_f1": 0.9836888331242158, "eval_PHONENUMBER_f1": 0.6138701146047605, "eval_PIN_f1": 0.8307155322862129, "eval_PREFIX_f1": 0.9192727272727272, "eval_SECONDARYADDRESS_f1": 0.5885225885225885, "eval_SEX_f1": 0.6179990426041169, "eval_SSN_f1": 0.5163563160543533, "eval_STATE_f1": 0.5543964232488823, "eval_STREET_f1": 0.7026946331268195, "eval_TIME_f1": 0.55892802761141, "eval_URL_f1": 0.9896519285042333, "eval_USERAGENT_f1": 0.9840546697038723, "eval_USERNAME_f1": 0.7346853439264059, "eval_VEHICLEVIN_f1": 0.9863013698630136, "eval_VEHICLEVRM_f1": 0.9614395886889461, "eval_ZIPCODE_f1": 0.49744114636642783, "eval_loss": 0.11606476455926895, "eval_overall_accuracy": 0.9638303772342287, "eval_overall_f1": 0.6841367296212104, "eval_overall_precision": 0.6721841863571846, "eval_overall_recall": 0.6965220400571008, "eval_runtime": 158.1077, "eval_samples_per_second": 131.372, "eval_steps_per_second": 2.056, "step": 5196 }, { "epoch": 4.234026173979984, "grad_norm": 0.6192208528518677, "learning_rate": 2.469755292823756e-05, "loss": 0.0822, "step": 5500 }, { "epoch": 4.618937644341801, "grad_norm": 0.5632199048995972, "learning_rate": 2.126065438548254e-05, "loss": 0.0764, "step": 6000 }, { "epoch": 5.0, "eval_ACCOUNTNAME_f1": 0.975378787878788, "eval_ACCOUNTNUMBER_f1": 0.9909255898366606, "eval_AGE_f1": 0.896842105263158, "eval_AMOUNT_f1": 0.9695973705834018, "eval_BIC_f1": 0.8958051420838972, "eval_BITCOINADDRESS_f1": 0.9557522123893806, "eval_BUILDINGNUMBER_f1": 0.6231483806176249, "eval_CITY_f1": 0.4938569989929506, "eval_COMPANYNAME_f1": 0.7855399633923124, "eval_COUNTY_f1": 0.9635555555555555, "eval_CREDITCARDCVV_f1": 0.8203389830508474, "eval_CREDITCARDISSUER_f1": 0.986970684039088, "eval_CREDITCARDNUMBER_f1": 0.8611764705882353, "eval_CURRENCYCODE_f1": 0.7627118644067797, "eval_CURRENCYNAME_f1": 0.09821428571428571, "eval_CURRENCYSYMBOL_f1": 0.9107344632768362, "eval_CURRENCY_f1": 0.7424892703862661, "eval_DATE_f1": 0.7740046838407494, "eval_DOB_f1": 0.5598621877691646, "eval_EMAIL_f1": 0.6672149686439808, "eval_ETHEREUMADDRESS_f1": 1.0, "eval_EYECOLOR_f1": 0.931129476584022, "eval_FIRSTNAME_f1": 0.9272179918540818, "eval_GENDER_f1": 0.9686888454011741, "eval_HEIGHT_f1": 0.9770114942528736, "eval_IBAN_f1": 0.9728260869565217, "eval_IPV4_f1": 0.8653500897666068, "eval_IPV6_f1": 0.7183499288762447, "eval_IP_f1": 0.3270336894001643, "eval_JOBAREA_f1": 0.9173194081810271, "eval_JOBTITLE_f1": 0.6473429951690821, "eval_JOBTYPE_f1": 0.9296264118158123, "eval_LASTNAME_f1": 0.4611848825331971, "eval_LITECOINADDRESS_f1": 0.8624999999999999, "eval_MAC_f1": 0.98812351543943, "eval_MASKEDNUMBER_f1": 0.8622327790973872, "eval_MIDDLENAME_f1": 0.9259868421052632, "eval_NEARBYGPSCOORDINATE_f1": 0.6962509563886763, "eval_ORDINALDIRECTION_f1": 0.974477958236659, "eval_PASSWORD_f1": 0.48052250991369255, "eval_PHONEIMEI_f1": 0.9861982434127979, "eval_PHONENUMBER_f1": 0.62010520163647, "eval_PIN_f1": 0.8719851576994434, "eval_PREFIX_f1": 0.9302325581395349, "eval_SECONDARYADDRESS_f1": 0.5961070559610706, "eval_SEX_f1": 0.6282352941176471, "eval_SSN_f1": 0.5050268096514745, "eval_STATE_f1": 0.5606099110546379, "eval_STREET_f1": 0.7082046259323439, "eval_TIME_f1": 0.5795574288724974, "eval_URL_f1": 0.9877704609595485, "eval_USERAGENT_f1": 0.9852104664391353, "eval_USERNAME_f1": 0.7521023959380124, "eval_VEHICLEVIN_f1": 0.9645776566757494, "eval_VEHICLEVRM_f1": 0.9667519181585678, "eval_ZIPCODE_f1": 0.5226564373052026, "eval_loss": 0.11190708726644516, "eval_overall_accuracy": 0.9661311898225209, "eval_overall_f1": 0.696395630483951, "eval_overall_precision": 0.6887102744434456, "eval_overall_recall": 0.7042544447808972, "eval_runtime": 157.8505, "eval_samples_per_second": 131.587, "eval_steps_per_second": 2.059, "step": 6495 }, { "epoch": 5.003849114703618, "grad_norm": 0.8260313272476196, "learning_rate": 1.7823755842727523e-05, "loss": 0.0756, "step": 6500 }, { "epoch": 5.388760585065435, "grad_norm": 0.6892657279968262, "learning_rate": 1.4386857299972505e-05, "loss": 0.0652, "step": 7000 }, { "epoch": 5.773672055427252, "grad_norm": 0.6680707931518555, "learning_rate": 1.0949958757217487e-05, "loss": 0.0645, "step": 7500 }, { "epoch": 6.0, "eval_ACCOUNTNAME_f1": 0.9820245979186378, "eval_ACCOUNTNUMBER_f1": 0.9909584086799277, "eval_AGE_f1": 0.8980021030494216, "eval_AMOUNT_f1": 0.9672131147540984, "eval_BIC_f1": 0.9056603773584906, "eval_BITCOINADDRESS_f1": 0.9632925472747498, "eval_BUILDINGNUMBER_f1": 0.6393046837276678, "eval_CITY_f1": 0.5015045135406219, "eval_COMPANYNAME_f1": 0.7900564640316785, "eval_COUNTY_f1": 0.9679144385026739, "eval_CREDITCARDCVV_f1": 0.8131147540983606, "eval_CREDITCARDISSUER_f1": 0.9853181076672104, "eval_CREDITCARDNUMBER_f1": 0.8545176110260336, "eval_CURRENCYCODE_f1": 0.807909604519774, "eval_CURRENCYNAME_f1": 0.25742574257425743, "eval_CURRENCYSYMBOL_f1": 0.9169510807736063, "eval_CURRENCY_f1": 0.7082860385925085, "eval_DATE_f1": 0.7832516703786191, "eval_DOB_f1": 0.5912421196115182, "eval_EMAIL_f1": 0.6722136620441705, "eval_ETHEREUMADDRESS_f1": 1.0, "eval_EYECOLOR_f1": 0.9450549450549451, "eval_FIRSTNAME_f1": 0.9257322175732217, "eval_GENDER_f1": 0.97265625, "eval_HEIGHT_f1": 0.9827586206896551, "eval_IBAN_f1": 0.9575429087624209, "eval_IPV4_f1": 0.8225317989097516, "eval_IPV6_f1": 0.6504065040650406, "eval_IP_f1": 0.34244946492271106, "eval_JOBAREA_f1": 0.9186351706036746, "eval_JOBTITLE_f1": 0.6526827114153234, "eval_JOBTYPE_f1": 0.9292576419213974, "eval_LASTNAME_f1": 0.4763390535621425, "eval_LITECOINADDRESS_f1": 0.8832807570977917, "eval_MAC_f1": 0.9857819905213271, "eval_MASKEDNUMBER_f1": 0.8462455303933254, "eval_MIDDLENAME_f1": 0.9325657894736842, "eval_NEARBYGPSCOORDINATE_f1": 0.7296466973886329, "eval_ORDINALDIRECTION_f1": 0.974477958236659, "eval_PASSWORD_f1": 0.48298368298368294, "eval_PHONEIMEI_f1": 0.9861982434127979, "eval_PHONENUMBER_f1": 0.6414598540145986, "eval_PIN_f1": 0.8362989323843417, "eval_PREFIX_f1": 0.92862509391435, "eval_SECONDARYADDRESS_f1": 0.5936758893280633, "eval_SEX_f1": 0.6443176414645745, "eval_SSN_f1": 0.5361716281390321, "eval_STATE_f1": 0.5684701009578048, "eval_STREET_f1": 0.7241172051089406, "eval_TIME_f1": 0.6022858341197441, "eval_URL_f1": 0.9858889934148636, "eval_USERAGENT_f1": 0.9807037457434733, "eval_USERNAME_f1": 0.7558474847805191, "eval_VEHICLEVIN_f1": 0.9753424657534246, "eval_VEHICLEVRM_f1": 0.9692307692307692, "eval_ZIPCODE_f1": 0.5277069325295618, "eval_loss": 0.1169191226363182, "eval_overall_accuracy": 0.9660374595633514, "eval_overall_f1": 0.7049909405369791, "eval_overall_precision": 0.6929689866608171, "eval_overall_recall": 0.7174373837435654, "eval_runtime": 156.6726, "eval_samples_per_second": 132.576, "eval_steps_per_second": 2.074, "step": 7794 }, { "epoch": 6.158583525789068, "grad_norm": 0.8275541663169861, "learning_rate": 7.51306021446247e-06, "loss": 0.0616, "step": 8000 }, { "epoch": 6.543494996150885, "grad_norm": 0.5001524090766907, "learning_rate": 4.076161671707452e-06, "loss": 0.0556, "step": 8500 }, { "epoch": 6.928406466512702, "grad_norm": 0.4481011927127838, "learning_rate": 6.392631289524334e-07, "loss": 0.0587, "step": 9000 }, { "epoch": 7.0, "eval_ACCOUNTNAME_f1": 0.9820245979186378, "eval_ACCOUNTNUMBER_f1": 0.9936536718041705, "eval_AGE_f1": 0.9012605042016806, "eval_AMOUNT_f1": 0.9688524590163935, "eval_BIC_f1": 0.896551724137931, "eval_BITCOINADDRESS_f1": 0.9620535714285714, "eval_BUILDINGNUMBER_f1": 0.6534701857282502, "eval_CITY_f1": 0.5054325955734407, "eval_COMPANYNAME_f1": 0.7921088028695263, "eval_COUNTY_f1": 0.9670525378450578, "eval_CREDITCARDCVV_f1": 0.821963394342762, "eval_CREDITCARDISSUER_f1": 0.986970684039088, "eval_CREDITCARDNUMBER_f1": 0.8582434514637904, "eval_CURRENCYCODE_f1": 0.7942857142857143, "eval_CURRENCYNAME_f1": 0.2763157894736842, "eval_CURRENCYSYMBOL_f1": 0.917139614074915, "eval_CURRENCY_f1": 0.7062857142857142, "eval_DATE_f1": 0.7839263364920437, "eval_DOB_f1": 0.5918263523825674, "eval_EMAIL_f1": 0.6682314521889988, "eval_ETHEREUMADDRESS_f1": 1.0, "eval_EYECOLOR_f1": 0.9303621169916434, "eval_FIRSTNAME_f1": 0.9301671064204046, "eval_GENDER_f1": 0.9715964740450539, "eval_HEIGHT_f1": 0.9885057471264368, "eval_IBAN_f1": 0.9495495495495496, "eval_IPV4_f1": 0.8137071651090342, "eval_IPV6_f1": 0.6926605504587157, "eval_IP_f1": 0.3492560689115114, "eval_JOBAREA_f1": 0.921602787456446, "eval_JOBTITLE_f1": 0.6594997806055286, "eval_JOBTYPE_f1": 0.9335664335664334, "eval_LASTNAME_f1": 0.4683687586467111, "eval_LITECOINADDRESS_f1": 0.8825396825396825, "eval_MAC_f1": 0.9834515366430261, "eval_MASKEDNUMBER_f1": 0.834928229665072, "eval_MIDDLENAME_f1": 0.9404081632653061, "eval_NEARBYGPSCOORDINATE_f1": 0.7216653816499615, "eval_ORDINALDIRECTION_f1": 0.9768518518518517, "eval_PASSWORD_f1": 0.4852872489490892, "eval_PHONEIMEI_f1": 0.9825, "eval_PHONENUMBER_f1": 0.6447272195407343, "eval_PIN_f1": 0.8383658969804617, "eval_PREFIX_f1": 0.92862509391435, "eval_SECONDARYADDRESS_f1": 0.6140979689366787, "eval_SEX_f1": 0.6360009387467731, "eval_SSN_f1": 0.5324310942399736, "eval_STATE_f1": 0.5769949292767548, "eval_STREET_f1": 0.7237822780998269, "eval_TIME_f1": 0.6028070894375576, "eval_URL_f1": 0.9858889934148636, "eval_USERAGENT_f1": 0.9818181818181817, "eval_USERNAME_f1": 0.750764042575614, "eval_VEHICLEVIN_f1": 0.9728260869565218, "eval_VEHICLEVRM_f1": 0.9618320610687022, "eval_ZIPCODE_f1": 0.532387706855792, "eval_loss": 0.12255486845970154, "eval_overall_accuracy": 0.9665195514246646, "eval_overall_f1": 0.7050762175703792, "eval_overall_precision": 0.6923181154888471, "eval_overall_recall": 0.7183133624605269, "eval_runtime": 155.4401, "eval_samples_per_second": 133.627, "eval_steps_per_second": 2.091, "step": 9093 }, { "epoch": 7.0, "step": 9093, "total_flos": 6.986899466098982e+16, "train_loss": 0.18400694363505013, "train_runtime": 12848.0081, "train_samples_per_second": 45.264, "train_steps_per_second": 0.708 }, { "epoch": 7.0, "eval_ACCOUNTNAME_f1": 0.975378787878788, "eval_ACCOUNTNUMBER_f1": 0.9909255898366606, "eval_AGE_f1": 0.896842105263158, "eval_AMOUNT_f1": 0.9695973705834018, "eval_BIC_f1": 0.8958051420838972, "eval_BITCOINADDRESS_f1": 0.9557522123893806, "eval_BUILDINGNUMBER_f1": 0.6231483806176249, "eval_CITY_f1": 0.4938569989929506, "eval_COMPANYNAME_f1": 0.7855399633923124, "eval_COUNTY_f1": 0.9635555555555555, "eval_CREDITCARDCVV_f1": 0.8203389830508474, "eval_CREDITCARDISSUER_f1": 0.986970684039088, "eval_CREDITCARDNUMBER_f1": 0.8611764705882353, "eval_CURRENCYCODE_f1": 0.7627118644067797, "eval_CURRENCYNAME_f1": 0.09821428571428571, "eval_CURRENCYSYMBOL_f1": 0.9107344632768362, "eval_CURRENCY_f1": 0.7424892703862661, "eval_DATE_f1": 0.7740046838407494, "eval_DOB_f1": 0.5598621877691646, "eval_EMAIL_f1": 0.6672149686439808, "eval_ETHEREUMADDRESS_f1": 1.0, "eval_EYECOLOR_f1": 0.931129476584022, "eval_FIRSTNAME_f1": 0.9272179918540818, "eval_GENDER_f1": 0.9686888454011741, "eval_HEIGHT_f1": 0.9770114942528736, "eval_IBAN_f1": 0.9728260869565217, "eval_IPV4_f1": 0.8653500897666068, "eval_IPV6_f1": 0.7183499288762447, "eval_IP_f1": 0.3270336894001643, "eval_JOBAREA_f1": 0.9173194081810271, "eval_JOBTITLE_f1": 0.6473429951690821, "eval_JOBTYPE_f1": 0.9296264118158123, "eval_LASTNAME_f1": 0.4611848825331971, "eval_LITECOINADDRESS_f1": 0.8624999999999999, "eval_MAC_f1": 0.98812351543943, "eval_MASKEDNUMBER_f1": 0.8622327790973872, "eval_MIDDLENAME_f1": 0.9259868421052632, "eval_NEARBYGPSCOORDINATE_f1": 0.6962509563886763, "eval_ORDINALDIRECTION_f1": 0.974477958236659, "eval_PASSWORD_f1": 0.48052250991369255, "eval_PHONEIMEI_f1": 0.9861982434127979, "eval_PHONENUMBER_f1": 0.62010520163647, "eval_PIN_f1": 0.8719851576994434, "eval_PREFIX_f1": 0.9302325581395349, "eval_SECONDARYADDRESS_f1": 0.5961070559610706, "eval_SEX_f1": 0.6282352941176471, "eval_SSN_f1": 0.5050268096514745, "eval_STATE_f1": 0.5606099110546379, "eval_STREET_f1": 0.7082046259323439, "eval_TIME_f1": 0.5795574288724974, "eval_URL_f1": 0.9877704609595485, "eval_USERAGENT_f1": 0.9852104664391353, "eval_USERNAME_f1": 0.7521023959380124, "eval_VEHICLEVIN_f1": 0.9645776566757494, "eval_VEHICLEVRM_f1": 0.9667519181585678, "eval_ZIPCODE_f1": 0.5226564373052026, "eval_loss": 0.11190708726644516, "eval_overall_accuracy": 0.9661311898225209, "eval_overall_f1": 0.696395630483951, "eval_overall_precision": 0.6887102744434456, "eval_overall_recall": 0.7042544447808972, "eval_runtime": 154.4609, "eval_samples_per_second": 134.474, "eval_steps_per_second": 2.104, "step": 9093 } ], "logging_steps": 500, "max_steps": 9093, "num_input_tokens_seen": 0, "num_train_epochs": 7, "save_steps": 500, "total_flos": 6.986899466098982e+16, "train_batch_size": 64, "trial_name": null, "trial_params": null }