|
{ |
|
"best_metric": 0.11190708726644516, |
|
"best_model_checkpoint": "data/outputs/distilbert-base-uncased-three_v2/checkpoint-6495", |
|
"epoch": 7.0, |
|
"eval_steps": 500, |
|
"global_step": 9093, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.3849114703618168, |
|
"grad_norm": 1.827486276626587, |
|
"learning_rate": 1.3743815283122597e-05, |
|
"loss": 1.4414, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 0.7698229407236336, |
|
"grad_norm": 1.2865898609161377, |
|
"learning_rate": 2.7487630566245194e-05, |
|
"loss": 0.3276, |
|
"step": 1000 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"eval_ACCOUNTNAME_f1": 0.891941391941392, |
|
"eval_ACCOUNTNUMBER_f1": 0.9149305555555556, |
|
"eval_AGE_f1": 0.7205882352941176, |
|
"eval_AMOUNT_f1": 0.607916355489171, |
|
"eval_BIC_f1": 0.20757363253856942, |
|
"eval_BITCOINADDRESS_f1": 0.6905417814508723, |
|
"eval_BUILDINGNUMBER_f1": 0.30452168563518917, |
|
"eval_CITY_f1": 0.2727626459143969, |
|
"eval_COMPANYNAME_f1": 0.6734510211145726, |
|
"eval_COUNTY_f1": 0.58147512864494, |
|
"eval_CREDITCARDCVV_f1": 0.28426395939086296, |
|
"eval_CREDITCARDISSUER_f1": 0.6915887850467288, |
|
"eval_CREDITCARDNUMBER_f1": 0.5830429732868757, |
|
"eval_CURRENCYCODE_f1": 0.0, |
|
"eval_CURRENCYNAME_f1": 0.0, |
|
"eval_CURRENCYSYMBOL_f1": 0.5091693635382956, |
|
"eval_CURRENCY_f1": 0.5044687189672293, |
|
"eval_DATE_f1": 0.6867045063639491, |
|
"eval_DOB_f1": 0.33285663210582767, |
|
"eval_EMAIL_f1": 0.5174924165824065, |
|
"eval_ETHEREUMADDRESS_f1": 0.9744360902255639, |
|
"eval_EYECOLOR_f1": 0.6538461538461537, |
|
"eval_FIRSTNAME_f1": 0.8145695364238411, |
|
"eval_GENDER_f1": 0.6366251198465964, |
|
"eval_HEIGHT_f1": 0.75, |
|
"eval_IBAN_f1": 0.725676664228237, |
|
"eval_IPV4_f1": 0.7352941176470589, |
|
"eval_IPV6_f1": 0.5603448275862069, |
|
"eval_IP_f1": 0.1115727002967359, |
|
"eval_JOBAREA_f1": 0.5527747551686615, |
|
"eval_JOBTITLE_f1": 0.43719182906785625, |
|
"eval_JOBTYPE_f1": 0.7133520074696544, |
|
"eval_LASTNAME_f1": 0.3042431537767078, |
|
"eval_LITECOINADDRESS_f1": 0.004597701149425287, |
|
"eval_MAC_f1": 0.9166666666666667, |
|
"eval_MASKEDNUMBER_f1": 0.08215661103979463, |
|
"eval_MIDDLENAME_f1": 0.08398133748055987, |
|
"eval_NEARBYGPSCOORDINATE_f1": 0.5910808767951625, |
|
"eval_ORDINALDIRECTION_f1": 0.9193154034229829, |
|
"eval_PASSWORD_f1": 0.30935808197989173, |
|
"eval_PHONEIMEI_f1": 0.9274673008323424, |
|
"eval_PHONENUMBER_f1": 0.4682770663562282, |
|
"eval_PIN_f1": 0.28378378378378377, |
|
"eval_PREFIX_f1": 0.8966521106259098, |
|
"eval_SECONDARYADDRESS_f1": 0.43953068592057765, |
|
"eval_SEX_f1": 0.4517766497461929, |
|
"eval_SSN_f1": 0.2766133025251692, |
|
"eval_STATE_f1": 0.2902787219578518, |
|
"eval_STREET_f1": 0.5173283377764968, |
|
"eval_TIME_f1": 0.3398788385209944, |
|
"eval_URL_f1": 0.9528214616096208, |
|
"eval_USERAGENT_f1": 0.9379932356257046, |
|
"eval_USERNAME_f1": 0.6581596941797232, |
|
"eval_VEHICLEVIN_f1": 0.265625, |
|
"eval_VEHICLEVRM_f1": 0.6773455377574371, |
|
"eval_ZIPCODE_f1": 0.2881052002390914, |
|
"eval_loss": 0.222858726978302, |
|
"eval_overall_accuracy": 0.9424177879517356, |
|
"eval_overall_f1": 0.525362786892305, |
|
"eval_overall_precision": 0.5229756954863046, |
|
"eval_overall_recall": 0.5277717696932993, |
|
"eval_runtime": 169.8686, |
|
"eval_samples_per_second": 122.277, |
|
"eval_steps_per_second": 1.913, |
|
"step": 1299 |
|
}, |
|
{ |
|
"epoch": 1.1547344110854503, |
|
"grad_norm": 0.7828813791275024, |
|
"learning_rate": 4.1231445849367786e-05, |
|
"loss": 0.2064, |
|
"step": 1500 |
|
}, |
|
{ |
|
"epoch": 1.539645881447267, |
|
"grad_norm": 0.703789234161377, |
|
"learning_rate": 4.875584272752269e-05, |
|
"loss": 0.1629, |
|
"step": 2000 |
|
}, |
|
{ |
|
"epoch": 1.924557351809084, |
|
"grad_norm": 0.6611866354942322, |
|
"learning_rate": 4.531894418476767e-05, |
|
"loss": 0.1401, |
|
"step": 2500 |
|
}, |
|
{ |
|
"epoch": 2.0, |
|
"eval_ACCOUNTNAME_f1": 0.9534450651769087, |
|
"eval_ACCOUNTNUMBER_f1": 0.9882352941176471, |
|
"eval_AGE_f1": 0.8764519535374868, |
|
"eval_AMOUNT_f1": 0.9421352893235534, |
|
"eval_BIC_f1": 0.8201634877384196, |
|
"eval_BITCOINADDRESS_f1": 0.9559471365638766, |
|
"eval_BUILDINGNUMBER_f1": 0.4994285714285715, |
|
"eval_CITY_f1": 0.4134334584897789, |
|
"eval_COMPANYNAME_f1": 0.7426255347894618, |
|
"eval_COUNTY_f1": 0.9260908281389136, |
|
"eval_CREDITCARDCVV_f1": 0.7804054054054055, |
|
"eval_CREDITCARDISSUER_f1": 0.9788617886178861, |
|
"eval_CREDITCARDNUMBER_f1": 0.819672131147541, |
|
"eval_CURRENCYCODE_f1": 0.5220125786163522, |
|
"eval_CURRENCYNAME_f1": 0.02255639097744361, |
|
"eval_CURRENCYSYMBOL_f1": 0.8262295081967214, |
|
"eval_CURRENCY_f1": 0.617989417989418, |
|
"eval_DATE_f1": 0.7257398943958824, |
|
"eval_DOB_f1": 0.43624161073825507, |
|
"eval_EMAIL_f1": 0.6021725763476121, |
|
"eval_ETHEREUMADDRESS_f1": 0.9969230769230769, |
|
"eval_EYECOLOR_f1": 0.8986301369863013, |
|
"eval_FIRSTNAME_f1": 0.8847481021394065, |
|
"eval_GENDER_f1": 0.9242569511025887, |
|
"eval_HEIGHT_f1": 0.9627507163323781, |
|
"eval_IBAN_f1": 0.9029535864978903, |
|
"eval_IPV4_f1": 0.7327752736638763, |
|
"eval_IPV6_f1": 0.7735191637630661, |
|
"eval_IP_f1": 0.19792498004788509, |
|
"eval_JOBAREA_f1": 0.8204697986577182, |
|
"eval_JOBTITLE_f1": 0.5472772841193894, |
|
"eval_JOBTYPE_f1": 0.898744769874477, |
|
"eval_LASTNAME_f1": 0.386729594669628, |
|
"eval_LITECOINADDRESS_f1": 0.8543689320388349, |
|
"eval_MAC_f1": 0.981042654028436, |
|
"eval_MASKEDNUMBER_f1": 0.7559681697612731, |
|
"eval_MIDDLENAME_f1": 0.6806883365200765, |
|
"eval_NEARBYGPSCOORDINATE_f1": 0.5923616523772408, |
|
"eval_ORDINALDIRECTION_f1": 0.967741935483871, |
|
"eval_PASSWORD_f1": 0.39206195546950634, |
|
"eval_PHONEIMEI_f1": 0.9727047146401986, |
|
"eval_PHONENUMBER_f1": 0.5302051137960101, |
|
"eval_PIN_f1": 0.7728155339805827, |
|
"eval_PREFIX_f1": 0.9200581395348836, |
|
"eval_SECONDARYADDRESS_f1": 0.5306643952299831, |
|
"eval_SEX_f1": 0.5501022494887526, |
|
"eval_SSN_f1": 0.3862689551741377, |
|
"eval_STATE_f1": 0.4817190506735087, |
|
"eval_STREET_f1": 0.6336764705882353, |
|
"eval_TIME_f1": 0.44432385500325594, |
|
"eval_URL_f1": 0.9812734082397003, |
|
"eval_USERAGENT_f1": 0.9783352337514254, |
|
"eval_USERNAME_f1": 0.7122306063731612, |
|
"eval_VEHICLEVIN_f1": 0.9508196721311475, |
|
"eval_VEHICLEVRM_f1": 0.9258312020460359, |
|
"eval_ZIPCODE_f1": 0.45925553319919515, |
|
"eval_loss": 0.13968105614185333, |
|
"eval_overall_accuracy": 0.9576399357399491, |
|
"eval_overall_f1": 0.6285701923752968, |
|
"eval_overall_precision": 0.6286960002596531, |
|
"eval_overall_recall": 0.6284444348315092, |
|
"eval_runtime": 158.008, |
|
"eval_samples_per_second": 131.455, |
|
"eval_steps_per_second": 2.057, |
|
"step": 2598 |
|
}, |
|
{ |
|
"epoch": 2.3094688221709005, |
|
"grad_norm": 1.0349881649017334, |
|
"learning_rate": 4.1882045642012654e-05, |
|
"loss": 0.1185, |
|
"step": 3000 |
|
}, |
|
{ |
|
"epoch": 2.6943802925327174, |
|
"grad_norm": 0.5417827367782593, |
|
"learning_rate": 3.8445147099257636e-05, |
|
"loss": 0.1104, |
|
"step": 3500 |
|
}, |
|
{ |
|
"epoch": 3.0, |
|
"eval_ACCOUNTNAME_f1": 0.9773584905660377, |
|
"eval_ACCOUNTNUMBER_f1": 0.9855855855855856, |
|
"eval_AGE_f1": 0.8886554621848739, |
|
"eval_AMOUNT_f1": 0.9566639411283728, |
|
"eval_BIC_f1": 0.8848167539267016, |
|
"eval_BITCOINADDRESS_f1": 0.9471316085489313, |
|
"eval_BUILDINGNUMBER_f1": 0.5857740585774058, |
|
"eval_CITY_f1": 0.44426094137076794, |
|
"eval_COMPANYNAME_f1": 0.7776456599286564, |
|
"eval_COUNTY_f1": 0.9477413640389725, |
|
"eval_CREDITCARDCVV_f1": 0.8109965635738833, |
|
"eval_CREDITCARDISSUER_f1": 0.9803921568627451, |
|
"eval_CREDITCARDNUMBER_f1": 0.7915652879156528, |
|
"eval_CURRENCYCODE_f1": 0.7298850574712645, |
|
"eval_CURRENCYNAME_f1": 0.07003891050583659, |
|
"eval_CURRENCYSYMBOL_f1": 0.8701442841287458, |
|
"eval_CURRENCY_f1": 0.6609989373007439, |
|
"eval_DATE_f1": 0.7609460603091176, |
|
"eval_DOB_f1": 0.5070993914807302, |
|
"eval_EMAIL_f1": 0.6431501230516816, |
|
"eval_ETHEREUMADDRESS_f1": 1.0, |
|
"eval_EYECOLOR_f1": 0.9196675900277007, |
|
"eval_FIRSTNAME_f1": 0.9088339222614843, |
|
"eval_GENDER_f1": 0.9647749510763208, |
|
"eval_HEIGHT_f1": 0.9828571428571428, |
|
"eval_IBAN_f1": 0.9534246575342467, |
|
"eval_IPV4_f1": 0.844124700239808, |
|
"eval_IPV6_f1": 0.7461645746164575, |
|
"eval_IP_f1": 0.2609431169380419, |
|
"eval_JOBAREA_f1": 0.891820580474934, |
|
"eval_JOBTITLE_f1": 0.6040117196303809, |
|
"eval_JOBTYPE_f1": 0.9262435677530018, |
|
"eval_LASTNAME_f1": 0.41942369263607254, |
|
"eval_LITECOINADDRESS_f1": 0.8408408408408409, |
|
"eval_MAC_f1": 0.983372921615202, |
|
"eval_MASKEDNUMBER_f1": 0.8206229860365198, |
|
"eval_MIDDLENAME_f1": 0.8171334431630972, |
|
"eval_NEARBYGPSCOORDINATE_f1": 0.6753645433614736, |
|
"eval_ORDINALDIRECTION_f1": 0.9698375870069607, |
|
"eval_PASSWORD_f1": 0.4345351043643263, |
|
"eval_PHONEIMEI_f1": 0.981226533166458, |
|
"eval_PHONENUMBER_f1": 0.5896322038806835, |
|
"eval_PIN_f1": 0.8500948766603416, |
|
"eval_PREFIX_f1": 0.9236417033773862, |
|
"eval_SECONDARYADDRESS_f1": 0.5751211631663975, |
|
"eval_SEX_f1": 0.590012804097311, |
|
"eval_SSN_f1": 0.4748032814331157, |
|
"eval_STATE_f1": 0.5231350330500472, |
|
"eval_STREET_f1": 0.6923247724076679, |
|
"eval_TIME_f1": 0.5300546448087432, |
|
"eval_URL_f1": 0.9915333960489182, |
|
"eval_USERAGENT_f1": 0.979591836734694, |
|
"eval_USERNAME_f1": 0.7299354364600282, |
|
"eval_VEHICLEVIN_f1": 0.9890710382513661, |
|
"eval_VEHICLEVRM_f1": 0.9447236180904522, |
|
"eval_ZIPCODE_f1": 0.5084661354581673, |
|
"eval_loss": 0.12093079090118408, |
|
"eval_overall_accuracy": 0.9622567699774552, |
|
"eval_overall_f1": 0.6720368115926484, |
|
"eval_overall_precision": 0.6665780094685888, |
|
"eval_overall_recall": 0.6775857593978457, |
|
"eval_runtime": 158.2639, |
|
"eval_samples_per_second": 131.243, |
|
"eval_steps_per_second": 2.054, |
|
"step": 3897 |
|
}, |
|
{ |
|
"epoch": 3.079291762894534, |
|
"grad_norm": 1.8891770839691162, |
|
"learning_rate": 3.500824855650262e-05, |
|
"loss": 0.1068, |
|
"step": 4000 |
|
}, |
|
{ |
|
"epoch": 3.464203233256351, |
|
"grad_norm": 0.5827236771583557, |
|
"learning_rate": 3.15713500137476e-05, |
|
"loss": 0.0939, |
|
"step": 4500 |
|
}, |
|
{ |
|
"epoch": 3.849114703618168, |
|
"grad_norm": 0.7203211188316345, |
|
"learning_rate": 2.8134451470992578e-05, |
|
"loss": 0.0882, |
|
"step": 5000 |
|
}, |
|
{ |
|
"epoch": 4.0, |
|
"eval_ACCOUNTNAME_f1": 0.9718045112781954, |
|
"eval_ACCOUNTNUMBER_f1": 0.9900452488687782, |
|
"eval_AGE_f1": 0.8881922675026124, |
|
"eval_AMOUNT_f1": 0.9704918032786886, |
|
"eval_BIC_f1": 0.8853333333333334, |
|
"eval_BITCOINADDRESS_f1": 0.9542920847268674, |
|
"eval_BUILDINGNUMBER_f1": 0.6117955439056357, |
|
"eval_CITY_f1": 0.48699569936514436, |
|
"eval_COMPANYNAME_f1": 0.7764894625537812, |
|
"eval_COUNTY_f1": 0.9591474245115454, |
|
"eval_CREDITCARDCVV_f1": 0.8065573770491803, |
|
"eval_CREDITCARDISSUER_f1": 0.9837133550488599, |
|
"eval_CREDITCARDNUMBER_f1": 0.8624135280553421, |
|
"eval_CURRENCYCODE_f1": 0.7563025210084033, |
|
"eval_CURRENCYNAME_f1": 0.23848238482384823, |
|
"eval_CURRENCYSYMBOL_f1": 0.8981900452488688, |
|
"eval_CURRENCY_f1": 0.6332945285215366, |
|
"eval_DATE_f1": 0.7556929507554317, |
|
"eval_DOB_f1": 0.5352871820784908, |
|
"eval_EMAIL_f1": 0.6497461928934011, |
|
"eval_ETHEREUMADDRESS_f1": 1.0, |
|
"eval_EYECOLOR_f1": 0.9205479452054794, |
|
"eval_FIRSTNAME_f1": 0.917998244073749, |
|
"eval_GENDER_f1": 0.9651162790697675, |
|
"eval_HEIGHT_f1": 0.9827586206896551, |
|
"eval_IBAN_f1": 0.9487870619946092, |
|
"eval_IPV4_f1": 0.8702928870292888, |
|
"eval_IPV6_f1": 0.702484889187374, |
|
"eval_IP_f1": 0.29396000824572255, |
|
"eval_JOBAREA_f1": 0.9112833763996555, |
|
"eval_JOBTITLE_f1": 0.6163328197226502, |
|
"eval_JOBTYPE_f1": 0.9163144547759932, |
|
"eval_LASTNAME_f1": 0.43949209639803055, |
|
"eval_LITECOINADDRESS_f1": 0.8633540372670807, |
|
"eval_MAC_f1": 0.98812351543943, |
|
"eval_MASKEDNUMBER_f1": 0.8472906403940886, |
|
"eval_MIDDLENAME_f1": 0.9018355945730246, |
|
"eval_NEARBYGPSCOORDINATE_f1": 0.6873545384018619, |
|
"eval_ORDINALDIRECTION_f1": 0.972093023255814, |
|
"eval_PASSWORD_f1": 0.4598802395209581, |
|
"eval_PHONEIMEI_f1": 0.9836888331242158, |
|
"eval_PHONENUMBER_f1": 0.6138701146047605, |
|
"eval_PIN_f1": 0.8307155322862129, |
|
"eval_PREFIX_f1": 0.9192727272727272, |
|
"eval_SECONDARYADDRESS_f1": 0.5885225885225885, |
|
"eval_SEX_f1": 0.6179990426041169, |
|
"eval_SSN_f1": 0.5163563160543533, |
|
"eval_STATE_f1": 0.5543964232488823, |
|
"eval_STREET_f1": 0.7026946331268195, |
|
"eval_TIME_f1": 0.55892802761141, |
|
"eval_URL_f1": 0.9896519285042333, |
|
"eval_USERAGENT_f1": 0.9840546697038723, |
|
"eval_USERNAME_f1": 0.7346853439264059, |
|
"eval_VEHICLEVIN_f1": 0.9863013698630136, |
|
"eval_VEHICLEVRM_f1": 0.9614395886889461, |
|
"eval_ZIPCODE_f1": 0.49744114636642783, |
|
"eval_loss": 0.11606476455926895, |
|
"eval_overall_accuracy": 0.9638303772342287, |
|
"eval_overall_f1": 0.6841367296212104, |
|
"eval_overall_precision": 0.6721841863571846, |
|
"eval_overall_recall": 0.6965220400571008, |
|
"eval_runtime": 158.1077, |
|
"eval_samples_per_second": 131.372, |
|
"eval_steps_per_second": 2.056, |
|
"step": 5196 |
|
}, |
|
{ |
|
"epoch": 4.234026173979984, |
|
"grad_norm": 0.6192208528518677, |
|
"learning_rate": 2.469755292823756e-05, |
|
"loss": 0.0822, |
|
"step": 5500 |
|
}, |
|
{ |
|
"epoch": 4.618937644341801, |
|
"grad_norm": 0.5632199048995972, |
|
"learning_rate": 2.126065438548254e-05, |
|
"loss": 0.0764, |
|
"step": 6000 |
|
}, |
|
{ |
|
"epoch": 5.0, |
|
"eval_ACCOUNTNAME_f1": 0.975378787878788, |
|
"eval_ACCOUNTNUMBER_f1": 0.9909255898366606, |
|
"eval_AGE_f1": 0.896842105263158, |
|
"eval_AMOUNT_f1": 0.9695973705834018, |
|
"eval_BIC_f1": 0.8958051420838972, |
|
"eval_BITCOINADDRESS_f1": 0.9557522123893806, |
|
"eval_BUILDINGNUMBER_f1": 0.6231483806176249, |
|
"eval_CITY_f1": 0.4938569989929506, |
|
"eval_COMPANYNAME_f1": 0.7855399633923124, |
|
"eval_COUNTY_f1": 0.9635555555555555, |
|
"eval_CREDITCARDCVV_f1": 0.8203389830508474, |
|
"eval_CREDITCARDISSUER_f1": 0.986970684039088, |
|
"eval_CREDITCARDNUMBER_f1": 0.8611764705882353, |
|
"eval_CURRENCYCODE_f1": 0.7627118644067797, |
|
"eval_CURRENCYNAME_f1": 0.09821428571428571, |
|
"eval_CURRENCYSYMBOL_f1": 0.9107344632768362, |
|
"eval_CURRENCY_f1": 0.7424892703862661, |
|
"eval_DATE_f1": 0.7740046838407494, |
|
"eval_DOB_f1": 0.5598621877691646, |
|
"eval_EMAIL_f1": 0.6672149686439808, |
|
"eval_ETHEREUMADDRESS_f1": 1.0, |
|
"eval_EYECOLOR_f1": 0.931129476584022, |
|
"eval_FIRSTNAME_f1": 0.9272179918540818, |
|
"eval_GENDER_f1": 0.9686888454011741, |
|
"eval_HEIGHT_f1": 0.9770114942528736, |
|
"eval_IBAN_f1": 0.9728260869565217, |
|
"eval_IPV4_f1": 0.8653500897666068, |
|
"eval_IPV6_f1": 0.7183499288762447, |
|
"eval_IP_f1": 0.3270336894001643, |
|
"eval_JOBAREA_f1": 0.9173194081810271, |
|
"eval_JOBTITLE_f1": 0.6473429951690821, |
|
"eval_JOBTYPE_f1": 0.9296264118158123, |
|
"eval_LASTNAME_f1": 0.4611848825331971, |
|
"eval_LITECOINADDRESS_f1": 0.8624999999999999, |
|
"eval_MAC_f1": 0.98812351543943, |
|
"eval_MASKEDNUMBER_f1": 0.8622327790973872, |
|
"eval_MIDDLENAME_f1": 0.9259868421052632, |
|
"eval_NEARBYGPSCOORDINATE_f1": 0.6962509563886763, |
|
"eval_ORDINALDIRECTION_f1": 0.974477958236659, |
|
"eval_PASSWORD_f1": 0.48052250991369255, |
|
"eval_PHONEIMEI_f1": 0.9861982434127979, |
|
"eval_PHONENUMBER_f1": 0.62010520163647, |
|
"eval_PIN_f1": 0.8719851576994434, |
|
"eval_PREFIX_f1": 0.9302325581395349, |
|
"eval_SECONDARYADDRESS_f1": 0.5961070559610706, |
|
"eval_SEX_f1": 0.6282352941176471, |
|
"eval_SSN_f1": 0.5050268096514745, |
|
"eval_STATE_f1": 0.5606099110546379, |
|
"eval_STREET_f1": 0.7082046259323439, |
|
"eval_TIME_f1": 0.5795574288724974, |
|
"eval_URL_f1": 0.9877704609595485, |
|
"eval_USERAGENT_f1": 0.9852104664391353, |
|
"eval_USERNAME_f1": 0.7521023959380124, |
|
"eval_VEHICLEVIN_f1": 0.9645776566757494, |
|
"eval_VEHICLEVRM_f1": 0.9667519181585678, |
|
"eval_ZIPCODE_f1": 0.5226564373052026, |
|
"eval_loss": 0.11190708726644516, |
|
"eval_overall_accuracy": 0.9661311898225209, |
|
"eval_overall_f1": 0.696395630483951, |
|
"eval_overall_precision": 0.6887102744434456, |
|
"eval_overall_recall": 0.7042544447808972, |
|
"eval_runtime": 157.8505, |
|
"eval_samples_per_second": 131.587, |
|
"eval_steps_per_second": 2.059, |
|
"step": 6495 |
|
}, |
|
{ |
|
"epoch": 5.003849114703618, |
|
"grad_norm": 0.8260313272476196, |
|
"learning_rate": 1.7823755842727523e-05, |
|
"loss": 0.0756, |
|
"step": 6500 |
|
}, |
|
{ |
|
"epoch": 5.388760585065435, |
|
"grad_norm": 0.6892657279968262, |
|
"learning_rate": 1.4386857299972505e-05, |
|
"loss": 0.0652, |
|
"step": 7000 |
|
}, |
|
{ |
|
"epoch": 5.773672055427252, |
|
"grad_norm": 0.6680707931518555, |
|
"learning_rate": 1.0949958757217487e-05, |
|
"loss": 0.0645, |
|
"step": 7500 |
|
}, |
|
{ |
|
"epoch": 6.0, |
|
"eval_ACCOUNTNAME_f1": 0.9820245979186378, |
|
"eval_ACCOUNTNUMBER_f1": 0.9909584086799277, |
|
"eval_AGE_f1": 0.8980021030494216, |
|
"eval_AMOUNT_f1": 0.9672131147540984, |
|
"eval_BIC_f1": 0.9056603773584906, |
|
"eval_BITCOINADDRESS_f1": 0.9632925472747498, |
|
"eval_BUILDINGNUMBER_f1": 0.6393046837276678, |
|
"eval_CITY_f1": 0.5015045135406219, |
|
"eval_COMPANYNAME_f1": 0.7900564640316785, |
|
"eval_COUNTY_f1": 0.9679144385026739, |
|
"eval_CREDITCARDCVV_f1": 0.8131147540983606, |
|
"eval_CREDITCARDISSUER_f1": 0.9853181076672104, |
|
"eval_CREDITCARDNUMBER_f1": 0.8545176110260336, |
|
"eval_CURRENCYCODE_f1": 0.807909604519774, |
|
"eval_CURRENCYNAME_f1": 0.25742574257425743, |
|
"eval_CURRENCYSYMBOL_f1": 0.9169510807736063, |
|
"eval_CURRENCY_f1": 0.7082860385925085, |
|
"eval_DATE_f1": 0.7832516703786191, |
|
"eval_DOB_f1": 0.5912421196115182, |
|
"eval_EMAIL_f1": 0.6722136620441705, |
|
"eval_ETHEREUMADDRESS_f1": 1.0, |
|
"eval_EYECOLOR_f1": 0.9450549450549451, |
|
"eval_FIRSTNAME_f1": 0.9257322175732217, |
|
"eval_GENDER_f1": 0.97265625, |
|
"eval_HEIGHT_f1": 0.9827586206896551, |
|
"eval_IBAN_f1": 0.9575429087624209, |
|
"eval_IPV4_f1": 0.8225317989097516, |
|
"eval_IPV6_f1": 0.6504065040650406, |
|
"eval_IP_f1": 0.34244946492271106, |
|
"eval_JOBAREA_f1": 0.9186351706036746, |
|
"eval_JOBTITLE_f1": 0.6526827114153234, |
|
"eval_JOBTYPE_f1": 0.9292576419213974, |
|
"eval_LASTNAME_f1": 0.4763390535621425, |
|
"eval_LITECOINADDRESS_f1": 0.8832807570977917, |
|
"eval_MAC_f1": 0.9857819905213271, |
|
"eval_MASKEDNUMBER_f1": 0.8462455303933254, |
|
"eval_MIDDLENAME_f1": 0.9325657894736842, |
|
"eval_NEARBYGPSCOORDINATE_f1": 0.7296466973886329, |
|
"eval_ORDINALDIRECTION_f1": 0.974477958236659, |
|
"eval_PASSWORD_f1": 0.48298368298368294, |
|
"eval_PHONEIMEI_f1": 0.9861982434127979, |
|
"eval_PHONENUMBER_f1": 0.6414598540145986, |
|
"eval_PIN_f1": 0.8362989323843417, |
|
"eval_PREFIX_f1": 0.92862509391435, |
|
"eval_SECONDARYADDRESS_f1": 0.5936758893280633, |
|
"eval_SEX_f1": 0.6443176414645745, |
|
"eval_SSN_f1": 0.5361716281390321, |
|
"eval_STATE_f1": 0.5684701009578048, |
|
"eval_STREET_f1": 0.7241172051089406, |
|
"eval_TIME_f1": 0.6022858341197441, |
|
"eval_URL_f1": 0.9858889934148636, |
|
"eval_USERAGENT_f1": 0.9807037457434733, |
|
"eval_USERNAME_f1": 0.7558474847805191, |
|
"eval_VEHICLEVIN_f1": 0.9753424657534246, |
|
"eval_VEHICLEVRM_f1": 0.9692307692307692, |
|
"eval_ZIPCODE_f1": 0.5277069325295618, |
|
"eval_loss": 0.1169191226363182, |
|
"eval_overall_accuracy": 0.9660374595633514, |
|
"eval_overall_f1": 0.7049909405369791, |
|
"eval_overall_precision": 0.6929689866608171, |
|
"eval_overall_recall": 0.7174373837435654, |
|
"eval_runtime": 156.6726, |
|
"eval_samples_per_second": 132.576, |
|
"eval_steps_per_second": 2.074, |
|
"step": 7794 |
|
}, |
|
{ |
|
"epoch": 6.158583525789068, |
|
"grad_norm": 0.8275541663169861, |
|
"learning_rate": 7.51306021446247e-06, |
|
"loss": 0.0616, |
|
"step": 8000 |
|
}, |
|
{ |
|
"epoch": 6.543494996150885, |
|
"grad_norm": 0.5001524090766907, |
|
"learning_rate": 4.076161671707452e-06, |
|
"loss": 0.0556, |
|
"step": 8500 |
|
}, |
|
{ |
|
"epoch": 6.928406466512702, |
|
"grad_norm": 0.4481011927127838, |
|
"learning_rate": 6.392631289524334e-07, |
|
"loss": 0.0587, |
|
"step": 9000 |
|
}, |
|
{ |
|
"epoch": 7.0, |
|
"eval_ACCOUNTNAME_f1": 0.9820245979186378, |
|
"eval_ACCOUNTNUMBER_f1": 0.9936536718041705, |
|
"eval_AGE_f1": 0.9012605042016806, |
|
"eval_AMOUNT_f1": 0.9688524590163935, |
|
"eval_BIC_f1": 0.896551724137931, |
|
"eval_BITCOINADDRESS_f1": 0.9620535714285714, |
|
"eval_BUILDINGNUMBER_f1": 0.6534701857282502, |
|
"eval_CITY_f1": 0.5054325955734407, |
|
"eval_COMPANYNAME_f1": 0.7921088028695263, |
|
"eval_COUNTY_f1": 0.9670525378450578, |
|
"eval_CREDITCARDCVV_f1": 0.821963394342762, |
|
"eval_CREDITCARDISSUER_f1": 0.986970684039088, |
|
"eval_CREDITCARDNUMBER_f1": 0.8582434514637904, |
|
"eval_CURRENCYCODE_f1": 0.7942857142857143, |
|
"eval_CURRENCYNAME_f1": 0.2763157894736842, |
|
"eval_CURRENCYSYMBOL_f1": 0.917139614074915, |
|
"eval_CURRENCY_f1": 0.7062857142857142, |
|
"eval_DATE_f1": 0.7839263364920437, |
|
"eval_DOB_f1": 0.5918263523825674, |
|
"eval_EMAIL_f1": 0.6682314521889988, |
|
"eval_ETHEREUMADDRESS_f1": 1.0, |
|
"eval_EYECOLOR_f1": 0.9303621169916434, |
|
"eval_FIRSTNAME_f1": 0.9301671064204046, |
|
"eval_GENDER_f1": 0.9715964740450539, |
|
"eval_HEIGHT_f1": 0.9885057471264368, |
|
"eval_IBAN_f1": 0.9495495495495496, |
|
"eval_IPV4_f1": 0.8137071651090342, |
|
"eval_IPV6_f1": 0.6926605504587157, |
|
"eval_IP_f1": 0.3492560689115114, |
|
"eval_JOBAREA_f1": 0.921602787456446, |
|
"eval_JOBTITLE_f1": 0.6594997806055286, |
|
"eval_JOBTYPE_f1": 0.9335664335664334, |
|
"eval_LASTNAME_f1": 0.4683687586467111, |
|
"eval_LITECOINADDRESS_f1": 0.8825396825396825, |
|
"eval_MAC_f1": 0.9834515366430261, |
|
"eval_MASKEDNUMBER_f1": 0.834928229665072, |
|
"eval_MIDDLENAME_f1": 0.9404081632653061, |
|
"eval_NEARBYGPSCOORDINATE_f1": 0.7216653816499615, |
|
"eval_ORDINALDIRECTION_f1": 0.9768518518518517, |
|
"eval_PASSWORD_f1": 0.4852872489490892, |
|
"eval_PHONEIMEI_f1": 0.9825, |
|
"eval_PHONENUMBER_f1": 0.6447272195407343, |
|
"eval_PIN_f1": 0.8383658969804617, |
|
"eval_PREFIX_f1": 0.92862509391435, |
|
"eval_SECONDARYADDRESS_f1": 0.6140979689366787, |
|
"eval_SEX_f1": 0.6360009387467731, |
|
"eval_SSN_f1": 0.5324310942399736, |
|
"eval_STATE_f1": 0.5769949292767548, |
|
"eval_STREET_f1": 0.7237822780998269, |
|
"eval_TIME_f1": 0.6028070894375576, |
|
"eval_URL_f1": 0.9858889934148636, |
|
"eval_USERAGENT_f1": 0.9818181818181817, |
|
"eval_USERNAME_f1": 0.750764042575614, |
|
"eval_VEHICLEVIN_f1": 0.9728260869565218, |
|
"eval_VEHICLEVRM_f1": 0.9618320610687022, |
|
"eval_ZIPCODE_f1": 0.532387706855792, |
|
"eval_loss": 0.12255486845970154, |
|
"eval_overall_accuracy": 0.9665195514246646, |
|
"eval_overall_f1": 0.7050762175703792, |
|
"eval_overall_precision": 0.6923181154888471, |
|
"eval_overall_recall": 0.7183133624605269, |
|
"eval_runtime": 155.4401, |
|
"eval_samples_per_second": 133.627, |
|
"eval_steps_per_second": 2.091, |
|
"step": 9093 |
|
}, |
|
{ |
|
"epoch": 7.0, |
|
"step": 9093, |
|
"total_flos": 6.986899466098982e+16, |
|
"train_loss": 0.18400694363505013, |
|
"train_runtime": 12848.0081, |
|
"train_samples_per_second": 45.264, |
|
"train_steps_per_second": 0.708 |
|
}, |
|
{ |
|
"epoch": 7.0, |
|
"eval_ACCOUNTNAME_f1": 0.975378787878788, |
|
"eval_ACCOUNTNUMBER_f1": 0.9909255898366606, |
|
"eval_AGE_f1": 0.896842105263158, |
|
"eval_AMOUNT_f1": 0.9695973705834018, |
|
"eval_BIC_f1": 0.8958051420838972, |
|
"eval_BITCOINADDRESS_f1": 0.9557522123893806, |
|
"eval_BUILDINGNUMBER_f1": 0.6231483806176249, |
|
"eval_CITY_f1": 0.4938569989929506, |
|
"eval_COMPANYNAME_f1": 0.7855399633923124, |
|
"eval_COUNTY_f1": 0.9635555555555555, |
|
"eval_CREDITCARDCVV_f1": 0.8203389830508474, |
|
"eval_CREDITCARDISSUER_f1": 0.986970684039088, |
|
"eval_CREDITCARDNUMBER_f1": 0.8611764705882353, |
|
"eval_CURRENCYCODE_f1": 0.7627118644067797, |
|
"eval_CURRENCYNAME_f1": 0.09821428571428571, |
|
"eval_CURRENCYSYMBOL_f1": 0.9107344632768362, |
|
"eval_CURRENCY_f1": 0.7424892703862661, |
|
"eval_DATE_f1": 0.7740046838407494, |
|
"eval_DOB_f1": 0.5598621877691646, |
|
"eval_EMAIL_f1": 0.6672149686439808, |
|
"eval_ETHEREUMADDRESS_f1": 1.0, |
|
"eval_EYECOLOR_f1": 0.931129476584022, |
|
"eval_FIRSTNAME_f1": 0.9272179918540818, |
|
"eval_GENDER_f1": 0.9686888454011741, |
|
"eval_HEIGHT_f1": 0.9770114942528736, |
|
"eval_IBAN_f1": 0.9728260869565217, |
|
"eval_IPV4_f1": 0.8653500897666068, |
|
"eval_IPV6_f1": 0.7183499288762447, |
|
"eval_IP_f1": 0.3270336894001643, |
|
"eval_JOBAREA_f1": 0.9173194081810271, |
|
"eval_JOBTITLE_f1": 0.6473429951690821, |
|
"eval_JOBTYPE_f1": 0.9296264118158123, |
|
"eval_LASTNAME_f1": 0.4611848825331971, |
|
"eval_LITECOINADDRESS_f1": 0.8624999999999999, |
|
"eval_MAC_f1": 0.98812351543943, |
|
"eval_MASKEDNUMBER_f1": 0.8622327790973872, |
|
"eval_MIDDLENAME_f1": 0.9259868421052632, |
|
"eval_NEARBYGPSCOORDINATE_f1": 0.6962509563886763, |
|
"eval_ORDINALDIRECTION_f1": 0.974477958236659, |
|
"eval_PASSWORD_f1": 0.48052250991369255, |
|
"eval_PHONEIMEI_f1": 0.9861982434127979, |
|
"eval_PHONENUMBER_f1": 0.62010520163647, |
|
"eval_PIN_f1": 0.8719851576994434, |
|
"eval_PREFIX_f1": 0.9302325581395349, |
|
"eval_SECONDARYADDRESS_f1": 0.5961070559610706, |
|
"eval_SEX_f1": 0.6282352941176471, |
|
"eval_SSN_f1": 0.5050268096514745, |
|
"eval_STATE_f1": 0.5606099110546379, |
|
"eval_STREET_f1": 0.7082046259323439, |
|
"eval_TIME_f1": 0.5795574288724974, |
|
"eval_URL_f1": 0.9877704609595485, |
|
"eval_USERAGENT_f1": 0.9852104664391353, |
|
"eval_USERNAME_f1": 0.7521023959380124, |
|
"eval_VEHICLEVIN_f1": 0.9645776566757494, |
|
"eval_VEHICLEVRM_f1": 0.9667519181585678, |
|
"eval_ZIPCODE_f1": 0.5226564373052026, |
|
"eval_loss": 0.11190708726644516, |
|
"eval_overall_accuracy": 0.9661311898225209, |
|
"eval_overall_f1": 0.696395630483951, |
|
"eval_overall_precision": 0.6887102744434456, |
|
"eval_overall_recall": 0.7042544447808972, |
|
"eval_runtime": 154.4609, |
|
"eval_samples_per_second": 134.474, |
|
"eval_steps_per_second": 2.104, |
|
"step": 9093 |
|
} |
|
], |
|
"logging_steps": 500, |
|
"max_steps": 9093, |
|
"num_input_tokens_seen": 0, |
|
"num_train_epochs": 7, |
|
"save_steps": 500, |
|
"total_flos": 6.986899466098982e+16, |
|
"train_batch_size": 64, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|