|
{ |
|
"best_metric": 0.06456373631954193, |
|
"best_model_checkpoint": "data/outputs/devtibo/distilbert-base-uncased-three_v2/checkpoint-5196", |
|
"epoch": 7.0, |
|
"eval_steps": 500, |
|
"global_step": 9093, |
|
"is_hyper_param_search": false, |
|
"is_local_process_zero": true, |
|
"is_world_process_zero": true, |
|
"log_history": [ |
|
{ |
|
"epoch": 0.3849114703618168, |
|
"grad_norm": 0.7725156545639038, |
|
"learning_rate": 1.3743815283122597e-05, |
|
"loss": 1.4235, |
|
"step": 500 |
|
}, |
|
{ |
|
"epoch": 0.7698229407236336, |
|
"grad_norm": 0.8971683979034424, |
|
"learning_rate": 2.7487630566245194e-05, |
|
"loss": 0.2314, |
|
"step": 1000 |
|
}, |
|
{ |
|
"epoch": 1.0, |
|
"eval_ACCOUNTNAME_f1": 0.8367166813768756, |
|
"eval_ACCOUNTNUMBER_f1": 0.8496042216358839, |
|
"eval_AGE_f1": 0.6805845511482255, |
|
"eval_AMOUNT_f1": 0.5746436609152288, |
|
"eval_BIC_f1": 0.343015214384509, |
|
"eval_BITCOINADDRESS_f1": 0.8040854224698235, |
|
"eval_BUILDINGNUMBER_f1": 0.8362516836636522, |
|
"eval_CITY_f1": 0.8420471281296023, |
|
"eval_COMPANYNAME_f1": 0.6640450304572443, |
|
"eval_COUNTY_f1": 0.37188208616780044, |
|
"eval_CREDITCARDCVV_f1": 0.03571428571428571, |
|
"eval_CREDITCARDISSUER_f1": 0.44930417495029823, |
|
"eval_CREDITCARDNUMBER_f1": 0.45541635961680177, |
|
"eval_CURRENCYCODE_f1": 0.0, |
|
"eval_CURRENCYNAME_f1": 0.0, |
|
"eval_CURRENCYSYMBOL_f1": 0.47677261613691935, |
|
"eval_CURRENCY_f1": 0.5, |
|
"eval_DATE_f1": 0.736721028632461, |
|
"eval_DOB_f1": 0.8515378221113882, |
|
"eval_EMAIL_f1": 0.9459096080256489, |
|
"eval_ETHEREUMADDRESS_f1": 0.9908256880733944, |
|
"eval_EYECOLOR_f1": 0.1847389558232932, |
|
"eval_FIRSTNAME_f1": 0.75, |
|
"eval_GENDER_f1": 0.6004228329809725, |
|
"eval_HEIGHT_f1": 0.6974063400576369, |
|
"eval_IBAN_f1": 0.7951807228915662, |
|
"eval_IPV4_f1": 0.824571766095688, |
|
"eval_IPV6_f1": 0.7152777777777778, |
|
"eval_IP_f1": 0.8253367003367004, |
|
"eval_JOBAREA_f1": 0.15118110236220472, |
|
"eval_JOBTITLE_f1": 0.7938755980861244, |
|
"eval_JOBTYPE_f1": 0.4468085106382979, |
|
"eval_LASTNAME_f1": 0.7328193094200469, |
|
"eval_LITECOINADDRESS_f1": 0.0, |
|
"eval_MAC_f1": 0.9026128266033253, |
|
"eval_MASKEDNUMBER_f1": 0.44792626728110607, |
|
"eval_MIDDLENAME_f1": 0.1935483870967742, |
|
"eval_NEARBYGPSCOORDINATE_f1": 0.8675595238095238, |
|
"eval_ORDINALDIRECTION_f1": 0.46043165467625896, |
|
"eval_PASSWORD_f1": 0.7484531683379559, |
|
"eval_PHONEIMEI_f1": 0.9364303178484107, |
|
"eval_PHONENUMBER_f1": 0.8740511667135227, |
|
"eval_PIN_f1": 0.00598802395209581, |
|
"eval_PREFIX_f1": 0.8869047619047619, |
|
"eval_SECONDARYADDRESS_f1": 0.8963159893657426, |
|
"eval_SEX_f1": 0.8999008919722498, |
|
"eval_SSN_f1": 0.8114639814097598, |
|
"eval_STATE_f1": 0.8036513334526578, |
|
"eval_STREET_f1": 0.7648373837167375, |
|
"eval_TIME_f1": 0.8412552761974674, |
|
"eval_URL_f1": 0.951582867783985, |
|
"eval_USERAGENT_f1": 0.9387755102040816, |
|
"eval_USERNAME_f1": 0.8054401993355482, |
|
"eval_VEHICLEVIN_f1": 0.39678284182305634, |
|
"eval_VEHICLEVRM_f1": 0.48661800486618, |
|
"eval_ZIPCODE_f1": 0.8014523218039364, |
|
"eval_loss": 0.13221155107021332, |
|
"eval_overall_accuracy": 0.9698559949520066, |
|
"eval_overall_f1": 0.7698184446115954, |
|
"eval_overall_precision": 0.738128234861555, |
|
"eval_overall_recall": 0.804351846144363, |
|
"eval_runtime": 172.7183, |
|
"eval_samples_per_second": 120.259, |
|
"eval_steps_per_second": 1.882, |
|
"step": 1299 |
|
}, |
|
{ |
|
"epoch": 1.1547344110854503, |
|
"grad_norm": 0.6433612108230591, |
|
"learning_rate": 4.1231445849367786e-05, |
|
"loss": 0.123, |
|
"step": 1500 |
|
}, |
|
{ |
|
"epoch": 1.539645881447267, |
|
"grad_norm": 0.4972471594810486, |
|
"learning_rate": 4.875584272752269e-05, |
|
"loss": 0.091, |
|
"step": 2000 |
|
}, |
|
{ |
|
"epoch": 1.924557351809084, |
|
"grad_norm": 0.44406384229660034, |
|
"learning_rate": 4.531894418476767e-05, |
|
"loss": 0.0799, |
|
"step": 2500 |
|
}, |
|
{ |
|
"epoch": 2.0, |
|
"eval_ACCOUNTNAME_f1": 0.9716981132075471, |
|
"eval_ACCOUNTNUMBER_f1": 0.9658886894075404, |
|
"eval_AGE_f1": 0.8656716417910447, |
|
"eval_AMOUNT_f1": 0.9269076305220884, |
|
"eval_BIC_f1": 0.8091397849462365, |
|
"eval_BITCOINADDRESS_f1": 0.9467849223946786, |
|
"eval_BUILDINGNUMBER_f1": 0.9322279792746114, |
|
"eval_CITY_f1": 0.9341742215214821, |
|
"eval_COMPANYNAME_f1": 0.7616180897144115, |
|
"eval_COUNTY_f1": 0.9097283085013147, |
|
"eval_CREDITCARDCVV_f1": 0.7692307692307693, |
|
"eval_CREDITCARDISSUER_f1": 0.9821138211382113, |
|
"eval_CREDITCARDNUMBER_f1": 0.7663257277734069, |
|
"eval_CURRENCYCODE_f1": 0.5126582278481012, |
|
"eval_CURRENCYNAME_f1": 0.02484472049689441, |
|
"eval_CURRENCYSYMBOL_f1": 0.8170865279299013, |
|
"eval_CURRENCY_f1": 0.7208333333333334, |
|
"eval_DATE_f1": 0.7995091132221263, |
|
"eval_DOB_f1": 0.8872388188568467, |
|
"eval_EMAIL_f1": 0.950269374222959, |
|
"eval_ETHEREUMADDRESS_f1": 0.9984591679506933, |
|
"eval_EYECOLOR_f1": 0.8932584269662921, |
|
"eval_FIRSTNAME_f1": 0.813767184254772, |
|
"eval_GENDER_f1": 0.9241516966067864, |
|
"eval_HEIGHT_f1": 0.9631728045325779, |
|
"eval_IBAN_f1": 0.9326241134751773, |
|
"eval_IPV4_f1": 0.861012956419317, |
|
"eval_IPV6_f1": 0.5590327169274538, |
|
"eval_IP_f1": 0.8285202150965943, |
|
"eval_JOBAREA_f1": 0.8204667863554758, |
|
"eval_JOBTITLE_f1": 0.9382113821138212, |
|
"eval_JOBTYPE_f1": 0.9206625980819529, |
|
"eval_LASTNAME_f1": 0.8141100023207241, |
|
"eval_LITECOINADDRESS_f1": 0.8253968253968255, |
|
"eval_MAC_f1": 0.9928400954653939, |
|
"eval_MASKEDNUMBER_f1": 0.7820372398685651, |
|
"eval_MIDDLENAME_f1": 0.5015706806282723, |
|
"eval_NEARBYGPSCOORDINATE_f1": 0.8957239309827457, |
|
"eval_ORDINALDIRECTION_f1": 0.9610983981693364, |
|
"eval_PASSWORD_f1": 0.8397863818424565, |
|
"eval_PHONEIMEI_f1": 0.983810709838107, |
|
"eval_PHONENUMBER_f1": 0.9221591735777681, |
|
"eval_PIN_f1": 0.7814814814814814, |
|
"eval_PREFIX_f1": 0.9155555555555556, |
|
"eval_SECONDARYADDRESS_f1": 0.9649865332820317, |
|
"eval_SEX_f1": 0.9534412955465587, |
|
"eval_SSN_f1": 0.9125374127036914, |
|
"eval_STATE_f1": 0.9592526336712383, |
|
"eval_STREET_f1": 0.8373266078184111, |
|
"eval_TIME_f1": 0.888362844427611, |
|
"eval_URL_f1": 0.980355472404116, |
|
"eval_USERAGENT_f1": 0.9806157354618017, |
|
"eval_USERNAME_f1": 0.8504682515179582, |
|
"eval_VEHICLEVIN_f1": 0.9055555555555554, |
|
"eval_VEHICLEVRM_f1": 0.9591836734693878, |
|
"eval_ZIPCODE_f1": 0.9209051276728255, |
|
"eval_loss": 0.0760750025510788, |
|
"eval_overall_accuracy": 0.9781771197717084, |
|
"eval_overall_f1": 0.8601702989759997, |
|
"eval_overall_precision": 0.8402072965241585, |
|
"eval_overall_recall": 0.8811050155129548, |
|
"eval_runtime": 155.8025, |
|
"eval_samples_per_second": 133.316, |
|
"eval_steps_per_second": 2.086, |
|
"step": 2598 |
|
}, |
|
{ |
|
"epoch": 2.3094688221709005, |
|
"grad_norm": 0.3501986563205719, |
|
"learning_rate": 4.1882045642012654e-05, |
|
"loss": 0.0651, |
|
"step": 3000 |
|
}, |
|
{ |
|
"epoch": 2.6943802925327174, |
|
"grad_norm": 0.42780524492263794, |
|
"learning_rate": 3.8445147099257636e-05, |
|
"loss": 0.0604, |
|
"step": 3500 |
|
}, |
|
{ |
|
"epoch": 3.0, |
|
"eval_ACCOUNTNAME_f1": 0.9828897338403042, |
|
"eval_ACCOUNTNUMBER_f1": 0.9882352941176471, |
|
"eval_AGE_f1": 0.8940188877229801, |
|
"eval_AMOUNT_f1": 0.9528455284552846, |
|
"eval_BIC_f1": 0.8575305291723202, |
|
"eval_BITCOINADDRESS_f1": 0.9588431590656284, |
|
"eval_BUILDINGNUMBER_f1": 0.94676960585128, |
|
"eval_CITY_f1": 0.9462238038750493, |
|
"eval_COMPANYNAME_f1": 0.779482551143201, |
|
"eval_COUNTY_f1": 0.9410729991204926, |
|
"eval_CREDITCARDCVV_f1": 0.8155668358714044, |
|
"eval_CREDITCARDISSUER_f1": 0.9821138211382113, |
|
"eval_CREDITCARDNUMBER_f1": 0.8063973063973063, |
|
"eval_CURRENCYCODE_f1": 0.703601108033241, |
|
"eval_CURRENCYNAME_f1": 0.031746031746031744, |
|
"eval_CURRENCYSYMBOL_f1": 0.8613974799541809, |
|
"eval_CURRENCY_f1": 0.7556029882604056, |
|
"eval_DATE_f1": 0.8159463811637724, |
|
"eval_DOB_f1": 0.8861276595744682, |
|
"eval_EMAIL_f1": 0.9547248182762201, |
|
"eval_ETHEREUMADDRESS_f1": 0.9969230769230769, |
|
"eval_EYECOLOR_f1": 0.931129476584022, |
|
"eval_FIRSTNAME_f1": 0.8486931167343539, |
|
"eval_GENDER_f1": 0.950533462657614, |
|
"eval_HEIGHT_f1": 0.9717514124293786, |
|
"eval_IBAN_f1": 0.9388489208633094, |
|
"eval_IPV4_f1": 0.747628083491461, |
|
"eval_IPV6_f1": 0.7306325515280739, |
|
"eval_IP_f1": 0.8284166164960868, |
|
"eval_JOBAREA_f1": 0.8966148215919487, |
|
"eval_JOBTITLE_f1": 0.9562358742551881, |
|
"eval_JOBTYPE_f1": 0.9322638146167558, |
|
"eval_LASTNAME_f1": 0.8371934604904633, |
|
"eval_LITECOINADDRESS_f1": 0.8717948717948719, |
|
"eval_MAC_f1": 0.9928400954653939, |
|
"eval_MASKEDNUMBER_f1": 0.8046958377801493, |
|
"eval_MIDDLENAME_f1": 0.6657060518731989, |
|
"eval_NEARBYGPSCOORDINATE_f1": 0.9103343465045595, |
|
"eval_ORDINALDIRECTION_f1": 0.9768518518518517, |
|
"eval_PASSWORD_f1": 0.8639026588553403, |
|
"eval_PHONEIMEI_f1": 0.9937106918238994, |
|
"eval_PHONENUMBER_f1": 0.9262041537781707, |
|
"eval_PIN_f1": 0.8207024029574862, |
|
"eval_PREFIX_f1": 0.916972814107274, |
|
"eval_SECONDARYADDRESS_f1": 0.9737045630317092, |
|
"eval_SEX_f1": 0.9662875710804224, |
|
"eval_SSN_f1": 0.9201129380501578, |
|
"eval_STATE_f1": 0.9704826485839649, |
|
"eval_STREET_f1": 0.8333076091989504, |
|
"eval_TIME_f1": 0.9061131213102266, |
|
"eval_URL_f1": 0.9915333960489182, |
|
"eval_USERAGENT_f1": 0.9908883826879272, |
|
"eval_USERNAME_f1": 0.8684539954099729, |
|
"eval_VEHICLEVIN_f1": 0.9808219178082191, |
|
"eval_VEHICLEVRM_f1": 0.9670886075949368, |
|
"eval_ZIPCODE_f1": 0.9288702928870294, |
|
"eval_loss": 0.06805840134620667, |
|
"eval_overall_accuracy": 0.9799070620267948, |
|
"eval_overall_f1": 0.876459011772759, |
|
"eval_overall_precision": 0.8591488143989106, |
|
"eval_overall_recall": 0.8944810865232489, |
|
"eval_runtime": 156.9506, |
|
"eval_samples_per_second": 132.341, |
|
"eval_steps_per_second": 2.071, |
|
"step": 3897 |
|
}, |
|
{ |
|
"epoch": 3.079291762894534, |
|
"grad_norm": 0.3576395511627197, |
|
"learning_rate": 3.500824855650262e-05, |
|
"loss": 0.0563, |
|
"step": 4000 |
|
}, |
|
{ |
|
"epoch": 3.464203233256351, |
|
"grad_norm": 0.3845430910587311, |
|
"learning_rate": 3.15713500137476e-05, |
|
"loss": 0.0473, |
|
"step": 4500 |
|
}, |
|
{ |
|
"epoch": 3.849114703618168, |
|
"grad_norm": 0.28811028599739075, |
|
"learning_rate": 2.8134451470992578e-05, |
|
"loss": 0.0469, |
|
"step": 5000 |
|
}, |
|
{ |
|
"epoch": 4.0, |
|
"eval_ACCOUNTNAME_f1": 0.9773156899810963, |
|
"eval_ACCOUNTNUMBER_f1": 0.988277727682597, |
|
"eval_AGE_f1": 0.8924050632911392, |
|
"eval_AMOUNT_f1": 0.9621710526315789, |
|
"eval_BIC_f1": 0.8699080157687255, |
|
"eval_BITCOINADDRESS_f1": 0.9496080627099664, |
|
"eval_BUILDINGNUMBER_f1": 0.9552669552669552, |
|
"eval_CITY_f1": 0.9484126984126984, |
|
"eval_COMPANYNAME_f1": 0.7801622048374363, |
|
"eval_COUNTY_f1": 0.9545859305431879, |
|
"eval_CREDITCARDCVV_f1": 0.830715532286213, |
|
"eval_CREDITCARDISSUER_f1": 0.9821717990275528, |
|
"eval_CREDITCARDNUMBER_f1": 0.8662026295436969, |
|
"eval_CURRENCYCODE_f1": 0.781869688385269, |
|
"eval_CURRENCYNAME_f1": 0.09433962264150943, |
|
"eval_CURRENCYSYMBOL_f1": 0.8871151653363741, |
|
"eval_CURRENCY_f1": 0.7572815533980582, |
|
"eval_DATE_f1": 0.827614085519224, |
|
"eval_DOB_f1": 0.8950953678474114, |
|
"eval_EMAIL_f1": 0.954347374974061, |
|
"eval_ETHEREUMADDRESS_f1": 1.0, |
|
"eval_EYECOLOR_f1": 0.9344262295081966, |
|
"eval_FIRSTNAME_f1": 0.8669909947210434, |
|
"eval_GENDER_f1": 0.9632495164410058, |
|
"eval_HEIGHT_f1": 0.9715909090909091, |
|
"eval_IBAN_f1": 0.9468085106382979, |
|
"eval_IPV4_f1": 0.8555956678700362, |
|
"eval_IPV6_f1": 0.6737588652482269, |
|
"eval_IP_f1": 0.8492765273311897, |
|
"eval_JOBAREA_f1": 0.8987234042553192, |
|
"eval_JOBTITLE_f1": 0.9577406720263864, |
|
"eval_JOBTYPE_f1": 0.9303135888501741, |
|
"eval_LASTNAME_f1": 0.8519948519948519, |
|
"eval_LITECOINADDRESS_f1": 0.8553846153846154, |
|
"eval_MAC_f1": 0.9928400954653939, |
|
"eval_MASKEDNUMBER_f1": 0.8368794326241136, |
|
"eval_MIDDLENAME_f1": 0.751346499102334, |
|
"eval_NEARBYGPSCOORDINATE_f1": 0.9268668206312548, |
|
"eval_ORDINALDIRECTION_f1": 0.9816513761467891, |
|
"eval_PASSWORD_f1": 0.8791601518874247, |
|
"eval_PHONEIMEI_f1": 0.98870765370138, |
|
"eval_PHONENUMBER_f1": 0.9229852524951587, |
|
"eval_PIN_f1": 0.8550458715596331, |
|
"eval_PREFIX_f1": 0.919911829537105, |
|
"eval_SECONDARYADDRESS_f1": 0.9740209383481969, |
|
"eval_SEX_f1": 0.9666666666666667, |
|
"eval_SSN_f1": 0.9150242326332795, |
|
"eval_STATE_f1": 0.9738157105736559, |
|
"eval_STREET_f1": 0.8667275216795984, |
|
"eval_TIME_f1": 0.9069166746388596, |
|
"eval_URL_f1": 0.9877704609595485, |
|
"eval_USERAGENT_f1": 0.9942987457240592, |
|
"eval_USERNAME_f1": 0.8805223526933811, |
|
"eval_VEHICLEVIN_f1": 0.9619565217391305, |
|
"eval_VEHICLEVRM_f1": 0.9820971867007673, |
|
"eval_ZIPCODE_f1": 0.9422954977805961, |
|
"eval_loss": 0.06456373631954193, |
|
"eval_overall_accuracy": 0.981234141016998, |
|
"eval_overall_f1": 0.8866585461610477, |
|
"eval_overall_precision": 0.8691679166337728, |
|
"eval_overall_recall": 0.9048675748423021, |
|
"eval_runtime": 156.8301, |
|
"eval_samples_per_second": 132.443, |
|
"eval_steps_per_second": 2.072, |
|
"step": 5196 |
|
}, |
|
{ |
|
"epoch": 4.234026173979984, |
|
"grad_norm": 0.27687108516693115, |
|
"learning_rate": 2.469755292823756e-05, |
|
"loss": 0.0386, |
|
"step": 5500 |
|
}, |
|
{ |
|
"epoch": 4.618937644341801, |
|
"grad_norm": 0.7548421025276184, |
|
"learning_rate": 2.126065438548254e-05, |
|
"loss": 0.0365, |
|
"step": 6000 |
|
}, |
|
{ |
|
"epoch": 5.0, |
|
"eval_ACCOUNTNAME_f1": 0.9876543209876543, |
|
"eval_ACCOUNTNUMBER_f1": 0.989090909090909, |
|
"eval_AGE_f1": 0.8980021030494216, |
|
"eval_AMOUNT_f1": 0.9720394736842105, |
|
"eval_BIC_f1": 0.884514435695538, |
|
"eval_BITCOINADDRESS_f1": 0.9587513935340023, |
|
"eval_BUILDINGNUMBER_f1": 0.9590787579683323, |
|
"eval_CITY_f1": 0.9510600356647514, |
|
"eval_COMPANYNAME_f1": 0.8041604754829123, |
|
"eval_COUNTY_f1": 0.9555160142348754, |
|
"eval_CREDITCARDCVV_f1": 0.8267581475128646, |
|
"eval_CREDITCARDISSUER_f1": 0.986970684039088, |
|
"eval_CREDITCARDNUMBER_f1": 0.8498402555910544, |
|
"eval_CURRENCYCODE_f1": 0.7953890489913543, |
|
"eval_CURRENCYNAME_f1": 0.23762376237623764, |
|
"eval_CURRENCYSYMBOL_f1": 0.9092996555683123, |
|
"eval_CURRENCY_f1": 0.7163841807909606, |
|
"eval_DATE_f1": 0.8287240046889246, |
|
"eval_DOB_f1": 0.8881498337125854, |
|
"eval_EMAIL_f1": 0.954285119233573, |
|
"eval_ETHEREUMADDRESS_f1": 1.0, |
|
"eval_EYECOLOR_f1": 0.9392265193370165, |
|
"eval_FIRSTNAME_f1": 0.864836655881432, |
|
"eval_GENDER_f1": 0.977648202137998, |
|
"eval_HEIGHT_f1": 0.9771428571428572, |
|
"eval_IBAN_f1": 0.9657039711191336, |
|
"eval_IPV4_f1": 0.8200514138817481, |
|
"eval_IPV6_f1": 0.7169529499626587, |
|
"eval_IP_f1": 0.860189096761215, |
|
"eval_JOBAREA_f1": 0.9103815439219166, |
|
"eval_JOBTITLE_f1": 0.9593596059113301, |
|
"eval_JOBTYPE_f1": 0.933569530558016, |
|
"eval_LASTNAME_f1": 0.8596264536591095, |
|
"eval_LITECOINADDRESS_f1": 0.8698412698412699, |
|
"eval_MAC_f1": 0.9928400954653939, |
|
"eval_MASKEDNUMBER_f1": 0.8395904436860069, |
|
"eval_MIDDLENAME_f1": 0.7731788079470199, |
|
"eval_NEARBYGPSCOORDINATE_f1": 0.9266409266409267, |
|
"eval_ORDINALDIRECTION_f1": 0.9836829836829836, |
|
"eval_PASSWORD_f1": 0.8612652608213096, |
|
"eval_PHONEIMEI_f1": 0.9799498746867169, |
|
"eval_PHONENUMBER_f1": 0.9370254577936579, |
|
"eval_PIN_f1": 0.8523985239852399, |
|
"eval_PREFIX_f1": 0.9231927710843373, |
|
"eval_SECONDARYADDRESS_f1": 0.9724271844660193, |
|
"eval_SEX_f1": 0.9713349713349714, |
|
"eval_SSN_f1": 0.9316999496559826, |
|
"eval_STATE_f1": 0.9747565096402305, |
|
"eval_STREET_f1": 0.8684452621895125, |
|
"eval_TIME_f1": 0.9144861585134623, |
|
"eval_URL_f1": 0.9896519285042333, |
|
"eval_USERAGENT_f1": 0.9908883826879272, |
|
"eval_USERNAME_f1": 0.8822116667556174, |
|
"eval_VEHICLEVIN_f1": 0.9619565217391305, |
|
"eval_VEHICLEVRM_f1": 0.9593908629441624, |
|
"eval_ZIPCODE_f1": 0.9490378515542398, |
|
"eval_loss": 0.06882753223180771, |
|
"eval_overall_accuracy": 0.981491987654487, |
|
"eval_overall_f1": 0.8908967014107967, |
|
"eval_overall_precision": 0.8756958432975778, |
|
"eval_overall_recall": 0.9066346134089461, |
|
"eval_runtime": 156.7967, |
|
"eval_samples_per_second": 132.471, |
|
"eval_steps_per_second": 2.073, |
|
"step": 6495 |
|
}, |
|
{ |
|
"epoch": 5.003849114703618, |
|
"grad_norm": 0.38779520988464355, |
|
"learning_rate": 1.7823755842727523e-05, |
|
"loss": 0.0356, |
|
"step": 6500 |
|
}, |
|
{ |
|
"epoch": 5.388760585065435, |
|
"grad_norm": 0.4298277795314789, |
|
"learning_rate": 1.4386857299972505e-05, |
|
"loss": 0.0284, |
|
"step": 7000 |
|
}, |
|
{ |
|
"epoch": 5.773672055427252, |
|
"grad_norm": 0.39074528217315674, |
|
"learning_rate": 1.0949958757217487e-05, |
|
"loss": 0.0277, |
|
"step": 7500 |
|
}, |
|
{ |
|
"epoch": 6.0, |
|
"eval_ACCOUNTNAME_f1": 0.9877010406811731, |
|
"eval_ACCOUNTNUMBER_f1": 0.9900090826521345, |
|
"eval_AGE_f1": 0.8944618599791014, |
|
"eval_AMOUNT_f1": 0.9746109746109746, |
|
"eval_BIC_f1": 0.8929503916449086, |
|
"eval_BITCOINADDRESS_f1": 0.9433962264150944, |
|
"eval_BUILDINGNUMBER_f1": 0.9551269035532994, |
|
"eval_CITY_f1": 0.9470576658138162, |
|
"eval_COMPANYNAME_f1": 0.7986212965679085, |
|
"eval_COUNTY_f1": 0.96, |
|
"eval_CREDITCARDCVV_f1": 0.8302521008403362, |
|
"eval_CREDITCARDISSUER_f1": 0.9853181076672104, |
|
"eval_CREDITCARDNUMBER_f1": 0.8606620477290224, |
|
"eval_CURRENCYCODE_f1": 0.8011363636363636, |
|
"eval_CURRENCYNAME_f1": 0.25316455696202533, |
|
"eval_CURRENCYSYMBOL_f1": 0.912442396313364, |
|
"eval_CURRENCY_f1": 0.702517162471396, |
|
"eval_DATE_f1": 0.8337259433752611, |
|
"eval_DOB_f1": 0.8960707603333901, |
|
"eval_EMAIL_f1": 0.9518184644078334, |
|
"eval_ETHEREUMADDRESS_f1": 0.9984591679506933, |
|
"eval_EYECOLOR_f1": 0.9395604395604397, |
|
"eval_FIRSTNAME_f1": 0.8712584153288451, |
|
"eval_GENDER_f1": 0.9748062015503876, |
|
"eval_HEIGHT_f1": 0.9800569800569799, |
|
"eval_IBAN_f1": 0.9543419874664278, |
|
"eval_IPV4_f1": 0.8473945409429281, |
|
"eval_IPV6_f1": 0.7035971223021583, |
|
"eval_IP_f1": 0.8564437194127242, |
|
"eval_JOBAREA_f1": 0.9192982456140352, |
|
"eval_JOBTITLE_f1": 0.956681651001226, |
|
"eval_JOBTYPE_f1": 0.9320388349514563, |
|
"eval_LASTNAME_f1": 0.8611898016997167, |
|
"eval_LITECOINADDRESS_f1": 0.8449848024316109, |
|
"eval_MAC_f1": 0.9952380952380953, |
|
"eval_MASKEDNUMBER_f1": 0.8281622911694512, |
|
"eval_MIDDLENAME_f1": 0.7760942760942762, |
|
"eval_NEARBYGPSCOORDINATE_f1": 0.9323076923076924, |
|
"eval_ORDINALDIRECTION_f1": 0.9839080459770114, |
|
"eval_PASSWORD_f1": 0.8869289914066033, |
|
"eval_PHONEIMEI_f1": 0.992462311557789, |
|
"eval_PHONENUMBER_f1": 0.9386854874283194, |
|
"eval_PIN_f1": 0.835978835978836, |
|
"eval_PREFIX_f1": 0.9267924528301887, |
|
"eval_SECONDARYADDRESS_f1": 0.9722650231124806, |
|
"eval_SEX_f1": 0.9702162382700938, |
|
"eval_SSN_f1": 0.9372093023255813, |
|
"eval_STATE_f1": 0.9711576451995259, |
|
"eval_STREET_f1": 0.8759310811827553, |
|
"eval_TIME_f1": 0.9189957366177168, |
|
"eval_URL_f1": 0.9859154929577465, |
|
"eval_USERAGENT_f1": 0.9908883826879272, |
|
"eval_USERNAME_f1": 0.8834977058172038, |
|
"eval_VEHICLEVIN_f1": 0.951086956521739, |
|
"eval_VEHICLEVRM_f1": 0.9696969696969696, |
|
"eval_ZIPCODE_f1": 0.9429963975418522, |
|
"eval_loss": 0.07662417739629745, |
|
"eval_overall_accuracy": 0.9813041734370568, |
|
"eval_overall_f1": 0.8928695354813403, |
|
"eval_overall_precision": 0.8745086836168766, |
|
"eval_overall_recall": 0.9120179169491873, |
|
"eval_runtime": 156.7885, |
|
"eval_samples_per_second": 132.478, |
|
"eval_steps_per_second": 2.073, |
|
"step": 7794 |
|
}, |
|
{ |
|
"epoch": 6.158583525789068, |
|
"grad_norm": 0.277698814868927, |
|
"learning_rate": 7.51306021446247e-06, |
|
"loss": 0.0257, |
|
"step": 8000 |
|
}, |
|
{ |
|
"epoch": 6.543494996150885, |
|
"grad_norm": 0.39385297894477844, |
|
"learning_rate": 4.076161671707452e-06, |
|
"loss": 0.0221, |
|
"step": 8500 |
|
}, |
|
{ |
|
"epoch": 6.928406466512702, |
|
"grad_norm": 0.22807617485523224, |
|
"learning_rate": 6.392631289524334e-07, |
|
"loss": 0.0225, |
|
"step": 9000 |
|
}, |
|
{ |
|
"epoch": 7.0, |
|
"eval_ACCOUNTNAME_f1": 0.9895734597156398, |
|
"eval_ACCOUNTNUMBER_f1": 0.9936421435059036, |
|
"eval_AGE_f1": 0.8951781970649896, |
|
"eval_AMOUNT_f1": 0.974569319114028, |
|
"eval_BIC_f1": 0.891566265060241, |
|
"eval_BITCOINADDRESS_f1": 0.9544950055493896, |
|
"eval_BUILDINGNUMBER_f1": 0.9595092024539876, |
|
"eval_CITY_f1": 0.9505028593965688, |
|
"eval_COMPANYNAME_f1": 0.8039802483914409, |
|
"eval_COUNTY_f1": 0.9580731489741303, |
|
"eval_CREDITCARDCVV_f1": 0.8361774744027304, |
|
"eval_CREDITCARDISSUER_f1": 0.991869918699187, |
|
"eval_CREDITCARDNUMBER_f1": 0.8677494199535962, |
|
"eval_CURRENCYCODE_f1": 0.7932011331444758, |
|
"eval_CURRENCYNAME_f1": 0.2246376811594203, |
|
"eval_CURRENCYSYMBOL_f1": 0.9097142857142857, |
|
"eval_CURRENCY_f1": 0.7401574803149608, |
|
"eval_DATE_f1": 0.8339388568896765, |
|
"eval_DOB_f1": 0.8963518581657006, |
|
"eval_EMAIL_f1": 0.9503163572243543, |
|
"eval_ETHEREUMADDRESS_f1": 1.0, |
|
"eval_EYECOLOR_f1": 0.9395604395604397, |
|
"eval_FIRSTNAME_f1": 0.8748331450867646, |
|
"eval_GENDER_f1": 0.9795918367346939, |
|
"eval_HEIGHT_f1": 0.9828571428571428, |
|
"eval_IBAN_f1": 0.9604316546762589, |
|
"eval_IPV4_f1": 0.829733163913596, |
|
"eval_IPV6_f1": 0.744945567651633, |
|
"eval_IP_f1": 0.8682452944748027, |
|
"eval_JOBAREA_f1": 0.9146877748460862, |
|
"eval_JOBTITLE_f1": 0.9594428512904547, |
|
"eval_JOBTYPE_f1": 0.9280701754385966, |
|
"eval_LASTNAME_f1": 0.8580858085808581, |
|
"eval_LITECOINADDRESS_f1": 0.8466257668711656, |
|
"eval_MAC_f1": 0.9952380952380953, |
|
"eval_MASKEDNUMBER_f1": 0.8331332533013206, |
|
"eval_MIDDLENAME_f1": 0.7916485428447152, |
|
"eval_NEARBYGPSCOORDINATE_f1": 0.9372579395817195, |
|
"eval_ORDINALDIRECTION_f1": 0.9861111111111112, |
|
"eval_PASSWORD_f1": 0.8876884987620977, |
|
"eval_PHONEIMEI_f1": 0.992462311557789, |
|
"eval_PHONENUMBER_f1": 0.9406352033244286, |
|
"eval_PIN_f1": 0.8545780969479354, |
|
"eval_PREFIX_f1": 0.9288956127080181, |
|
"eval_SECONDARYADDRESS_f1": 0.9733281793583303, |
|
"eval_SEX_f1": 0.9717906786590352, |
|
"eval_SSN_f1": 0.9330474934036941, |
|
"eval_STATE_f1": 0.9755515802027429, |
|
"eval_STREET_f1": 0.879902520752418, |
|
"eval_TIME_f1": 0.9217241708878907, |
|
"eval_URL_f1": 0.986842105263158, |
|
"eval_USERAGENT_f1": 0.9931662870159453, |
|
"eval_USERNAME_f1": 0.8802473664902258, |
|
"eval_VEHICLEVIN_f1": 0.959349593495935, |
|
"eval_VEHICLEVRM_f1": 0.9622166246851385, |
|
"eval_ZIPCODE_f1": 0.945894334818587, |
|
"eval_loss": 0.08504407852888107, |
|
"eval_overall_accuracy": 0.9818584199129758, |
|
"eval_overall_f1": 0.8951070120382236, |
|
"eval_overall_precision": 0.8794614530456852, |
|
"eval_overall_recall": 0.9113193203065606, |
|
"eval_runtime": 156.4959, |
|
"eval_samples_per_second": 132.726, |
|
"eval_steps_per_second": 2.077, |
|
"step": 9093 |
|
}, |
|
{ |
|
"epoch": 7.0, |
|
"step": 9093, |
|
"total_flos": 6.988399697943725e+16, |
|
"train_loss": 0.13558139392517587, |
|
"train_runtime": 12947.3138, |
|
"train_samples_per_second": 44.916, |
|
"train_steps_per_second": 0.702 |
|
}, |
|
{ |
|
"epoch": 7.0, |
|
"eval_ACCOUNTNAME_f1": 0.9773156899810963, |
|
"eval_ACCOUNTNUMBER_f1": 0.988277727682597, |
|
"eval_AGE_f1": 0.8924050632911392, |
|
"eval_AMOUNT_f1": 0.9621710526315789, |
|
"eval_BIC_f1": 0.8699080157687255, |
|
"eval_BITCOINADDRESS_f1": 0.9496080627099664, |
|
"eval_BUILDINGNUMBER_f1": 0.9552669552669552, |
|
"eval_CITY_f1": 0.9484126984126984, |
|
"eval_COMPANYNAME_f1": 0.7801622048374363, |
|
"eval_COUNTY_f1": 0.9545859305431879, |
|
"eval_CREDITCARDCVV_f1": 0.830715532286213, |
|
"eval_CREDITCARDISSUER_f1": 0.9821717990275528, |
|
"eval_CREDITCARDNUMBER_f1": 0.8662026295436969, |
|
"eval_CURRENCYCODE_f1": 0.781869688385269, |
|
"eval_CURRENCYNAME_f1": 0.09433962264150943, |
|
"eval_CURRENCYSYMBOL_f1": 0.8871151653363741, |
|
"eval_CURRENCY_f1": 0.7572815533980582, |
|
"eval_DATE_f1": 0.827614085519224, |
|
"eval_DOB_f1": 0.8950953678474114, |
|
"eval_EMAIL_f1": 0.954347374974061, |
|
"eval_ETHEREUMADDRESS_f1": 1.0, |
|
"eval_EYECOLOR_f1": 0.9344262295081966, |
|
"eval_FIRSTNAME_f1": 0.8669909947210434, |
|
"eval_GENDER_f1": 0.9632495164410058, |
|
"eval_HEIGHT_f1": 0.9715909090909091, |
|
"eval_IBAN_f1": 0.9468085106382979, |
|
"eval_IPV4_f1": 0.8555956678700362, |
|
"eval_IPV6_f1": 0.6737588652482269, |
|
"eval_IP_f1": 0.8492765273311897, |
|
"eval_JOBAREA_f1": 0.8987234042553192, |
|
"eval_JOBTITLE_f1": 0.9577406720263864, |
|
"eval_JOBTYPE_f1": 0.9303135888501741, |
|
"eval_LASTNAME_f1": 0.8519948519948519, |
|
"eval_LITECOINADDRESS_f1": 0.8553846153846154, |
|
"eval_MAC_f1": 0.9928400954653939, |
|
"eval_MASKEDNUMBER_f1": 0.8368794326241136, |
|
"eval_MIDDLENAME_f1": 0.751346499102334, |
|
"eval_NEARBYGPSCOORDINATE_f1": 0.9268668206312548, |
|
"eval_ORDINALDIRECTION_f1": 0.9816513761467891, |
|
"eval_PASSWORD_f1": 0.8791601518874247, |
|
"eval_PHONEIMEI_f1": 0.98870765370138, |
|
"eval_PHONENUMBER_f1": 0.9229852524951587, |
|
"eval_PIN_f1": 0.8550458715596331, |
|
"eval_PREFIX_f1": 0.919911829537105, |
|
"eval_SECONDARYADDRESS_f1": 0.9740209383481969, |
|
"eval_SEX_f1": 0.9666666666666667, |
|
"eval_SSN_f1": 0.9150242326332795, |
|
"eval_STATE_f1": 0.9738157105736559, |
|
"eval_STREET_f1": 0.8667275216795984, |
|
"eval_TIME_f1": 0.9069166746388596, |
|
"eval_URL_f1": 0.9877704609595485, |
|
"eval_USERAGENT_f1": 0.9942987457240592, |
|
"eval_USERNAME_f1": 0.8805223526933811, |
|
"eval_VEHICLEVIN_f1": 0.9619565217391305, |
|
"eval_VEHICLEVRM_f1": 0.9820971867007673, |
|
"eval_ZIPCODE_f1": 0.9422954977805961, |
|
"eval_loss": 0.06456373631954193, |
|
"eval_overall_accuracy": 0.981234141016998, |
|
"eval_overall_f1": 0.8866585461610477, |
|
"eval_overall_precision": 0.8691679166337728, |
|
"eval_overall_recall": 0.9048675748423021, |
|
"eval_runtime": 155.9857, |
|
"eval_samples_per_second": 133.16, |
|
"eval_steps_per_second": 2.084, |
|
"step": 9093 |
|
} |
|
], |
|
"logging_steps": 500, |
|
"max_steps": 9093, |
|
"num_input_tokens_seen": 0, |
|
"num_train_epochs": 7, |
|
"save_steps": 500, |
|
"total_flos": 6.988399697943725e+16, |
|
"train_batch_size": 64, |
|
"trial_name": null, |
|
"trial_params": null |
|
} |
|
|