dev
commited on
Commit
•
201f06f
1
Parent(s):
d770b39
Model save
Browse files- README.md +66 -66
- all_results.json +67 -67
- eval_results.json +62 -62
- model.safetensors +1 -1
- train_results.json +5 -5
- trainer_state.json +546 -546
README.md
CHANGED
@@ -15,67 +15,67 @@ should probably proofread and complete it, then remove this comment. -->
|
|
15 |
|
16 |
This model is a fine-tuned version of [distilbert-base-uncased](https://huggingface.co/distilbert-base-uncased) on the None dataset.
|
17 |
It achieves the following results on the evaluation set:
|
18 |
-
- Loss: 0.
|
19 |
-
- Overall Precision: 0.
|
20 |
-
- Overall Recall: 0.
|
21 |
-
- Overall F1: 0.
|
22 |
-
- Overall Accuracy: 0.
|
23 |
-
- Accountname F1: 0.
|
24 |
-
- Accountnumber F1: 0.
|
25 |
-
- Age F1: 0.
|
26 |
-
- Amount F1: 0.
|
27 |
-
- Bic F1: 0.
|
28 |
-
- Bitcoinaddress F1: 0.
|
29 |
-
- Buildingnumber F1: 0.
|
30 |
-
- City F1: 0.
|
31 |
-
- Companyname F1: 0.
|
32 |
-
- County F1: 0.
|
33 |
-
- Creditcardcvv F1: 0.
|
34 |
-
- Creditcardissuer F1: 0.
|
35 |
-
- Creditcardnumber F1: 0.
|
36 |
-
- Currency F1: 0.
|
37 |
-
- Currencycode F1: 0.
|
38 |
-
- Currencyname F1: 0.
|
39 |
-
- Currencysymbol F1: 0.
|
40 |
-
- Date F1: 0.
|
41 |
-
- Dob F1: 0.
|
42 |
-
- Email F1: 0.
|
43 |
- Ethereumaddress F1: 1.0
|
44 |
-
- Eyecolor F1: 0.
|
45 |
-
- Firstname F1: 0.
|
46 |
-
- Gender F1: 0.
|
47 |
-
- Height F1: 0.
|
48 |
-
- Iban F1: 0.
|
49 |
-
- Ip F1: 0.
|
50 |
-
- Ipv4 F1: 0.
|
51 |
-
- Ipv6 F1: 0.
|
52 |
-
- Jobarea F1: 0.
|
53 |
-
- Jobtitle F1: 0.
|
54 |
-
- Jobtype F1: 0.
|
55 |
-
- Lastname F1: 0.
|
56 |
-
- Litecoinaddress F1: 0.
|
57 |
-
- Mac F1: 0.
|
58 |
-
- Maskednumber F1: 0.
|
59 |
-
- Middlename F1: 0.
|
60 |
-
- Nearbygpscoordinate F1: 0.
|
61 |
-
- Ordinaldirection F1: 0.
|
62 |
-
- Password F1: 0.
|
63 |
-
- Phoneimei F1: 0.
|
64 |
-
- Phonenumber F1: 0.
|
65 |
-
- Pin F1: 0.
|
66 |
-
- Prefix F1: 0.
|
67 |
-
- Secondaryaddress F1: 0.
|
68 |
-
- Sex F1: 0.
|
69 |
-
- Ssn F1: 0.
|
70 |
-
- State F1: 0.
|
71 |
-
- Street F1: 0.
|
72 |
-
- Time F1: 0.
|
73 |
- Url F1: 0.9878
|
74 |
-
- Useragent F1: 0.
|
75 |
-
- Username F1: 0.
|
76 |
-
- Vehiclevin F1: 0.
|
77 |
-
- Vehiclevrm F1: 0.
|
78 |
-
- Zipcode F1: 0.
|
79 |
|
80 |
## Model description
|
81 |
|
@@ -107,13 +107,13 @@ The following hyperparameters were used during training:
|
|
107 |
|
108 |
| Training Loss | Epoch | Step | Validation Loss | Overall Precision | Overall Recall | Overall F1 | Overall Accuracy | Accountname F1 | Accountnumber F1 | Age F1 | Amount F1 | Bic F1 | Bitcoinaddress F1 | Buildingnumber F1 | City F1 | Companyname F1 | County F1 | Creditcardcvv F1 | Creditcardissuer F1 | Creditcardnumber F1 | Currency F1 | Currencycode F1 | Currencyname F1 | Currencysymbol F1 | Date F1 | Dob F1 | Email F1 | Ethereumaddress F1 | Eyecolor F1 | Firstname F1 | Gender F1 | Height F1 | Iban F1 | Ip F1 | Ipv4 F1 | Ipv6 F1 | Jobarea F1 | Jobtitle F1 | Jobtype F1 | Lastname F1 | Litecoinaddress F1 | Mac F1 | Maskednumber F1 | Middlename F1 | Nearbygpscoordinate F1 | Ordinaldirection F1 | Password F1 | Phoneimei F1 | Phonenumber F1 | Pin F1 | Prefix F1 | Secondaryaddress F1 | Sex F1 | Ssn F1 | State F1 | Street F1 | Time F1 | Url F1 | Useragent F1 | Username F1 | Vehiclevin F1 | Vehiclevrm F1 | Zipcode F1 |
|
109 |
|:-------------:|:-----:|:----:|:---------------:|:-----------------:|:--------------:|:----------:|:----------------:|:--------------:|:----------------:|:------:|:---------:|:------:|:-----------------:|:-----------------:|:-------:|:--------------:|:---------:|:----------------:|:-------------------:|:-------------------:|:-----------:|:---------------:|:---------------:|:-----------------:|:-------:|:------:|:--------:|:------------------:|:-----------:|:------------:|:---------:|:---------:|:-------:|:------:|:-------:|:-------:|:----------:|:-----------:|:----------:|:-----------:|:------------------:|:------:|:---------------:|:-------------:|:----------------------:|:-------------------:|:-----------:|:------------:|:--------------:|:------:|:---------:|:-------------------:|:------:|:------:|:--------:|:---------:|:-------:|:------:|:------------:|:-----------:|:-------------:|:-------------:|:----------:|
|
110 |
-
| 0.
|
111 |
-
| 0.
|
112 |
-
| 0.
|
113 |
-
| 0.
|
114 |
-
| 0.
|
115 |
-
| 0.
|
116 |
-
| 0.
|
117 |
|
118 |
|
119 |
### Framework versions
|
|
|
15 |
|
16 |
This model is a fine-tuned version of [distilbert-base-uncased](https://huggingface.co/distilbert-base-uncased) on the None dataset.
|
17 |
It achieves the following results on the evaluation set:
|
18 |
+
- Loss: 0.0646
|
19 |
+
- Overall Precision: 0.8692
|
20 |
+
- Overall Recall: 0.9049
|
21 |
+
- Overall F1: 0.8867
|
22 |
+
- Overall Accuracy: 0.9812
|
23 |
+
- Accountname F1: 0.9773
|
24 |
+
- Accountnumber F1: 0.9883
|
25 |
+
- Age F1: 0.8924
|
26 |
+
- Amount F1: 0.9622
|
27 |
+
- Bic F1: 0.8699
|
28 |
+
- Bitcoinaddress F1: 0.9496
|
29 |
+
- Buildingnumber F1: 0.9553
|
30 |
+
- City F1: 0.9484
|
31 |
+
- Companyname F1: 0.7802
|
32 |
+
- County F1: 0.9546
|
33 |
+
- Creditcardcvv F1: 0.8307
|
34 |
+
- Creditcardissuer F1: 0.9822
|
35 |
+
- Creditcardnumber F1: 0.8662
|
36 |
+
- Currency F1: 0.7573
|
37 |
+
- Currencycode F1: 0.7819
|
38 |
+
- Currencyname F1: 0.0943
|
39 |
+
- Currencysymbol F1: 0.8871
|
40 |
+
- Date F1: 0.8276
|
41 |
+
- Dob F1: 0.8951
|
42 |
+
- Email F1: 0.9543
|
43 |
- Ethereumaddress F1: 1.0
|
44 |
+
- Eyecolor F1: 0.9344
|
45 |
+
- Firstname F1: 0.8670
|
46 |
+
- Gender F1: 0.9632
|
47 |
+
- Height F1: 0.9716
|
48 |
+
- Iban F1: 0.9468
|
49 |
+
- Ip F1: 0.8493
|
50 |
+
- Ipv4 F1: 0.8556
|
51 |
+
- Ipv6 F1: 0.6738
|
52 |
+
- Jobarea F1: 0.8987
|
53 |
+
- Jobtitle F1: 0.9577
|
54 |
+
- Jobtype F1: 0.9303
|
55 |
+
- Lastname F1: 0.8520
|
56 |
+
- Litecoinaddress F1: 0.8554
|
57 |
+
- Mac F1: 0.9928
|
58 |
+
- Maskednumber F1: 0.8369
|
59 |
+
- Middlename F1: 0.7513
|
60 |
+
- Nearbygpscoordinate F1: 0.9269
|
61 |
+
- Ordinaldirection F1: 0.9817
|
62 |
+
- Password F1: 0.8792
|
63 |
+
- Phoneimei F1: 0.9887
|
64 |
+
- Phonenumber F1: 0.9230
|
65 |
+
- Pin F1: 0.8550
|
66 |
+
- Prefix F1: 0.9199
|
67 |
+
- Secondaryaddress F1: 0.9740
|
68 |
+
- Sex F1: 0.9667
|
69 |
+
- Ssn F1: 0.9150
|
70 |
+
- State F1: 0.9738
|
71 |
+
- Street F1: 0.8667
|
72 |
+
- Time F1: 0.9069
|
73 |
- Url F1: 0.9878
|
74 |
+
- Useragent F1: 0.9943
|
75 |
+
- Username F1: 0.8805
|
76 |
+
- Vehiclevin F1: 0.9620
|
77 |
+
- Vehiclevrm F1: 0.9821
|
78 |
+
- Zipcode F1: 0.9423
|
79 |
|
80 |
## Model description
|
81 |
|
|
|
107 |
|
108 |
| Training Loss | Epoch | Step | Validation Loss | Overall Precision | Overall Recall | Overall F1 | Overall Accuracy | Accountname F1 | Accountnumber F1 | Age F1 | Amount F1 | Bic F1 | Bitcoinaddress F1 | Buildingnumber F1 | City F1 | Companyname F1 | County F1 | Creditcardcvv F1 | Creditcardissuer F1 | Creditcardnumber F1 | Currency F1 | Currencycode F1 | Currencyname F1 | Currencysymbol F1 | Date F1 | Dob F1 | Email F1 | Ethereumaddress F1 | Eyecolor F1 | Firstname F1 | Gender F1 | Height F1 | Iban F1 | Ip F1 | Ipv4 F1 | Ipv6 F1 | Jobarea F1 | Jobtitle F1 | Jobtype F1 | Lastname F1 | Litecoinaddress F1 | Mac F1 | Maskednumber F1 | Middlename F1 | Nearbygpscoordinate F1 | Ordinaldirection F1 | Password F1 | Phoneimei F1 | Phonenumber F1 | Pin F1 | Prefix F1 | Secondaryaddress F1 | Sex F1 | Ssn F1 | State F1 | Street F1 | Time F1 | Url F1 | Useragent F1 | Username F1 | Vehiclevin F1 | Vehiclevrm F1 | Zipcode F1 |
|
109 |
|:-------------:|:-----:|:----:|:---------------:|:-----------------:|:--------------:|:----------:|:----------------:|:--------------:|:----------------:|:------:|:---------:|:------:|:-----------------:|:-----------------:|:-------:|:--------------:|:---------:|:----------------:|:-------------------:|:-------------------:|:-----------:|:---------------:|:---------------:|:-----------------:|:-------:|:------:|:--------:|:------------------:|:-----------:|:------------:|:---------:|:---------:|:-------:|:------:|:-------:|:-------:|:----------:|:-----------:|:----------:|:-----------:|:------------------:|:------:|:---------------:|:-------------:|:----------------------:|:-------------------:|:-----------:|:------------:|:--------------:|:------:|:---------:|:-------------------:|:------:|:------:|:--------:|:---------:|:-------:|:------:|:------------:|:-----------:|:-------------:|:-------------:|:----------:|
|
110 |
+
| 0.2314 | 1.0 | 1299 | 0.1322 | 0.7381 | 0.8044 | 0.7698 | 0.9699 | 0.8367 | 0.8496 | 0.6806 | 0.5746 | 0.3430 | 0.8041 | 0.8363 | 0.8420 | 0.6640 | 0.3719 | 0.0357 | 0.4493 | 0.4554 | 0.5 | 0.0 | 0.0 | 0.4768 | 0.7367 | 0.8515 | 0.9459 | 0.9908 | 0.1847 | 0.75 | 0.6004 | 0.6974 | 0.7952 | 0.8253 | 0.8246 | 0.7153 | 0.1512 | 0.7939 | 0.4468 | 0.7328 | 0.0 | 0.9026 | 0.4479 | 0.1935 | 0.8676 | 0.4604 | 0.7485 | 0.9364 | 0.8741 | 0.0060 | 0.8869 | 0.8963 | 0.8999 | 0.8115 | 0.8037 | 0.7648 | 0.8413 | 0.9516 | 0.9388 | 0.8054 | 0.3968 | 0.4866 | 0.8015 |
|
111 |
+
| 0.0799 | 2.0 | 2598 | 0.0761 | 0.8402 | 0.8811 | 0.8602 | 0.9782 | 0.9717 | 0.9659 | 0.8657 | 0.9269 | 0.8091 | 0.9468 | 0.9322 | 0.9342 | 0.7616 | 0.9097 | 0.7692 | 0.9821 | 0.7663 | 0.7208 | 0.5127 | 0.0248 | 0.8171 | 0.7995 | 0.8872 | 0.9503 | 0.9985 | 0.8933 | 0.8138 | 0.9242 | 0.9632 | 0.9326 | 0.8285 | 0.8610 | 0.5590 | 0.8205 | 0.9382 | 0.9207 | 0.8141 | 0.8254 | 0.9928 | 0.7820 | 0.5016 | 0.8957 | 0.9611 | 0.8398 | 0.9838 | 0.9222 | 0.7815 | 0.9156 | 0.9650 | 0.9534 | 0.9125 | 0.9593 | 0.8373 | 0.8884 | 0.9804 | 0.9806 | 0.8505 | 0.9056 | 0.9592 | 0.9209 |
|
112 |
+
| 0.0604 | 3.0 | 3897 | 0.0681 | 0.8591 | 0.8945 | 0.8765 | 0.9799 | 0.9829 | 0.9882 | 0.8940 | 0.9528 | 0.8575 | 0.9588 | 0.9468 | 0.9462 | 0.7795 | 0.9411 | 0.8156 | 0.9821 | 0.8064 | 0.7556 | 0.7036 | 0.0317 | 0.8614 | 0.8159 | 0.8861 | 0.9547 | 0.9969 | 0.9311 | 0.8487 | 0.9505 | 0.9718 | 0.9388 | 0.8284 | 0.7476 | 0.7306 | 0.8966 | 0.9562 | 0.9323 | 0.8372 | 0.8718 | 0.9928 | 0.8047 | 0.6657 | 0.9103 | 0.9769 | 0.8639 | 0.9937 | 0.9262 | 0.8207 | 0.9170 | 0.9737 | 0.9663 | 0.9201 | 0.9705 | 0.8333 | 0.9061 | 0.9915 | 0.9909 | 0.8685 | 0.9808 | 0.9671 | 0.9289 |
|
113 |
+
| 0.0469 | 4.0 | 5196 | 0.0646 | 0.8692 | 0.9049 | 0.8867 | 0.9812 | 0.9773 | 0.9883 | 0.8924 | 0.9622 | 0.8699 | 0.9496 | 0.9553 | 0.9484 | 0.7802 | 0.9546 | 0.8307 | 0.9822 | 0.8662 | 0.7573 | 0.7819 | 0.0943 | 0.8871 | 0.8276 | 0.8951 | 0.9543 | 1.0 | 0.9344 | 0.8670 | 0.9632 | 0.9716 | 0.9468 | 0.8493 | 0.8556 | 0.6738 | 0.8987 | 0.9577 | 0.9303 | 0.8520 | 0.8554 | 0.9928 | 0.8369 | 0.7513 | 0.9269 | 0.9817 | 0.8792 | 0.9887 | 0.9230 | 0.8550 | 0.9199 | 0.9740 | 0.9667 | 0.9150 | 0.9738 | 0.8667 | 0.9069 | 0.9878 | 0.9943 | 0.8805 | 0.9620 | 0.9821 | 0.9423 |
|
114 |
+
| 0.0365 | 5.0 | 6495 | 0.0688 | 0.8757 | 0.9066 | 0.8909 | 0.9815 | 0.9877 | 0.9891 | 0.8980 | 0.9720 | 0.8845 | 0.9588 | 0.9591 | 0.9511 | 0.8042 | 0.9555 | 0.8268 | 0.9870 | 0.8498 | 0.7164 | 0.7954 | 0.2376 | 0.9093 | 0.8287 | 0.8881 | 0.9543 | 1.0 | 0.9392 | 0.8648 | 0.9776 | 0.9771 | 0.9657 | 0.8602 | 0.8201 | 0.7170 | 0.9104 | 0.9594 | 0.9336 | 0.8596 | 0.8698 | 0.9928 | 0.8396 | 0.7732 | 0.9266 | 0.9837 | 0.8613 | 0.9799 | 0.9370 | 0.8524 | 0.9232 | 0.9724 | 0.9713 | 0.9317 | 0.9748 | 0.8684 | 0.9145 | 0.9897 | 0.9909 | 0.8822 | 0.9620 | 0.9594 | 0.9490 |
|
115 |
+
| 0.0277 | 6.0 | 7794 | 0.0766 | 0.8745 | 0.9120 | 0.8929 | 0.9813 | 0.9877 | 0.9900 | 0.8945 | 0.9746 | 0.8930 | 0.9434 | 0.9551 | 0.9471 | 0.7986 | 0.96 | 0.8303 | 0.9853 | 0.8607 | 0.7025 | 0.8011 | 0.2532 | 0.9124 | 0.8337 | 0.8961 | 0.9518 | 0.9985 | 0.9396 | 0.8713 | 0.9748 | 0.9801 | 0.9543 | 0.8564 | 0.8474 | 0.7036 | 0.9193 | 0.9567 | 0.9320 | 0.8612 | 0.8450 | 0.9952 | 0.8282 | 0.7761 | 0.9323 | 0.9839 | 0.8869 | 0.9925 | 0.9387 | 0.8360 | 0.9268 | 0.9723 | 0.9702 | 0.9372 | 0.9712 | 0.8759 | 0.9190 | 0.9859 | 0.9909 | 0.8835 | 0.9511 | 0.9697 | 0.9430 |
|
116 |
+
| 0.0225 | 7.0 | 9093 | 0.0850 | 0.8795 | 0.9113 | 0.8951 | 0.9819 | 0.9896 | 0.9936 | 0.8952 | 0.9746 | 0.8916 | 0.9545 | 0.9595 | 0.9505 | 0.8040 | 0.9581 | 0.8362 | 0.9919 | 0.8677 | 0.7402 | 0.7932 | 0.2246 | 0.9097 | 0.8339 | 0.8964 | 0.9503 | 1.0 | 0.9396 | 0.8748 | 0.9796 | 0.9829 | 0.9604 | 0.8682 | 0.8297 | 0.7449 | 0.9147 | 0.9594 | 0.9281 | 0.8581 | 0.8466 | 0.9952 | 0.8331 | 0.7916 | 0.9373 | 0.9861 | 0.8877 | 0.9925 | 0.9406 | 0.8546 | 0.9289 | 0.9733 | 0.9718 | 0.9330 | 0.9756 | 0.8799 | 0.9217 | 0.9868 | 0.9932 | 0.8802 | 0.9593 | 0.9622 | 0.9459 |
|
117 |
|
118 |
|
119 |
### Framework versions
|
all_results.json
CHANGED
@@ -1,74 +1,74 @@
|
|
1 |
{
|
2 |
"epoch": 7.0,
|
3 |
-
"eval_ACCOUNTNAME_f1": 0.
|
4 |
-
"eval_ACCOUNTNUMBER_f1": 0.
|
5 |
-
"eval_AGE_f1": 0.
|
6 |
-
"eval_AMOUNT_f1": 0.
|
7 |
-
"eval_BIC_f1": 0.
|
8 |
-
"eval_BITCOINADDRESS_f1": 0.
|
9 |
-
"eval_BUILDINGNUMBER_f1": 0.
|
10 |
-
"eval_CITY_f1": 0.
|
11 |
-
"eval_COMPANYNAME_f1": 0.
|
12 |
-
"eval_COUNTY_f1": 0.
|
13 |
-
"eval_CREDITCARDCVV_f1": 0.
|
14 |
-
"eval_CREDITCARDISSUER_f1": 0.
|
15 |
-
"eval_CREDITCARDNUMBER_f1": 0.
|
16 |
-
"eval_CURRENCYCODE_f1": 0.
|
17 |
-
"eval_CURRENCYNAME_f1": 0.
|
18 |
-
"eval_CURRENCYSYMBOL_f1": 0.
|
19 |
-
"eval_CURRENCY_f1": 0.
|
20 |
-
"eval_DATE_f1": 0.
|
21 |
-
"eval_DOB_f1": 0.
|
22 |
-
"eval_EMAIL_f1": 0.
|
23 |
"eval_ETHEREUMADDRESS_f1": 1.0,
|
24 |
-
"eval_EYECOLOR_f1": 0.
|
25 |
-
"eval_FIRSTNAME_f1": 0.
|
26 |
-
"eval_GENDER_f1": 0.
|
27 |
-
"eval_HEIGHT_f1": 0.
|
28 |
-
"eval_IBAN_f1": 0.
|
29 |
-
"eval_IPV4_f1": 0.
|
30 |
-
"eval_IPV6_f1": 0.
|
31 |
-
"eval_IP_f1": 0.
|
32 |
-
"eval_JOBAREA_f1": 0.
|
33 |
-
"eval_JOBTITLE_f1": 0.
|
34 |
-
"eval_JOBTYPE_f1": 0.
|
35 |
-
"eval_LASTNAME_f1": 0.
|
36 |
-
"eval_LITECOINADDRESS_f1": 0.
|
37 |
-
"eval_MAC_f1": 0.
|
38 |
-
"eval_MASKEDNUMBER_f1": 0.
|
39 |
-
"eval_MIDDLENAME_f1": 0.
|
40 |
-
"eval_NEARBYGPSCOORDINATE_f1": 0.
|
41 |
-
"eval_ORDINALDIRECTION_f1": 0.
|
42 |
-
"eval_PASSWORD_f1": 0.
|
43 |
-
"eval_PHONEIMEI_f1": 0.
|
44 |
-
"eval_PHONENUMBER_f1": 0.
|
45 |
-
"eval_PIN_f1": 0.
|
46 |
-
"eval_PREFIX_f1": 0.
|
47 |
-
"eval_SECONDARYADDRESS_f1": 0.
|
48 |
-
"eval_SEX_f1": 0.
|
49 |
-
"eval_SSN_f1": 0.
|
50 |
-
"eval_STATE_f1": 0.
|
51 |
-
"eval_STREET_f1": 0.
|
52 |
-
"eval_TIME_f1": 0.
|
53 |
"eval_URL_f1": 0.9877704609595485,
|
54 |
-
"eval_USERAGENT_f1": 0.
|
55 |
-
"eval_USERNAME_f1": 0.
|
56 |
-
"eval_VEHICLEVIN_f1": 0.
|
57 |
-
"eval_VEHICLEVRM_f1": 0.
|
58 |
-
"eval_ZIPCODE_f1": 0.
|
59 |
-
"eval_loss": 0.
|
60 |
-
"eval_overall_accuracy": 0.
|
61 |
-
"eval_overall_f1": 0.
|
62 |
-
"eval_overall_precision": 0.
|
63 |
-
"eval_overall_recall": 0.
|
64 |
-
"eval_runtime":
|
65 |
"eval_samples": 20771,
|
66 |
-
"eval_samples_per_second":
|
67 |
-
"eval_steps_per_second": 2.
|
68 |
-
"total_flos": 6.
|
69 |
-
"train_loss": 0.
|
70 |
-
"train_runtime":
|
71 |
"train_samples": 83078,
|
72 |
-
"train_samples_per_second":
|
73 |
-
"train_steps_per_second": 0.
|
74 |
}
|
|
|
1 |
{
|
2 |
"epoch": 7.0,
|
3 |
+
"eval_ACCOUNTNAME_f1": 0.9773156899810963,
|
4 |
+
"eval_ACCOUNTNUMBER_f1": 0.988277727682597,
|
5 |
+
"eval_AGE_f1": 0.8924050632911392,
|
6 |
+
"eval_AMOUNT_f1": 0.9621710526315789,
|
7 |
+
"eval_BIC_f1": 0.8699080157687255,
|
8 |
+
"eval_BITCOINADDRESS_f1": 0.9496080627099664,
|
9 |
+
"eval_BUILDINGNUMBER_f1": 0.9552669552669552,
|
10 |
+
"eval_CITY_f1": 0.9484126984126984,
|
11 |
+
"eval_COMPANYNAME_f1": 0.7801622048374363,
|
12 |
+
"eval_COUNTY_f1": 0.9545859305431879,
|
13 |
+
"eval_CREDITCARDCVV_f1": 0.830715532286213,
|
14 |
+
"eval_CREDITCARDISSUER_f1": 0.9821717990275528,
|
15 |
+
"eval_CREDITCARDNUMBER_f1": 0.8662026295436969,
|
16 |
+
"eval_CURRENCYCODE_f1": 0.781869688385269,
|
17 |
+
"eval_CURRENCYNAME_f1": 0.09433962264150943,
|
18 |
+
"eval_CURRENCYSYMBOL_f1": 0.8871151653363741,
|
19 |
+
"eval_CURRENCY_f1": 0.7572815533980582,
|
20 |
+
"eval_DATE_f1": 0.827614085519224,
|
21 |
+
"eval_DOB_f1": 0.8950953678474114,
|
22 |
+
"eval_EMAIL_f1": 0.954347374974061,
|
23 |
"eval_ETHEREUMADDRESS_f1": 1.0,
|
24 |
+
"eval_EYECOLOR_f1": 0.9344262295081966,
|
25 |
+
"eval_FIRSTNAME_f1": 0.8669909947210434,
|
26 |
+
"eval_GENDER_f1": 0.9632495164410058,
|
27 |
+
"eval_HEIGHT_f1": 0.9715909090909091,
|
28 |
+
"eval_IBAN_f1": 0.9468085106382979,
|
29 |
+
"eval_IPV4_f1": 0.8555956678700362,
|
30 |
+
"eval_IPV6_f1": 0.6737588652482269,
|
31 |
+
"eval_IP_f1": 0.8492765273311897,
|
32 |
+
"eval_JOBAREA_f1": 0.8987234042553192,
|
33 |
+
"eval_JOBTITLE_f1": 0.9577406720263864,
|
34 |
+
"eval_JOBTYPE_f1": 0.9303135888501741,
|
35 |
+
"eval_LASTNAME_f1": 0.8519948519948519,
|
36 |
+
"eval_LITECOINADDRESS_f1": 0.8553846153846154,
|
37 |
+
"eval_MAC_f1": 0.9928400954653939,
|
38 |
+
"eval_MASKEDNUMBER_f1": 0.8368794326241136,
|
39 |
+
"eval_MIDDLENAME_f1": 0.751346499102334,
|
40 |
+
"eval_NEARBYGPSCOORDINATE_f1": 0.9268668206312548,
|
41 |
+
"eval_ORDINALDIRECTION_f1": 0.9816513761467891,
|
42 |
+
"eval_PASSWORD_f1": 0.8791601518874247,
|
43 |
+
"eval_PHONEIMEI_f1": 0.98870765370138,
|
44 |
+
"eval_PHONENUMBER_f1": 0.9229852524951587,
|
45 |
+
"eval_PIN_f1": 0.8550458715596331,
|
46 |
+
"eval_PREFIX_f1": 0.919911829537105,
|
47 |
+
"eval_SECONDARYADDRESS_f1": 0.9740209383481969,
|
48 |
+
"eval_SEX_f1": 0.9666666666666667,
|
49 |
+
"eval_SSN_f1": 0.9150242326332795,
|
50 |
+
"eval_STATE_f1": 0.9738157105736559,
|
51 |
+
"eval_STREET_f1": 0.8667275216795984,
|
52 |
+
"eval_TIME_f1": 0.9069166746388596,
|
53 |
"eval_URL_f1": 0.9877704609595485,
|
54 |
+
"eval_USERAGENT_f1": 0.9942987457240592,
|
55 |
+
"eval_USERNAME_f1": 0.8805223526933811,
|
56 |
+
"eval_VEHICLEVIN_f1": 0.9619565217391305,
|
57 |
+
"eval_VEHICLEVRM_f1": 0.9820971867007673,
|
58 |
+
"eval_ZIPCODE_f1": 0.9422954977805961,
|
59 |
+
"eval_loss": 0.06456373631954193,
|
60 |
+
"eval_overall_accuracy": 0.981234141016998,
|
61 |
+
"eval_overall_f1": 0.8866585461610477,
|
62 |
+
"eval_overall_precision": 0.8691679166337728,
|
63 |
+
"eval_overall_recall": 0.9048675748423021,
|
64 |
+
"eval_runtime": 155.9857,
|
65 |
"eval_samples": 20771,
|
66 |
+
"eval_samples_per_second": 133.16,
|
67 |
+
"eval_steps_per_second": 2.084,
|
68 |
+
"total_flos": 6.988399697943725e+16,
|
69 |
+
"train_loss": 0.13558139392517587,
|
70 |
+
"train_runtime": 12947.3138,
|
71 |
"train_samples": 83078,
|
72 |
+
"train_samples_per_second": 44.916,
|
73 |
+
"train_steps_per_second": 0.702
|
74 |
}
|
eval_results.json
CHANGED
@@ -1,68 +1,68 @@
|
|
1 |
{
|
2 |
"epoch": 7.0,
|
3 |
-
"eval_ACCOUNTNAME_f1": 0.
|
4 |
-
"eval_ACCOUNTNUMBER_f1": 0.
|
5 |
-
"eval_AGE_f1": 0.
|
6 |
-
"eval_AMOUNT_f1": 0.
|
7 |
-
"eval_BIC_f1": 0.
|
8 |
-
"eval_BITCOINADDRESS_f1": 0.
|
9 |
-
"eval_BUILDINGNUMBER_f1": 0.
|
10 |
-
"eval_CITY_f1": 0.
|
11 |
-
"eval_COMPANYNAME_f1": 0.
|
12 |
-
"eval_COUNTY_f1": 0.
|
13 |
-
"eval_CREDITCARDCVV_f1": 0.
|
14 |
-
"eval_CREDITCARDISSUER_f1": 0.
|
15 |
-
"eval_CREDITCARDNUMBER_f1": 0.
|
16 |
-
"eval_CURRENCYCODE_f1": 0.
|
17 |
-
"eval_CURRENCYNAME_f1": 0.
|
18 |
-
"eval_CURRENCYSYMBOL_f1": 0.
|
19 |
-
"eval_CURRENCY_f1": 0.
|
20 |
-
"eval_DATE_f1": 0.
|
21 |
-
"eval_DOB_f1": 0.
|
22 |
-
"eval_EMAIL_f1": 0.
|
23 |
"eval_ETHEREUMADDRESS_f1": 1.0,
|
24 |
-
"eval_EYECOLOR_f1": 0.
|
25 |
-
"eval_FIRSTNAME_f1": 0.
|
26 |
-
"eval_GENDER_f1": 0.
|
27 |
-
"eval_HEIGHT_f1": 0.
|
28 |
-
"eval_IBAN_f1": 0.
|
29 |
-
"eval_IPV4_f1": 0.
|
30 |
-
"eval_IPV6_f1": 0.
|
31 |
-
"eval_IP_f1": 0.
|
32 |
-
"eval_JOBAREA_f1": 0.
|
33 |
-
"eval_JOBTITLE_f1": 0.
|
34 |
-
"eval_JOBTYPE_f1": 0.
|
35 |
-
"eval_LASTNAME_f1": 0.
|
36 |
-
"eval_LITECOINADDRESS_f1": 0.
|
37 |
-
"eval_MAC_f1": 0.
|
38 |
-
"eval_MASKEDNUMBER_f1": 0.
|
39 |
-
"eval_MIDDLENAME_f1": 0.
|
40 |
-
"eval_NEARBYGPSCOORDINATE_f1": 0.
|
41 |
-
"eval_ORDINALDIRECTION_f1": 0.
|
42 |
-
"eval_PASSWORD_f1": 0.
|
43 |
-
"eval_PHONEIMEI_f1": 0.
|
44 |
-
"eval_PHONENUMBER_f1": 0.
|
45 |
-
"eval_PIN_f1": 0.
|
46 |
-
"eval_PREFIX_f1": 0.
|
47 |
-
"eval_SECONDARYADDRESS_f1": 0.
|
48 |
-
"eval_SEX_f1": 0.
|
49 |
-
"eval_SSN_f1": 0.
|
50 |
-
"eval_STATE_f1": 0.
|
51 |
-
"eval_STREET_f1": 0.
|
52 |
-
"eval_TIME_f1": 0.
|
53 |
"eval_URL_f1": 0.9877704609595485,
|
54 |
-
"eval_USERAGENT_f1": 0.
|
55 |
-
"eval_USERNAME_f1": 0.
|
56 |
-
"eval_VEHICLEVIN_f1": 0.
|
57 |
-
"eval_VEHICLEVRM_f1": 0.
|
58 |
-
"eval_ZIPCODE_f1": 0.
|
59 |
-
"eval_loss": 0.
|
60 |
-
"eval_overall_accuracy": 0.
|
61 |
-
"eval_overall_f1": 0.
|
62 |
-
"eval_overall_precision": 0.
|
63 |
-
"eval_overall_recall": 0.
|
64 |
-
"eval_runtime":
|
65 |
"eval_samples": 20771,
|
66 |
-
"eval_samples_per_second":
|
67 |
-
"eval_steps_per_second": 2.
|
68 |
}
|
|
|
1 |
{
|
2 |
"epoch": 7.0,
|
3 |
+
"eval_ACCOUNTNAME_f1": 0.9773156899810963,
|
4 |
+
"eval_ACCOUNTNUMBER_f1": 0.988277727682597,
|
5 |
+
"eval_AGE_f1": 0.8924050632911392,
|
6 |
+
"eval_AMOUNT_f1": 0.9621710526315789,
|
7 |
+
"eval_BIC_f1": 0.8699080157687255,
|
8 |
+
"eval_BITCOINADDRESS_f1": 0.9496080627099664,
|
9 |
+
"eval_BUILDINGNUMBER_f1": 0.9552669552669552,
|
10 |
+
"eval_CITY_f1": 0.9484126984126984,
|
11 |
+
"eval_COMPANYNAME_f1": 0.7801622048374363,
|
12 |
+
"eval_COUNTY_f1": 0.9545859305431879,
|
13 |
+
"eval_CREDITCARDCVV_f1": 0.830715532286213,
|
14 |
+
"eval_CREDITCARDISSUER_f1": 0.9821717990275528,
|
15 |
+
"eval_CREDITCARDNUMBER_f1": 0.8662026295436969,
|
16 |
+
"eval_CURRENCYCODE_f1": 0.781869688385269,
|
17 |
+
"eval_CURRENCYNAME_f1": 0.09433962264150943,
|
18 |
+
"eval_CURRENCYSYMBOL_f1": 0.8871151653363741,
|
19 |
+
"eval_CURRENCY_f1": 0.7572815533980582,
|
20 |
+
"eval_DATE_f1": 0.827614085519224,
|
21 |
+
"eval_DOB_f1": 0.8950953678474114,
|
22 |
+
"eval_EMAIL_f1": 0.954347374974061,
|
23 |
"eval_ETHEREUMADDRESS_f1": 1.0,
|
24 |
+
"eval_EYECOLOR_f1": 0.9344262295081966,
|
25 |
+
"eval_FIRSTNAME_f1": 0.8669909947210434,
|
26 |
+
"eval_GENDER_f1": 0.9632495164410058,
|
27 |
+
"eval_HEIGHT_f1": 0.9715909090909091,
|
28 |
+
"eval_IBAN_f1": 0.9468085106382979,
|
29 |
+
"eval_IPV4_f1": 0.8555956678700362,
|
30 |
+
"eval_IPV6_f1": 0.6737588652482269,
|
31 |
+
"eval_IP_f1": 0.8492765273311897,
|
32 |
+
"eval_JOBAREA_f1": 0.8987234042553192,
|
33 |
+
"eval_JOBTITLE_f1": 0.9577406720263864,
|
34 |
+
"eval_JOBTYPE_f1": 0.9303135888501741,
|
35 |
+
"eval_LASTNAME_f1": 0.8519948519948519,
|
36 |
+
"eval_LITECOINADDRESS_f1": 0.8553846153846154,
|
37 |
+
"eval_MAC_f1": 0.9928400954653939,
|
38 |
+
"eval_MASKEDNUMBER_f1": 0.8368794326241136,
|
39 |
+
"eval_MIDDLENAME_f1": 0.751346499102334,
|
40 |
+
"eval_NEARBYGPSCOORDINATE_f1": 0.9268668206312548,
|
41 |
+
"eval_ORDINALDIRECTION_f1": 0.9816513761467891,
|
42 |
+
"eval_PASSWORD_f1": 0.8791601518874247,
|
43 |
+
"eval_PHONEIMEI_f1": 0.98870765370138,
|
44 |
+
"eval_PHONENUMBER_f1": 0.9229852524951587,
|
45 |
+
"eval_PIN_f1": 0.8550458715596331,
|
46 |
+
"eval_PREFIX_f1": 0.919911829537105,
|
47 |
+
"eval_SECONDARYADDRESS_f1": 0.9740209383481969,
|
48 |
+
"eval_SEX_f1": 0.9666666666666667,
|
49 |
+
"eval_SSN_f1": 0.9150242326332795,
|
50 |
+
"eval_STATE_f1": 0.9738157105736559,
|
51 |
+
"eval_STREET_f1": 0.8667275216795984,
|
52 |
+
"eval_TIME_f1": 0.9069166746388596,
|
53 |
"eval_URL_f1": 0.9877704609595485,
|
54 |
+
"eval_USERAGENT_f1": 0.9942987457240592,
|
55 |
+
"eval_USERNAME_f1": 0.8805223526933811,
|
56 |
+
"eval_VEHICLEVIN_f1": 0.9619565217391305,
|
57 |
+
"eval_VEHICLEVRM_f1": 0.9820971867007673,
|
58 |
+
"eval_ZIPCODE_f1": 0.9422954977805961,
|
59 |
+
"eval_loss": 0.06456373631954193,
|
60 |
+
"eval_overall_accuracy": 0.981234141016998,
|
61 |
+
"eval_overall_f1": 0.8866585461610477,
|
62 |
+
"eval_overall_precision": 0.8691679166337728,
|
63 |
+
"eval_overall_recall": 0.9048675748423021,
|
64 |
+
"eval_runtime": 155.9857,
|
65 |
"eval_samples": 20771,
|
66 |
+
"eval_samples_per_second": 133.16,
|
67 |
+
"eval_steps_per_second": 2.084
|
68 |
}
|
model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 265808384
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:59d25452afc8444b156a8b0923fd0e90c8e070d743d3e827bfe243b8f8ea30fb
|
3 |
size 265808384
|
train_results.json
CHANGED
@@ -1,9 +1,9 @@
|
|
1 |
{
|
2 |
"epoch": 7.0,
|
3 |
-
"total_flos": 6.
|
4 |
-
"train_loss": 0.
|
5 |
-
"train_runtime":
|
6 |
"train_samples": 83078,
|
7 |
-
"train_samples_per_second":
|
8 |
-
"train_steps_per_second": 0.
|
9 |
}
|
|
|
1 |
{
|
2 |
"epoch": 7.0,
|
3 |
+
"total_flos": 6.988399697943725e+16,
|
4 |
+
"train_loss": 0.13558139392517587,
|
5 |
+
"train_runtime": 12947.3138,
|
6 |
"train_samples": 83078,
|
7 |
+
"train_samples_per_second": 44.916,
|
8 |
+
"train_steps_per_second": 0.702
|
9 |
}
|
trainer_state.json
CHANGED
@@ -1,6 +1,6 @@
|
|
1 |
{
|
2 |
-
"best_metric": 0.
|
3 |
-
"best_model_checkpoint": "data/outputs/distilbert-base-uncased-three_v2/checkpoint-
|
4 |
"epoch": 7.0,
|
5 |
"eval_steps": 500,
|
6 |
"global_step": 9093,
|
@@ -10,681 +10,681 @@
|
|
10 |
"log_history": [
|
11 |
{
|
12 |
"epoch": 0.3849114703618168,
|
13 |
-
"grad_norm":
|
14 |
"learning_rate": 1.3743815283122597e-05,
|
15 |
-
"loss": 1.
|
16 |
"step": 500
|
17 |
},
|
18 |
{
|
19 |
"epoch": 0.7698229407236336,
|
20 |
-
"grad_norm":
|
21 |
"learning_rate": 2.7487630566245194e-05,
|
22 |
-
"loss": 0.
|
23 |
"step": 1000
|
24 |
},
|
25 |
{
|
26 |
"epoch": 1.0,
|
27 |
-
"eval_ACCOUNTNAME_f1": 0.
|
28 |
-
"eval_ACCOUNTNUMBER_f1": 0.
|
29 |
-
"eval_AGE_f1": 0.
|
30 |
-
"eval_AMOUNT_f1": 0.
|
31 |
-
"eval_BIC_f1": 0.
|
32 |
-
"eval_BITCOINADDRESS_f1": 0.
|
33 |
-
"eval_BUILDINGNUMBER_f1": 0.
|
34 |
-
"eval_CITY_f1": 0.
|
35 |
-
"eval_COMPANYNAME_f1": 0.
|
36 |
-
"eval_COUNTY_f1": 0.
|
37 |
-
"eval_CREDITCARDCVV_f1": 0.
|
38 |
-
"eval_CREDITCARDISSUER_f1": 0.
|
39 |
-
"eval_CREDITCARDNUMBER_f1": 0.
|
40 |
"eval_CURRENCYCODE_f1": 0.0,
|
41 |
"eval_CURRENCYNAME_f1": 0.0,
|
42 |
-
"eval_CURRENCYSYMBOL_f1": 0.
|
43 |
-
"eval_CURRENCY_f1": 0.
|
44 |
-
"eval_DATE_f1": 0.
|
45 |
-
"eval_DOB_f1": 0.
|
46 |
-
"eval_EMAIL_f1": 0.
|
47 |
-
"eval_ETHEREUMADDRESS_f1": 0.
|
48 |
-
"eval_EYECOLOR_f1": 0.
|
49 |
-
"eval_FIRSTNAME_f1": 0.
|
50 |
-
"eval_GENDER_f1": 0.
|
51 |
-
"eval_HEIGHT_f1": 0.
|
52 |
-
"eval_IBAN_f1": 0.
|
53 |
-
"eval_IPV4_f1": 0.
|
54 |
-
"eval_IPV6_f1": 0.
|
55 |
-
"eval_IP_f1": 0.
|
56 |
-
"eval_JOBAREA_f1": 0.
|
57 |
-
"eval_JOBTITLE_f1": 0.
|
58 |
-
"eval_JOBTYPE_f1": 0.
|
59 |
-
"eval_LASTNAME_f1": 0.
|
60 |
-
"eval_LITECOINADDRESS_f1": 0.
|
61 |
-
"eval_MAC_f1": 0.
|
62 |
-
"eval_MASKEDNUMBER_f1": 0.
|
63 |
-
"eval_MIDDLENAME_f1": 0.
|
64 |
-
"eval_NEARBYGPSCOORDINATE_f1": 0.
|
65 |
-
"eval_ORDINALDIRECTION_f1": 0.
|
66 |
-
"eval_PASSWORD_f1": 0.
|
67 |
-
"eval_PHONEIMEI_f1": 0.
|
68 |
-
"eval_PHONENUMBER_f1": 0.
|
69 |
-
"eval_PIN_f1": 0.
|
70 |
-
"eval_PREFIX_f1": 0.
|
71 |
-
"eval_SECONDARYADDRESS_f1": 0.
|
72 |
-
"eval_SEX_f1": 0.
|
73 |
-
"eval_SSN_f1": 0.
|
74 |
-
"eval_STATE_f1": 0.
|
75 |
-
"eval_STREET_f1": 0.
|
76 |
-
"eval_TIME_f1": 0.
|
77 |
-
"eval_URL_f1": 0.
|
78 |
-
"eval_USERAGENT_f1": 0.
|
79 |
-
"eval_USERNAME_f1": 0.
|
80 |
-
"eval_VEHICLEVIN_f1": 0.
|
81 |
-
"eval_VEHICLEVRM_f1": 0.
|
82 |
-
"eval_ZIPCODE_f1": 0.
|
83 |
-
"eval_loss": 0.
|
84 |
-
"eval_overall_accuracy": 0.
|
85 |
-
"eval_overall_f1": 0.
|
86 |
-
"eval_overall_precision": 0.
|
87 |
-
"eval_overall_recall": 0.
|
88 |
-
"eval_runtime":
|
89 |
-
"eval_samples_per_second":
|
90 |
-
"eval_steps_per_second": 1.
|
91 |
"step": 1299
|
92 |
},
|
93 |
{
|
94 |
"epoch": 1.1547344110854503,
|
95 |
-
"grad_norm": 0.
|
96 |
"learning_rate": 4.1231445849367786e-05,
|
97 |
-
"loss": 0.
|
98 |
"step": 1500
|
99 |
},
|
100 |
{
|
101 |
"epoch": 1.539645881447267,
|
102 |
-
"grad_norm": 0.
|
103 |
"learning_rate": 4.875584272752269e-05,
|
104 |
-
"loss": 0.
|
105 |
"step": 2000
|
106 |
},
|
107 |
{
|
108 |
"epoch": 1.924557351809084,
|
109 |
-
"grad_norm": 0.
|
110 |
"learning_rate": 4.531894418476767e-05,
|
111 |
-
"loss": 0.
|
112 |
"step": 2500
|
113 |
},
|
114 |
{
|
115 |
"epoch": 2.0,
|
116 |
-
"eval_ACCOUNTNAME_f1": 0.
|
117 |
-
"eval_ACCOUNTNUMBER_f1": 0.
|
118 |
-
"eval_AGE_f1": 0.
|
119 |
-
"eval_AMOUNT_f1": 0.
|
120 |
-
"eval_BIC_f1": 0.
|
121 |
-
"eval_BITCOINADDRESS_f1": 0.
|
122 |
-
"eval_BUILDINGNUMBER_f1": 0.
|
123 |
-
"eval_CITY_f1": 0.
|
124 |
-
"eval_COMPANYNAME_f1": 0.
|
125 |
-
"eval_COUNTY_f1": 0.
|
126 |
-
"eval_CREDITCARDCVV_f1": 0.
|
127 |
-
"eval_CREDITCARDISSUER_f1": 0.
|
128 |
-
"eval_CREDITCARDNUMBER_f1": 0.
|
129 |
-
"eval_CURRENCYCODE_f1": 0.
|
130 |
-
"eval_CURRENCYNAME_f1": 0.
|
131 |
-
"eval_CURRENCYSYMBOL_f1": 0.
|
132 |
-
"eval_CURRENCY_f1": 0.
|
133 |
-
"eval_DATE_f1": 0.
|
134 |
-
"eval_DOB_f1": 0.
|
135 |
-
"eval_EMAIL_f1": 0.
|
136 |
-
"eval_ETHEREUMADDRESS_f1": 0.
|
137 |
-
"eval_EYECOLOR_f1": 0.
|
138 |
-
"eval_FIRSTNAME_f1": 0.
|
139 |
-
"eval_GENDER_f1": 0.
|
140 |
-
"eval_HEIGHT_f1": 0.
|
141 |
-
"eval_IBAN_f1": 0.
|
142 |
-
"eval_IPV4_f1": 0.
|
143 |
-
"eval_IPV6_f1": 0.
|
144 |
-
"eval_IP_f1": 0.
|
145 |
-
"eval_JOBAREA_f1": 0.
|
146 |
-
"eval_JOBTITLE_f1": 0.
|
147 |
-
"eval_JOBTYPE_f1": 0.
|
148 |
-
"eval_LASTNAME_f1": 0.
|
149 |
-
"eval_LITECOINADDRESS_f1": 0.
|
150 |
-
"eval_MAC_f1": 0.
|
151 |
-
"eval_MASKEDNUMBER_f1": 0.
|
152 |
-
"eval_MIDDLENAME_f1": 0.
|
153 |
-
"eval_NEARBYGPSCOORDINATE_f1": 0.
|
154 |
-
"eval_ORDINALDIRECTION_f1": 0.
|
155 |
-
"eval_PASSWORD_f1": 0.
|
156 |
-
"eval_PHONEIMEI_f1": 0.
|
157 |
-
"eval_PHONENUMBER_f1": 0.
|
158 |
-
"eval_PIN_f1": 0.
|
159 |
-
"eval_PREFIX_f1": 0.
|
160 |
-
"eval_SECONDARYADDRESS_f1": 0.
|
161 |
-
"eval_SEX_f1": 0.
|
162 |
-
"eval_SSN_f1": 0.
|
163 |
-
"eval_STATE_f1": 0.
|
164 |
-
"eval_STREET_f1": 0.
|
165 |
-
"eval_TIME_f1": 0.
|
166 |
-
"eval_URL_f1": 0.
|
167 |
-
"eval_USERAGENT_f1": 0.
|
168 |
-
"eval_USERNAME_f1": 0.
|
169 |
-
"eval_VEHICLEVIN_f1": 0.
|
170 |
-
"eval_VEHICLEVRM_f1": 0.
|
171 |
-
"eval_ZIPCODE_f1": 0.
|
172 |
-
"eval_loss": 0.
|
173 |
-
"eval_overall_accuracy": 0.
|
174 |
-
"eval_overall_f1": 0.
|
175 |
-
"eval_overall_precision": 0.
|
176 |
-
"eval_overall_recall": 0.
|
177 |
-
"eval_runtime":
|
178 |
-
"eval_samples_per_second":
|
179 |
-
"eval_steps_per_second": 2.
|
180 |
"step": 2598
|
181 |
},
|
182 |
{
|
183 |
"epoch": 2.3094688221709005,
|
184 |
-
"grad_norm":
|
185 |
"learning_rate": 4.1882045642012654e-05,
|
186 |
-
"loss": 0.
|
187 |
"step": 3000
|
188 |
},
|
189 |
{
|
190 |
"epoch": 2.6943802925327174,
|
191 |
-
"grad_norm": 0.
|
192 |
"learning_rate": 3.8445147099257636e-05,
|
193 |
-
"loss": 0.
|
194 |
"step": 3500
|
195 |
},
|
196 |
{
|
197 |
"epoch": 3.0,
|
198 |
-
"eval_ACCOUNTNAME_f1": 0.
|
199 |
-
"eval_ACCOUNTNUMBER_f1": 0.
|
200 |
-
"eval_AGE_f1": 0.
|
201 |
-
"eval_AMOUNT_f1": 0.
|
202 |
-
"eval_BIC_f1": 0.
|
203 |
-
"eval_BITCOINADDRESS_f1": 0.
|
204 |
-
"eval_BUILDINGNUMBER_f1": 0.
|
205 |
-
"eval_CITY_f1": 0.
|
206 |
-
"eval_COMPANYNAME_f1": 0.
|
207 |
-
"eval_COUNTY_f1": 0.
|
208 |
-
"eval_CREDITCARDCVV_f1": 0.
|
209 |
-
"eval_CREDITCARDISSUER_f1": 0.
|
210 |
-
"eval_CREDITCARDNUMBER_f1": 0.
|
211 |
-
"eval_CURRENCYCODE_f1": 0.
|
212 |
-
"eval_CURRENCYNAME_f1": 0.
|
213 |
-
"eval_CURRENCYSYMBOL_f1": 0.
|
214 |
-
"eval_CURRENCY_f1": 0.
|
215 |
-
"eval_DATE_f1": 0.
|
216 |
-
"eval_DOB_f1": 0.
|
217 |
-
"eval_EMAIL_f1": 0.
|
218 |
-
"eval_ETHEREUMADDRESS_f1":
|
219 |
-
"eval_EYECOLOR_f1": 0.
|
220 |
-
"eval_FIRSTNAME_f1": 0.
|
221 |
-
"eval_GENDER_f1": 0.
|
222 |
-
"eval_HEIGHT_f1": 0.
|
223 |
-
"eval_IBAN_f1": 0.
|
224 |
-
"eval_IPV4_f1": 0.
|
225 |
-
"eval_IPV6_f1": 0.
|
226 |
-
"eval_IP_f1": 0.
|
227 |
-
"eval_JOBAREA_f1": 0.
|
228 |
-
"eval_JOBTITLE_f1": 0.
|
229 |
-
"eval_JOBTYPE_f1": 0.
|
230 |
-
"eval_LASTNAME_f1": 0.
|
231 |
-
"eval_LITECOINADDRESS_f1": 0.
|
232 |
-
"eval_MAC_f1": 0.
|
233 |
-
"eval_MASKEDNUMBER_f1": 0.
|
234 |
-
"eval_MIDDLENAME_f1": 0.
|
235 |
-
"eval_NEARBYGPSCOORDINATE_f1": 0.
|
236 |
-
"eval_ORDINALDIRECTION_f1": 0.
|
237 |
-
"eval_PASSWORD_f1": 0.
|
238 |
-
"eval_PHONEIMEI_f1": 0.
|
239 |
-
"eval_PHONENUMBER_f1": 0.
|
240 |
-
"eval_PIN_f1": 0.
|
241 |
-
"eval_PREFIX_f1": 0.
|
242 |
-
"eval_SECONDARYADDRESS_f1": 0.
|
243 |
-
"eval_SEX_f1": 0.
|
244 |
-
"eval_SSN_f1": 0.
|
245 |
-
"eval_STATE_f1": 0.
|
246 |
-
"eval_STREET_f1": 0.
|
247 |
-
"eval_TIME_f1": 0.
|
248 |
"eval_URL_f1": 0.9915333960489182,
|
249 |
-
"eval_USERAGENT_f1": 0.
|
250 |
-
"eval_USERNAME_f1": 0.
|
251 |
-
"eval_VEHICLEVIN_f1": 0.
|
252 |
-
"eval_VEHICLEVRM_f1": 0.
|
253 |
-
"eval_ZIPCODE_f1": 0.
|
254 |
-
"eval_loss": 0.
|
255 |
-
"eval_overall_accuracy": 0.
|
256 |
-
"eval_overall_f1": 0.
|
257 |
-
"eval_overall_precision": 0.
|
258 |
-
"eval_overall_recall": 0.
|
259 |
-
"eval_runtime":
|
260 |
-
"eval_samples_per_second":
|
261 |
-
"eval_steps_per_second": 2.
|
262 |
"step": 3897
|
263 |
},
|
264 |
{
|
265 |
"epoch": 3.079291762894534,
|
266 |
-
"grad_norm":
|
267 |
"learning_rate": 3.500824855650262e-05,
|
268 |
-
"loss": 0.
|
269 |
"step": 4000
|
270 |
},
|
271 |
{
|
272 |
"epoch": 3.464203233256351,
|
273 |
-
"grad_norm": 0.
|
274 |
"learning_rate": 3.15713500137476e-05,
|
275 |
-
"loss": 0.
|
276 |
"step": 4500
|
277 |
},
|
278 |
{
|
279 |
"epoch": 3.849114703618168,
|
280 |
-
"grad_norm": 0.
|
281 |
"learning_rate": 2.8134451470992578e-05,
|
282 |
-
"loss": 0.
|
283 |
"step": 5000
|
284 |
},
|
285 |
{
|
286 |
"epoch": 4.0,
|
287 |
-
"eval_ACCOUNTNAME_f1": 0.
|
288 |
-
"eval_ACCOUNTNUMBER_f1": 0.
|
289 |
-
"eval_AGE_f1": 0.
|
290 |
-
"eval_AMOUNT_f1": 0.
|
291 |
-
"eval_BIC_f1": 0.
|
292 |
-
"eval_BITCOINADDRESS_f1": 0.
|
293 |
-
"eval_BUILDINGNUMBER_f1": 0.
|
294 |
-
"eval_CITY_f1": 0.
|
295 |
-
"eval_COMPANYNAME_f1": 0.
|
296 |
-
"eval_COUNTY_f1": 0.
|
297 |
-
"eval_CREDITCARDCVV_f1": 0.
|
298 |
-
"eval_CREDITCARDISSUER_f1": 0.
|
299 |
-
"eval_CREDITCARDNUMBER_f1": 0.
|
300 |
-
"eval_CURRENCYCODE_f1": 0.
|
301 |
-
"eval_CURRENCYNAME_f1": 0.
|
302 |
-
"eval_CURRENCYSYMBOL_f1": 0.
|
303 |
-
"eval_CURRENCY_f1": 0.
|
304 |
-
"eval_DATE_f1": 0.
|
305 |
-
"eval_DOB_f1": 0.
|
306 |
-
"eval_EMAIL_f1": 0.
|
307 |
"eval_ETHEREUMADDRESS_f1": 1.0,
|
308 |
-
"eval_EYECOLOR_f1": 0.
|
309 |
-
"eval_FIRSTNAME_f1": 0.
|
310 |
-
"eval_GENDER_f1": 0.
|
311 |
-
"eval_HEIGHT_f1": 0.
|
312 |
-
"eval_IBAN_f1": 0.
|
313 |
-
"eval_IPV4_f1": 0.
|
314 |
-
"eval_IPV6_f1": 0.
|
315 |
-
"eval_IP_f1": 0.
|
316 |
-
"eval_JOBAREA_f1": 0.
|
317 |
-
"eval_JOBTITLE_f1": 0.
|
318 |
-
"eval_JOBTYPE_f1": 0.
|
319 |
-
"eval_LASTNAME_f1": 0.
|
320 |
-
"eval_LITECOINADDRESS_f1": 0.
|
321 |
-
"eval_MAC_f1": 0.
|
322 |
-
"eval_MASKEDNUMBER_f1": 0.
|
323 |
-
"eval_MIDDLENAME_f1": 0.
|
324 |
-
"eval_NEARBYGPSCOORDINATE_f1": 0.
|
325 |
-
"eval_ORDINALDIRECTION_f1": 0.
|
326 |
-
"eval_PASSWORD_f1": 0.
|
327 |
-
"eval_PHONEIMEI_f1": 0.
|
328 |
-
"eval_PHONENUMBER_f1": 0.
|
329 |
-
"eval_PIN_f1": 0.
|
330 |
-
"eval_PREFIX_f1": 0.
|
331 |
-
"eval_SECONDARYADDRESS_f1": 0.
|
332 |
-
"eval_SEX_f1": 0.
|
333 |
-
"eval_SSN_f1": 0.
|
334 |
-
"eval_STATE_f1": 0.
|
335 |
-
"eval_STREET_f1": 0.
|
336 |
-
"eval_TIME_f1": 0.
|
337 |
-
"eval_URL_f1": 0.
|
338 |
-
"eval_USERAGENT_f1": 0.
|
339 |
-
"eval_USERNAME_f1": 0.
|
340 |
-
"eval_VEHICLEVIN_f1": 0.
|
341 |
-
"eval_VEHICLEVRM_f1": 0.
|
342 |
-
"eval_ZIPCODE_f1": 0.
|
343 |
-
"eval_loss": 0.
|
344 |
-
"eval_overall_accuracy": 0.
|
345 |
-
"eval_overall_f1": 0.
|
346 |
-
"eval_overall_precision": 0.
|
347 |
-
"eval_overall_recall": 0.
|
348 |
-
"eval_runtime":
|
349 |
-
"eval_samples_per_second":
|
350 |
-
"eval_steps_per_second": 2.
|
351 |
"step": 5196
|
352 |
},
|
353 |
{
|
354 |
"epoch": 4.234026173979984,
|
355 |
-
"grad_norm": 0.
|
356 |
"learning_rate": 2.469755292823756e-05,
|
357 |
-
"loss": 0.
|
358 |
"step": 5500
|
359 |
},
|
360 |
{
|
361 |
"epoch": 4.618937644341801,
|
362 |
-
"grad_norm": 0.
|
363 |
"learning_rate": 2.126065438548254e-05,
|
364 |
-
"loss": 0.
|
365 |
"step": 6000
|
366 |
},
|
367 |
{
|
368 |
"epoch": 5.0,
|
369 |
-
"eval_ACCOUNTNAME_f1": 0.
|
370 |
-
"eval_ACCOUNTNUMBER_f1": 0.
|
371 |
-
"eval_AGE_f1": 0.
|
372 |
-
"eval_AMOUNT_f1": 0.
|
373 |
-
"eval_BIC_f1": 0.
|
374 |
-
"eval_BITCOINADDRESS_f1": 0.
|
375 |
-
"eval_BUILDINGNUMBER_f1": 0.
|
376 |
-
"eval_CITY_f1": 0.
|
377 |
-
"eval_COMPANYNAME_f1": 0.
|
378 |
-
"eval_COUNTY_f1": 0.
|
379 |
-
"eval_CREDITCARDCVV_f1": 0.
|
380 |
"eval_CREDITCARDISSUER_f1": 0.986970684039088,
|
381 |
-
"eval_CREDITCARDNUMBER_f1": 0.
|
382 |
-
"eval_CURRENCYCODE_f1": 0.
|
383 |
-
"eval_CURRENCYNAME_f1": 0.
|
384 |
-
"eval_CURRENCYSYMBOL_f1": 0.
|
385 |
-
"eval_CURRENCY_f1": 0.
|
386 |
-
"eval_DATE_f1": 0.
|
387 |
-
"eval_DOB_f1": 0.
|
388 |
-
"eval_EMAIL_f1": 0.
|
389 |
"eval_ETHEREUMADDRESS_f1": 1.0,
|
390 |
-
"eval_EYECOLOR_f1": 0.
|
391 |
-
"eval_FIRSTNAME_f1": 0.
|
392 |
-
"eval_GENDER_f1": 0.
|
393 |
-
"eval_HEIGHT_f1": 0.
|
394 |
-
"eval_IBAN_f1": 0.
|
395 |
-
"eval_IPV4_f1": 0.
|
396 |
-
"eval_IPV6_f1": 0.
|
397 |
-
"eval_IP_f1": 0.
|
398 |
-
"eval_JOBAREA_f1": 0.
|
399 |
-
"eval_JOBTITLE_f1": 0.
|
400 |
-
"eval_JOBTYPE_f1": 0.
|
401 |
-
"eval_LASTNAME_f1": 0.
|
402 |
-
"eval_LITECOINADDRESS_f1": 0.
|
403 |
-
"eval_MAC_f1": 0.
|
404 |
-
"eval_MASKEDNUMBER_f1": 0.
|
405 |
-
"eval_MIDDLENAME_f1": 0.
|
406 |
-
"eval_NEARBYGPSCOORDINATE_f1": 0.
|
407 |
-
"eval_ORDINALDIRECTION_f1": 0.
|
408 |
-
"eval_PASSWORD_f1": 0.
|
409 |
-
"eval_PHONEIMEI_f1": 0.
|
410 |
-
"eval_PHONENUMBER_f1": 0.
|
411 |
-
"eval_PIN_f1": 0.
|
412 |
-
"eval_PREFIX_f1": 0.
|
413 |
-
"eval_SECONDARYADDRESS_f1": 0.
|
414 |
-
"eval_SEX_f1": 0.
|
415 |
-
"eval_SSN_f1": 0.
|
416 |
-
"eval_STATE_f1": 0.
|
417 |
-
"eval_STREET_f1": 0.
|
418 |
-
"eval_TIME_f1": 0.
|
419 |
-
"eval_URL_f1": 0.
|
420 |
-
"eval_USERAGENT_f1": 0.
|
421 |
-
"eval_USERNAME_f1": 0.
|
422 |
-
"eval_VEHICLEVIN_f1": 0.
|
423 |
-
"eval_VEHICLEVRM_f1": 0.
|
424 |
-
"eval_ZIPCODE_f1": 0.
|
425 |
-
"eval_loss": 0.
|
426 |
-
"eval_overall_accuracy": 0.
|
427 |
-
"eval_overall_f1": 0.
|
428 |
-
"eval_overall_precision": 0.
|
429 |
-
"eval_overall_recall": 0.
|
430 |
-
"eval_runtime":
|
431 |
-
"eval_samples_per_second":
|
432 |
-
"eval_steps_per_second": 2.
|
433 |
"step": 6495
|
434 |
},
|
435 |
{
|
436 |
"epoch": 5.003849114703618,
|
437 |
-
"grad_norm": 0.
|
438 |
"learning_rate": 1.7823755842727523e-05,
|
439 |
-
"loss": 0.
|
440 |
"step": 6500
|
441 |
},
|
442 |
{
|
443 |
"epoch": 5.388760585065435,
|
444 |
-
"grad_norm": 0.
|
445 |
"learning_rate": 1.4386857299972505e-05,
|
446 |
-
"loss": 0.
|
447 |
"step": 7000
|
448 |
},
|
449 |
{
|
450 |
"epoch": 5.773672055427252,
|
451 |
-
"grad_norm": 0.
|
452 |
"learning_rate": 1.0949958757217487e-05,
|
453 |
-
"loss": 0.
|
454 |
"step": 7500
|
455 |
},
|
456 |
{
|
457 |
"epoch": 6.0,
|
458 |
-
"eval_ACCOUNTNAME_f1": 0.
|
459 |
-
"eval_ACCOUNTNUMBER_f1": 0.
|
460 |
-
"eval_AGE_f1": 0.
|
461 |
-
"eval_AMOUNT_f1": 0.
|
462 |
-
"eval_BIC_f1": 0.
|
463 |
-
"eval_BITCOINADDRESS_f1": 0.
|
464 |
-
"eval_BUILDINGNUMBER_f1": 0.
|
465 |
-
"eval_CITY_f1": 0.
|
466 |
-
"eval_COMPANYNAME_f1": 0.
|
467 |
-
"eval_COUNTY_f1": 0.
|
468 |
-
"eval_CREDITCARDCVV_f1": 0.
|
469 |
"eval_CREDITCARDISSUER_f1": 0.9853181076672104,
|
470 |
-
"eval_CREDITCARDNUMBER_f1": 0.
|
471 |
-
"eval_CURRENCYCODE_f1": 0.
|
472 |
-
"eval_CURRENCYNAME_f1": 0.
|
473 |
-
"eval_CURRENCYSYMBOL_f1": 0.
|
474 |
-
"eval_CURRENCY_f1": 0.
|
475 |
-
"eval_DATE_f1": 0.
|
476 |
-
"eval_DOB_f1": 0.
|
477 |
-
"eval_EMAIL_f1": 0.
|
478 |
-
"eval_ETHEREUMADDRESS_f1":
|
479 |
-
"eval_EYECOLOR_f1": 0.
|
480 |
-
"eval_FIRSTNAME_f1": 0.
|
481 |
-
"eval_GENDER_f1": 0.
|
482 |
-
"eval_HEIGHT_f1": 0.
|
483 |
-
"eval_IBAN_f1": 0.
|
484 |
-
"eval_IPV4_f1": 0.
|
485 |
-
"eval_IPV6_f1": 0.
|
486 |
-
"eval_IP_f1": 0.
|
487 |
-
"eval_JOBAREA_f1": 0.
|
488 |
-
"eval_JOBTITLE_f1": 0.
|
489 |
-
"eval_JOBTYPE_f1": 0.
|
490 |
-
"eval_LASTNAME_f1": 0.
|
491 |
-
"eval_LITECOINADDRESS_f1": 0.
|
492 |
-
"eval_MAC_f1": 0.
|
493 |
-
"eval_MASKEDNUMBER_f1": 0.
|
494 |
-
"eval_MIDDLENAME_f1": 0.
|
495 |
-
"eval_NEARBYGPSCOORDINATE_f1": 0.
|
496 |
-
"eval_ORDINALDIRECTION_f1": 0.
|
497 |
-
"eval_PASSWORD_f1": 0.
|
498 |
-
"eval_PHONEIMEI_f1": 0.
|
499 |
-
"eval_PHONENUMBER_f1": 0.
|
500 |
-
"eval_PIN_f1": 0.
|
501 |
-
"eval_PREFIX_f1": 0.
|
502 |
-
"eval_SECONDARYADDRESS_f1": 0.
|
503 |
-
"eval_SEX_f1": 0.
|
504 |
-
"eval_SSN_f1": 0.
|
505 |
-
"eval_STATE_f1": 0.
|
506 |
-
"eval_STREET_f1": 0.
|
507 |
-
"eval_TIME_f1": 0.
|
508 |
-
"eval_URL_f1": 0.
|
509 |
-
"eval_USERAGENT_f1": 0.
|
510 |
-
"eval_USERNAME_f1": 0.
|
511 |
-
"eval_VEHICLEVIN_f1": 0.
|
512 |
-
"eval_VEHICLEVRM_f1": 0.
|
513 |
-
"eval_ZIPCODE_f1": 0.
|
514 |
-
"eval_loss": 0.
|
515 |
-
"eval_overall_accuracy": 0.
|
516 |
-
"eval_overall_f1": 0.
|
517 |
-
"eval_overall_precision": 0.
|
518 |
-
"eval_overall_recall": 0.
|
519 |
-
"eval_runtime": 156.
|
520 |
-
"eval_samples_per_second": 132.
|
521 |
-
"eval_steps_per_second": 2.
|
522 |
"step": 7794
|
523 |
},
|
524 |
{
|
525 |
"epoch": 6.158583525789068,
|
526 |
-
"grad_norm": 0.
|
527 |
"learning_rate": 7.51306021446247e-06,
|
528 |
-
"loss": 0.
|
529 |
"step": 8000
|
530 |
},
|
531 |
{
|
532 |
"epoch": 6.543494996150885,
|
533 |
-
"grad_norm": 0.
|
534 |
"learning_rate": 4.076161671707452e-06,
|
535 |
-
"loss": 0.
|
536 |
"step": 8500
|
537 |
},
|
538 |
{
|
539 |
"epoch": 6.928406466512702,
|
540 |
-
"grad_norm": 0.
|
541 |
"learning_rate": 6.392631289524334e-07,
|
542 |
-
"loss": 0.
|
543 |
"step": 9000
|
544 |
},
|
545 |
{
|
546 |
"epoch": 7.0,
|
547 |
-
"eval_ACCOUNTNAME_f1": 0.
|
548 |
-
"eval_ACCOUNTNUMBER_f1": 0.
|
549 |
-
"eval_AGE_f1": 0.
|
550 |
-
"eval_AMOUNT_f1": 0.
|
551 |
-
"eval_BIC_f1": 0.
|
552 |
-
"eval_BITCOINADDRESS_f1": 0.
|
553 |
-
"eval_BUILDINGNUMBER_f1": 0.
|
554 |
-
"eval_CITY_f1": 0.
|
555 |
-
"eval_COMPANYNAME_f1": 0.
|
556 |
-
"eval_COUNTY_f1": 0.
|
557 |
-
"eval_CREDITCARDCVV_f1": 0.
|
558 |
-
"eval_CREDITCARDISSUER_f1": 0.
|
559 |
-
"eval_CREDITCARDNUMBER_f1": 0.
|
560 |
-
"eval_CURRENCYCODE_f1": 0.
|
561 |
-
"eval_CURRENCYNAME_f1": 0.
|
562 |
-
"eval_CURRENCYSYMBOL_f1": 0.
|
563 |
-
"eval_CURRENCY_f1": 0.
|
564 |
-
"eval_DATE_f1": 0.
|
565 |
-
"eval_DOB_f1": 0.
|
566 |
-
"eval_EMAIL_f1": 0.
|
567 |
"eval_ETHEREUMADDRESS_f1": 1.0,
|
568 |
-
"eval_EYECOLOR_f1": 0.
|
569 |
-
"eval_FIRSTNAME_f1": 0.
|
570 |
-
"eval_GENDER_f1": 0.
|
571 |
-
"eval_HEIGHT_f1": 0.
|
572 |
-
"eval_IBAN_f1": 0.
|
573 |
-
"eval_IPV4_f1": 0.
|
574 |
-
"eval_IPV6_f1": 0.
|
575 |
-
"eval_IP_f1": 0.
|
576 |
-
"eval_JOBAREA_f1": 0.
|
577 |
-
"eval_JOBTITLE_f1": 0.
|
578 |
-
"eval_JOBTYPE_f1": 0.
|
579 |
-
"eval_LASTNAME_f1": 0.
|
580 |
-
"eval_LITECOINADDRESS_f1": 0.
|
581 |
-
"eval_MAC_f1": 0.
|
582 |
-
"eval_MASKEDNUMBER_f1": 0.
|
583 |
-
"eval_MIDDLENAME_f1": 0.
|
584 |
-
"eval_NEARBYGPSCOORDINATE_f1": 0.
|
585 |
-
"eval_ORDINALDIRECTION_f1": 0.
|
586 |
-
"eval_PASSWORD_f1": 0.
|
587 |
-
"eval_PHONEIMEI_f1": 0.
|
588 |
-
"eval_PHONENUMBER_f1": 0.
|
589 |
-
"eval_PIN_f1": 0.
|
590 |
-
"eval_PREFIX_f1": 0.
|
591 |
-
"eval_SECONDARYADDRESS_f1": 0.
|
592 |
-
"eval_SEX_f1": 0.
|
593 |
-
"eval_SSN_f1": 0.
|
594 |
-
"eval_STATE_f1": 0.
|
595 |
-
"eval_STREET_f1": 0.
|
596 |
-
"eval_TIME_f1": 0.
|
597 |
-
"eval_URL_f1": 0.
|
598 |
-
"eval_USERAGENT_f1": 0.
|
599 |
-
"eval_USERNAME_f1": 0.
|
600 |
-
"eval_VEHICLEVIN_f1": 0.
|
601 |
-
"eval_VEHICLEVRM_f1": 0.
|
602 |
-
"eval_ZIPCODE_f1": 0.
|
603 |
-
"eval_loss": 0.
|
604 |
-
"eval_overall_accuracy": 0.
|
605 |
-
"eval_overall_f1": 0.
|
606 |
-
"eval_overall_precision": 0.
|
607 |
-
"eval_overall_recall": 0.
|
608 |
-
"eval_runtime":
|
609 |
-
"eval_samples_per_second":
|
610 |
-
"eval_steps_per_second": 2.
|
611 |
"step": 9093
|
612 |
},
|
613 |
{
|
614 |
"epoch": 7.0,
|
615 |
"step": 9093,
|
616 |
-
"total_flos": 6.
|
617 |
-
"train_loss": 0.
|
618 |
-
"train_runtime":
|
619 |
-
"train_samples_per_second":
|
620 |
-
"train_steps_per_second": 0.
|
621 |
},
|
622 |
{
|
623 |
"epoch": 7.0,
|
624 |
-
"eval_ACCOUNTNAME_f1": 0.
|
625 |
-
"eval_ACCOUNTNUMBER_f1": 0.
|
626 |
-
"eval_AGE_f1": 0.
|
627 |
-
"eval_AMOUNT_f1": 0.
|
628 |
-
"eval_BIC_f1": 0.
|
629 |
-
"eval_BITCOINADDRESS_f1": 0.
|
630 |
-
"eval_BUILDINGNUMBER_f1": 0.
|
631 |
-
"eval_CITY_f1": 0.
|
632 |
-
"eval_COMPANYNAME_f1": 0.
|
633 |
-
"eval_COUNTY_f1": 0.
|
634 |
-
"eval_CREDITCARDCVV_f1": 0.
|
635 |
-
"eval_CREDITCARDISSUER_f1": 0.
|
636 |
-
"eval_CREDITCARDNUMBER_f1": 0.
|
637 |
-
"eval_CURRENCYCODE_f1": 0.
|
638 |
-
"eval_CURRENCYNAME_f1": 0.
|
639 |
-
"eval_CURRENCYSYMBOL_f1": 0.
|
640 |
-
"eval_CURRENCY_f1": 0.
|
641 |
-
"eval_DATE_f1": 0.
|
642 |
-
"eval_DOB_f1": 0.
|
643 |
-
"eval_EMAIL_f1": 0.
|
644 |
"eval_ETHEREUMADDRESS_f1": 1.0,
|
645 |
-
"eval_EYECOLOR_f1": 0.
|
646 |
-
"eval_FIRSTNAME_f1": 0.
|
647 |
-
"eval_GENDER_f1": 0.
|
648 |
-
"eval_HEIGHT_f1": 0.
|
649 |
-
"eval_IBAN_f1": 0.
|
650 |
-
"eval_IPV4_f1": 0.
|
651 |
-
"eval_IPV6_f1": 0.
|
652 |
-
"eval_IP_f1": 0.
|
653 |
-
"eval_JOBAREA_f1": 0.
|
654 |
-
"eval_JOBTITLE_f1": 0.
|
655 |
-
"eval_JOBTYPE_f1": 0.
|
656 |
-
"eval_LASTNAME_f1": 0.
|
657 |
-
"eval_LITECOINADDRESS_f1": 0.
|
658 |
-
"eval_MAC_f1": 0.
|
659 |
-
"eval_MASKEDNUMBER_f1": 0.
|
660 |
-
"eval_MIDDLENAME_f1": 0.
|
661 |
-
"eval_NEARBYGPSCOORDINATE_f1": 0.
|
662 |
-
"eval_ORDINALDIRECTION_f1": 0.
|
663 |
-
"eval_PASSWORD_f1": 0.
|
664 |
-
"eval_PHONEIMEI_f1": 0.
|
665 |
-
"eval_PHONENUMBER_f1": 0.
|
666 |
-
"eval_PIN_f1": 0.
|
667 |
-
"eval_PREFIX_f1": 0.
|
668 |
-
"eval_SECONDARYADDRESS_f1": 0.
|
669 |
-
"eval_SEX_f1": 0.
|
670 |
-
"eval_SSN_f1": 0.
|
671 |
-
"eval_STATE_f1": 0.
|
672 |
-
"eval_STREET_f1": 0.
|
673 |
-
"eval_TIME_f1": 0.
|
674 |
"eval_URL_f1": 0.9877704609595485,
|
675 |
-
"eval_USERAGENT_f1": 0.
|
676 |
-
"eval_USERNAME_f1": 0.
|
677 |
-
"eval_VEHICLEVIN_f1": 0.
|
678 |
-
"eval_VEHICLEVRM_f1": 0.
|
679 |
-
"eval_ZIPCODE_f1": 0.
|
680 |
-
"eval_loss": 0.
|
681 |
-
"eval_overall_accuracy": 0.
|
682 |
-
"eval_overall_f1": 0.
|
683 |
-
"eval_overall_precision": 0.
|
684 |
-
"eval_overall_recall": 0.
|
685 |
-
"eval_runtime":
|
686 |
-
"eval_samples_per_second":
|
687 |
-
"eval_steps_per_second": 2.
|
688 |
"step": 9093
|
689 |
}
|
690 |
],
|
@@ -693,7 +693,7 @@
|
|
693 |
"num_input_tokens_seen": 0,
|
694 |
"num_train_epochs": 7,
|
695 |
"save_steps": 500,
|
696 |
-
"total_flos": 6.
|
697 |
"train_batch_size": 64,
|
698 |
"trial_name": null,
|
699 |
"trial_params": null
|
|
|
1 |
{
|
2 |
+
"best_metric": 0.06456373631954193,
|
3 |
+
"best_model_checkpoint": "data/outputs/devtibo/distilbert-base-uncased-three_v2/checkpoint-5196",
|
4 |
"epoch": 7.0,
|
5 |
"eval_steps": 500,
|
6 |
"global_step": 9093,
|
|
|
10 |
"log_history": [
|
11 |
{
|
12 |
"epoch": 0.3849114703618168,
|
13 |
+
"grad_norm": 0.7725156545639038,
|
14 |
"learning_rate": 1.3743815283122597e-05,
|
15 |
+
"loss": 1.4235,
|
16 |
"step": 500
|
17 |
},
|
18 |
{
|
19 |
"epoch": 0.7698229407236336,
|
20 |
+
"grad_norm": 0.8971683979034424,
|
21 |
"learning_rate": 2.7487630566245194e-05,
|
22 |
+
"loss": 0.2314,
|
23 |
"step": 1000
|
24 |
},
|
25 |
{
|
26 |
"epoch": 1.0,
|
27 |
+
"eval_ACCOUNTNAME_f1": 0.8367166813768756,
|
28 |
+
"eval_ACCOUNTNUMBER_f1": 0.8496042216358839,
|
29 |
+
"eval_AGE_f1": 0.6805845511482255,
|
30 |
+
"eval_AMOUNT_f1": 0.5746436609152288,
|
31 |
+
"eval_BIC_f1": 0.343015214384509,
|
32 |
+
"eval_BITCOINADDRESS_f1": 0.8040854224698235,
|
33 |
+
"eval_BUILDINGNUMBER_f1": 0.8362516836636522,
|
34 |
+
"eval_CITY_f1": 0.8420471281296023,
|
35 |
+
"eval_COMPANYNAME_f1": 0.6640450304572443,
|
36 |
+
"eval_COUNTY_f1": 0.37188208616780044,
|
37 |
+
"eval_CREDITCARDCVV_f1": 0.03571428571428571,
|
38 |
+
"eval_CREDITCARDISSUER_f1": 0.44930417495029823,
|
39 |
+
"eval_CREDITCARDNUMBER_f1": 0.45541635961680177,
|
40 |
"eval_CURRENCYCODE_f1": 0.0,
|
41 |
"eval_CURRENCYNAME_f1": 0.0,
|
42 |
+
"eval_CURRENCYSYMBOL_f1": 0.47677261613691935,
|
43 |
+
"eval_CURRENCY_f1": 0.5,
|
44 |
+
"eval_DATE_f1": 0.736721028632461,
|
45 |
+
"eval_DOB_f1": 0.8515378221113882,
|
46 |
+
"eval_EMAIL_f1": 0.9459096080256489,
|
47 |
+
"eval_ETHEREUMADDRESS_f1": 0.9908256880733944,
|
48 |
+
"eval_EYECOLOR_f1": 0.1847389558232932,
|
49 |
+
"eval_FIRSTNAME_f1": 0.75,
|
50 |
+
"eval_GENDER_f1": 0.6004228329809725,
|
51 |
+
"eval_HEIGHT_f1": 0.6974063400576369,
|
52 |
+
"eval_IBAN_f1": 0.7951807228915662,
|
53 |
+
"eval_IPV4_f1": 0.824571766095688,
|
54 |
+
"eval_IPV6_f1": 0.7152777777777778,
|
55 |
+
"eval_IP_f1": 0.8253367003367004,
|
56 |
+
"eval_JOBAREA_f1": 0.15118110236220472,
|
57 |
+
"eval_JOBTITLE_f1": 0.7938755980861244,
|
58 |
+
"eval_JOBTYPE_f1": 0.4468085106382979,
|
59 |
+
"eval_LASTNAME_f1": 0.7328193094200469,
|
60 |
+
"eval_LITECOINADDRESS_f1": 0.0,
|
61 |
+
"eval_MAC_f1": 0.9026128266033253,
|
62 |
+
"eval_MASKEDNUMBER_f1": 0.44792626728110607,
|
63 |
+
"eval_MIDDLENAME_f1": 0.1935483870967742,
|
64 |
+
"eval_NEARBYGPSCOORDINATE_f1": 0.8675595238095238,
|
65 |
+
"eval_ORDINALDIRECTION_f1": 0.46043165467625896,
|
66 |
+
"eval_PASSWORD_f1": 0.7484531683379559,
|
67 |
+
"eval_PHONEIMEI_f1": 0.9364303178484107,
|
68 |
+
"eval_PHONENUMBER_f1": 0.8740511667135227,
|
69 |
+
"eval_PIN_f1": 0.00598802395209581,
|
70 |
+
"eval_PREFIX_f1": 0.8869047619047619,
|
71 |
+
"eval_SECONDARYADDRESS_f1": 0.8963159893657426,
|
72 |
+
"eval_SEX_f1": 0.8999008919722498,
|
73 |
+
"eval_SSN_f1": 0.8114639814097598,
|
74 |
+
"eval_STATE_f1": 0.8036513334526578,
|
75 |
+
"eval_STREET_f1": 0.7648373837167375,
|
76 |
+
"eval_TIME_f1": 0.8412552761974674,
|
77 |
+
"eval_URL_f1": 0.951582867783985,
|
78 |
+
"eval_USERAGENT_f1": 0.9387755102040816,
|
79 |
+
"eval_USERNAME_f1": 0.8054401993355482,
|
80 |
+
"eval_VEHICLEVIN_f1": 0.39678284182305634,
|
81 |
+
"eval_VEHICLEVRM_f1": 0.48661800486618,
|
82 |
+
"eval_ZIPCODE_f1": 0.8014523218039364,
|
83 |
+
"eval_loss": 0.13221155107021332,
|
84 |
+
"eval_overall_accuracy": 0.9698559949520066,
|
85 |
+
"eval_overall_f1": 0.7698184446115954,
|
86 |
+
"eval_overall_precision": 0.738128234861555,
|
87 |
+
"eval_overall_recall": 0.804351846144363,
|
88 |
+
"eval_runtime": 172.7183,
|
89 |
+
"eval_samples_per_second": 120.259,
|
90 |
+
"eval_steps_per_second": 1.882,
|
91 |
"step": 1299
|
92 |
},
|
93 |
{
|
94 |
"epoch": 1.1547344110854503,
|
95 |
+
"grad_norm": 0.6433612108230591,
|
96 |
"learning_rate": 4.1231445849367786e-05,
|
97 |
+
"loss": 0.123,
|
98 |
"step": 1500
|
99 |
},
|
100 |
{
|
101 |
"epoch": 1.539645881447267,
|
102 |
+
"grad_norm": 0.4972471594810486,
|
103 |
"learning_rate": 4.875584272752269e-05,
|
104 |
+
"loss": 0.091,
|
105 |
"step": 2000
|
106 |
},
|
107 |
{
|
108 |
"epoch": 1.924557351809084,
|
109 |
+
"grad_norm": 0.44406384229660034,
|
110 |
"learning_rate": 4.531894418476767e-05,
|
111 |
+
"loss": 0.0799,
|
112 |
"step": 2500
|
113 |
},
|
114 |
{
|
115 |
"epoch": 2.0,
|
116 |
+
"eval_ACCOUNTNAME_f1": 0.9716981132075471,
|
117 |
+
"eval_ACCOUNTNUMBER_f1": 0.9658886894075404,
|
118 |
+
"eval_AGE_f1": 0.8656716417910447,
|
119 |
+
"eval_AMOUNT_f1": 0.9269076305220884,
|
120 |
+
"eval_BIC_f1": 0.8091397849462365,
|
121 |
+
"eval_BITCOINADDRESS_f1": 0.9467849223946786,
|
122 |
+
"eval_BUILDINGNUMBER_f1": 0.9322279792746114,
|
123 |
+
"eval_CITY_f1": 0.9341742215214821,
|
124 |
+
"eval_COMPANYNAME_f1": 0.7616180897144115,
|
125 |
+
"eval_COUNTY_f1": 0.9097283085013147,
|
126 |
+
"eval_CREDITCARDCVV_f1": 0.7692307692307693,
|
127 |
+
"eval_CREDITCARDISSUER_f1": 0.9821138211382113,
|
128 |
+
"eval_CREDITCARDNUMBER_f1": 0.7663257277734069,
|
129 |
+
"eval_CURRENCYCODE_f1": 0.5126582278481012,
|
130 |
+
"eval_CURRENCYNAME_f1": 0.02484472049689441,
|
131 |
+
"eval_CURRENCYSYMBOL_f1": 0.8170865279299013,
|
132 |
+
"eval_CURRENCY_f1": 0.7208333333333334,
|
133 |
+
"eval_DATE_f1": 0.7995091132221263,
|
134 |
+
"eval_DOB_f1": 0.8872388188568467,
|
135 |
+
"eval_EMAIL_f1": 0.950269374222959,
|
136 |
+
"eval_ETHEREUMADDRESS_f1": 0.9984591679506933,
|
137 |
+
"eval_EYECOLOR_f1": 0.8932584269662921,
|
138 |
+
"eval_FIRSTNAME_f1": 0.813767184254772,
|
139 |
+
"eval_GENDER_f1": 0.9241516966067864,
|
140 |
+
"eval_HEIGHT_f1": 0.9631728045325779,
|
141 |
+
"eval_IBAN_f1": 0.9326241134751773,
|
142 |
+
"eval_IPV4_f1": 0.861012956419317,
|
143 |
+
"eval_IPV6_f1": 0.5590327169274538,
|
144 |
+
"eval_IP_f1": 0.8285202150965943,
|
145 |
+
"eval_JOBAREA_f1": 0.8204667863554758,
|
146 |
+
"eval_JOBTITLE_f1": 0.9382113821138212,
|
147 |
+
"eval_JOBTYPE_f1": 0.9206625980819529,
|
148 |
+
"eval_LASTNAME_f1": 0.8141100023207241,
|
149 |
+
"eval_LITECOINADDRESS_f1": 0.8253968253968255,
|
150 |
+
"eval_MAC_f1": 0.9928400954653939,
|
151 |
+
"eval_MASKEDNUMBER_f1": 0.7820372398685651,
|
152 |
+
"eval_MIDDLENAME_f1": 0.5015706806282723,
|
153 |
+
"eval_NEARBYGPSCOORDINATE_f1": 0.8957239309827457,
|
154 |
+
"eval_ORDINALDIRECTION_f1": 0.9610983981693364,
|
155 |
+
"eval_PASSWORD_f1": 0.8397863818424565,
|
156 |
+
"eval_PHONEIMEI_f1": 0.983810709838107,
|
157 |
+
"eval_PHONENUMBER_f1": 0.9221591735777681,
|
158 |
+
"eval_PIN_f1": 0.7814814814814814,
|
159 |
+
"eval_PREFIX_f1": 0.9155555555555556,
|
160 |
+
"eval_SECONDARYADDRESS_f1": 0.9649865332820317,
|
161 |
+
"eval_SEX_f1": 0.9534412955465587,
|
162 |
+
"eval_SSN_f1": 0.9125374127036914,
|
163 |
+
"eval_STATE_f1": 0.9592526336712383,
|
164 |
+
"eval_STREET_f1": 0.8373266078184111,
|
165 |
+
"eval_TIME_f1": 0.888362844427611,
|
166 |
+
"eval_URL_f1": 0.980355472404116,
|
167 |
+
"eval_USERAGENT_f1": 0.9806157354618017,
|
168 |
+
"eval_USERNAME_f1": 0.8504682515179582,
|
169 |
+
"eval_VEHICLEVIN_f1": 0.9055555555555554,
|
170 |
+
"eval_VEHICLEVRM_f1": 0.9591836734693878,
|
171 |
+
"eval_ZIPCODE_f1": 0.9209051276728255,
|
172 |
+
"eval_loss": 0.0760750025510788,
|
173 |
+
"eval_overall_accuracy": 0.9781771197717084,
|
174 |
+
"eval_overall_f1": 0.8601702989759997,
|
175 |
+
"eval_overall_precision": 0.8402072965241585,
|
176 |
+
"eval_overall_recall": 0.8811050155129548,
|
177 |
+
"eval_runtime": 155.8025,
|
178 |
+
"eval_samples_per_second": 133.316,
|
179 |
+
"eval_steps_per_second": 2.086,
|
180 |
"step": 2598
|
181 |
},
|
182 |
{
|
183 |
"epoch": 2.3094688221709005,
|
184 |
+
"grad_norm": 0.3501986563205719,
|
185 |
"learning_rate": 4.1882045642012654e-05,
|
186 |
+
"loss": 0.0651,
|
187 |
"step": 3000
|
188 |
},
|
189 |
{
|
190 |
"epoch": 2.6943802925327174,
|
191 |
+
"grad_norm": 0.42780524492263794,
|
192 |
"learning_rate": 3.8445147099257636e-05,
|
193 |
+
"loss": 0.0604,
|
194 |
"step": 3500
|
195 |
},
|
196 |
{
|
197 |
"epoch": 3.0,
|
198 |
+
"eval_ACCOUNTNAME_f1": 0.9828897338403042,
|
199 |
+
"eval_ACCOUNTNUMBER_f1": 0.9882352941176471,
|
200 |
+
"eval_AGE_f1": 0.8940188877229801,
|
201 |
+
"eval_AMOUNT_f1": 0.9528455284552846,
|
202 |
+
"eval_BIC_f1": 0.8575305291723202,
|
203 |
+
"eval_BITCOINADDRESS_f1": 0.9588431590656284,
|
204 |
+
"eval_BUILDINGNUMBER_f1": 0.94676960585128,
|
205 |
+
"eval_CITY_f1": 0.9462238038750493,
|
206 |
+
"eval_COMPANYNAME_f1": 0.779482551143201,
|
207 |
+
"eval_COUNTY_f1": 0.9410729991204926,
|
208 |
+
"eval_CREDITCARDCVV_f1": 0.8155668358714044,
|
209 |
+
"eval_CREDITCARDISSUER_f1": 0.9821138211382113,
|
210 |
+
"eval_CREDITCARDNUMBER_f1": 0.8063973063973063,
|
211 |
+
"eval_CURRENCYCODE_f1": 0.703601108033241,
|
212 |
+
"eval_CURRENCYNAME_f1": 0.031746031746031744,
|
213 |
+
"eval_CURRENCYSYMBOL_f1": 0.8613974799541809,
|
214 |
+
"eval_CURRENCY_f1": 0.7556029882604056,
|
215 |
+
"eval_DATE_f1": 0.8159463811637724,
|
216 |
+
"eval_DOB_f1": 0.8861276595744682,
|
217 |
+
"eval_EMAIL_f1": 0.9547248182762201,
|
218 |
+
"eval_ETHEREUMADDRESS_f1": 0.9969230769230769,
|
219 |
+
"eval_EYECOLOR_f1": 0.931129476584022,
|
220 |
+
"eval_FIRSTNAME_f1": 0.8486931167343539,
|
221 |
+
"eval_GENDER_f1": 0.950533462657614,
|
222 |
+
"eval_HEIGHT_f1": 0.9717514124293786,
|
223 |
+
"eval_IBAN_f1": 0.9388489208633094,
|
224 |
+
"eval_IPV4_f1": 0.747628083491461,
|
225 |
+
"eval_IPV6_f1": 0.7306325515280739,
|
226 |
+
"eval_IP_f1": 0.8284166164960868,
|
227 |
+
"eval_JOBAREA_f1": 0.8966148215919487,
|
228 |
+
"eval_JOBTITLE_f1": 0.9562358742551881,
|
229 |
+
"eval_JOBTYPE_f1": 0.9322638146167558,
|
230 |
+
"eval_LASTNAME_f1": 0.8371934604904633,
|
231 |
+
"eval_LITECOINADDRESS_f1": 0.8717948717948719,
|
232 |
+
"eval_MAC_f1": 0.9928400954653939,
|
233 |
+
"eval_MASKEDNUMBER_f1": 0.8046958377801493,
|
234 |
+
"eval_MIDDLENAME_f1": 0.6657060518731989,
|
235 |
+
"eval_NEARBYGPSCOORDINATE_f1": 0.9103343465045595,
|
236 |
+
"eval_ORDINALDIRECTION_f1": 0.9768518518518517,
|
237 |
+
"eval_PASSWORD_f1": 0.8639026588553403,
|
238 |
+
"eval_PHONEIMEI_f1": 0.9937106918238994,
|
239 |
+
"eval_PHONENUMBER_f1": 0.9262041537781707,
|
240 |
+
"eval_PIN_f1": 0.8207024029574862,
|
241 |
+
"eval_PREFIX_f1": 0.916972814107274,
|
242 |
+
"eval_SECONDARYADDRESS_f1": 0.9737045630317092,
|
243 |
+
"eval_SEX_f1": 0.9662875710804224,
|
244 |
+
"eval_SSN_f1": 0.9201129380501578,
|
245 |
+
"eval_STATE_f1": 0.9704826485839649,
|
246 |
+
"eval_STREET_f1": 0.8333076091989504,
|
247 |
+
"eval_TIME_f1": 0.9061131213102266,
|
248 |
"eval_URL_f1": 0.9915333960489182,
|
249 |
+
"eval_USERAGENT_f1": 0.9908883826879272,
|
250 |
+
"eval_USERNAME_f1": 0.8684539954099729,
|
251 |
+
"eval_VEHICLEVIN_f1": 0.9808219178082191,
|
252 |
+
"eval_VEHICLEVRM_f1": 0.9670886075949368,
|
253 |
+
"eval_ZIPCODE_f1": 0.9288702928870294,
|
254 |
+
"eval_loss": 0.06805840134620667,
|
255 |
+
"eval_overall_accuracy": 0.9799070620267948,
|
256 |
+
"eval_overall_f1": 0.876459011772759,
|
257 |
+
"eval_overall_precision": 0.8591488143989106,
|
258 |
+
"eval_overall_recall": 0.8944810865232489,
|
259 |
+
"eval_runtime": 156.9506,
|
260 |
+
"eval_samples_per_second": 132.341,
|
261 |
+
"eval_steps_per_second": 2.071,
|
262 |
"step": 3897
|
263 |
},
|
264 |
{
|
265 |
"epoch": 3.079291762894534,
|
266 |
+
"grad_norm": 0.3576395511627197,
|
267 |
"learning_rate": 3.500824855650262e-05,
|
268 |
+
"loss": 0.0563,
|
269 |
"step": 4000
|
270 |
},
|
271 |
{
|
272 |
"epoch": 3.464203233256351,
|
273 |
+
"grad_norm": 0.3845430910587311,
|
274 |
"learning_rate": 3.15713500137476e-05,
|
275 |
+
"loss": 0.0473,
|
276 |
"step": 4500
|
277 |
},
|
278 |
{
|
279 |
"epoch": 3.849114703618168,
|
280 |
+
"grad_norm": 0.28811028599739075,
|
281 |
"learning_rate": 2.8134451470992578e-05,
|
282 |
+
"loss": 0.0469,
|
283 |
"step": 5000
|
284 |
},
|
285 |
{
|
286 |
"epoch": 4.0,
|
287 |
+
"eval_ACCOUNTNAME_f1": 0.9773156899810963,
|
288 |
+
"eval_ACCOUNTNUMBER_f1": 0.988277727682597,
|
289 |
+
"eval_AGE_f1": 0.8924050632911392,
|
290 |
+
"eval_AMOUNT_f1": 0.9621710526315789,
|
291 |
+
"eval_BIC_f1": 0.8699080157687255,
|
292 |
+
"eval_BITCOINADDRESS_f1": 0.9496080627099664,
|
293 |
+
"eval_BUILDINGNUMBER_f1": 0.9552669552669552,
|
294 |
+
"eval_CITY_f1": 0.9484126984126984,
|
295 |
+
"eval_COMPANYNAME_f1": 0.7801622048374363,
|
296 |
+
"eval_COUNTY_f1": 0.9545859305431879,
|
297 |
+
"eval_CREDITCARDCVV_f1": 0.830715532286213,
|
298 |
+
"eval_CREDITCARDISSUER_f1": 0.9821717990275528,
|
299 |
+
"eval_CREDITCARDNUMBER_f1": 0.8662026295436969,
|
300 |
+
"eval_CURRENCYCODE_f1": 0.781869688385269,
|
301 |
+
"eval_CURRENCYNAME_f1": 0.09433962264150943,
|
302 |
+
"eval_CURRENCYSYMBOL_f1": 0.8871151653363741,
|
303 |
+
"eval_CURRENCY_f1": 0.7572815533980582,
|
304 |
+
"eval_DATE_f1": 0.827614085519224,
|
305 |
+
"eval_DOB_f1": 0.8950953678474114,
|
306 |
+
"eval_EMAIL_f1": 0.954347374974061,
|
307 |
"eval_ETHEREUMADDRESS_f1": 1.0,
|
308 |
+
"eval_EYECOLOR_f1": 0.9344262295081966,
|
309 |
+
"eval_FIRSTNAME_f1": 0.8669909947210434,
|
310 |
+
"eval_GENDER_f1": 0.9632495164410058,
|
311 |
+
"eval_HEIGHT_f1": 0.9715909090909091,
|
312 |
+
"eval_IBAN_f1": 0.9468085106382979,
|
313 |
+
"eval_IPV4_f1": 0.8555956678700362,
|
314 |
+
"eval_IPV6_f1": 0.6737588652482269,
|
315 |
+
"eval_IP_f1": 0.8492765273311897,
|
316 |
+
"eval_JOBAREA_f1": 0.8987234042553192,
|
317 |
+
"eval_JOBTITLE_f1": 0.9577406720263864,
|
318 |
+
"eval_JOBTYPE_f1": 0.9303135888501741,
|
319 |
+
"eval_LASTNAME_f1": 0.8519948519948519,
|
320 |
+
"eval_LITECOINADDRESS_f1": 0.8553846153846154,
|
321 |
+
"eval_MAC_f1": 0.9928400954653939,
|
322 |
+
"eval_MASKEDNUMBER_f1": 0.8368794326241136,
|
323 |
+
"eval_MIDDLENAME_f1": 0.751346499102334,
|
324 |
+
"eval_NEARBYGPSCOORDINATE_f1": 0.9268668206312548,
|
325 |
+
"eval_ORDINALDIRECTION_f1": 0.9816513761467891,
|
326 |
+
"eval_PASSWORD_f1": 0.8791601518874247,
|
327 |
+
"eval_PHONEIMEI_f1": 0.98870765370138,
|
328 |
+
"eval_PHONENUMBER_f1": 0.9229852524951587,
|
329 |
+
"eval_PIN_f1": 0.8550458715596331,
|
330 |
+
"eval_PREFIX_f1": 0.919911829537105,
|
331 |
+
"eval_SECONDARYADDRESS_f1": 0.9740209383481969,
|
332 |
+
"eval_SEX_f1": 0.9666666666666667,
|
333 |
+
"eval_SSN_f1": 0.9150242326332795,
|
334 |
+
"eval_STATE_f1": 0.9738157105736559,
|
335 |
+
"eval_STREET_f1": 0.8667275216795984,
|
336 |
+
"eval_TIME_f1": 0.9069166746388596,
|
337 |
+
"eval_URL_f1": 0.9877704609595485,
|
338 |
+
"eval_USERAGENT_f1": 0.9942987457240592,
|
339 |
+
"eval_USERNAME_f1": 0.8805223526933811,
|
340 |
+
"eval_VEHICLEVIN_f1": 0.9619565217391305,
|
341 |
+
"eval_VEHICLEVRM_f1": 0.9820971867007673,
|
342 |
+
"eval_ZIPCODE_f1": 0.9422954977805961,
|
343 |
+
"eval_loss": 0.06456373631954193,
|
344 |
+
"eval_overall_accuracy": 0.981234141016998,
|
345 |
+
"eval_overall_f1": 0.8866585461610477,
|
346 |
+
"eval_overall_precision": 0.8691679166337728,
|
347 |
+
"eval_overall_recall": 0.9048675748423021,
|
348 |
+
"eval_runtime": 156.8301,
|
349 |
+
"eval_samples_per_second": 132.443,
|
350 |
+
"eval_steps_per_second": 2.072,
|
351 |
"step": 5196
|
352 |
},
|
353 |
{
|
354 |
"epoch": 4.234026173979984,
|
355 |
+
"grad_norm": 0.27687108516693115,
|
356 |
"learning_rate": 2.469755292823756e-05,
|
357 |
+
"loss": 0.0386,
|
358 |
"step": 5500
|
359 |
},
|
360 |
{
|
361 |
"epoch": 4.618937644341801,
|
362 |
+
"grad_norm": 0.7548421025276184,
|
363 |
"learning_rate": 2.126065438548254e-05,
|
364 |
+
"loss": 0.0365,
|
365 |
"step": 6000
|
366 |
},
|
367 |
{
|
368 |
"epoch": 5.0,
|
369 |
+
"eval_ACCOUNTNAME_f1": 0.9876543209876543,
|
370 |
+
"eval_ACCOUNTNUMBER_f1": 0.989090909090909,
|
371 |
+
"eval_AGE_f1": 0.8980021030494216,
|
372 |
+
"eval_AMOUNT_f1": 0.9720394736842105,
|
373 |
+
"eval_BIC_f1": 0.884514435695538,
|
374 |
+
"eval_BITCOINADDRESS_f1": 0.9587513935340023,
|
375 |
+
"eval_BUILDINGNUMBER_f1": 0.9590787579683323,
|
376 |
+
"eval_CITY_f1": 0.9510600356647514,
|
377 |
+
"eval_COMPANYNAME_f1": 0.8041604754829123,
|
378 |
+
"eval_COUNTY_f1": 0.9555160142348754,
|
379 |
+
"eval_CREDITCARDCVV_f1": 0.8267581475128646,
|
380 |
"eval_CREDITCARDISSUER_f1": 0.986970684039088,
|
381 |
+
"eval_CREDITCARDNUMBER_f1": 0.8498402555910544,
|
382 |
+
"eval_CURRENCYCODE_f1": 0.7953890489913543,
|
383 |
+
"eval_CURRENCYNAME_f1": 0.23762376237623764,
|
384 |
+
"eval_CURRENCYSYMBOL_f1": 0.9092996555683123,
|
385 |
+
"eval_CURRENCY_f1": 0.7163841807909606,
|
386 |
+
"eval_DATE_f1": 0.8287240046889246,
|
387 |
+
"eval_DOB_f1": 0.8881498337125854,
|
388 |
+
"eval_EMAIL_f1": 0.954285119233573,
|
389 |
"eval_ETHEREUMADDRESS_f1": 1.0,
|
390 |
+
"eval_EYECOLOR_f1": 0.9392265193370165,
|
391 |
+
"eval_FIRSTNAME_f1": 0.864836655881432,
|
392 |
+
"eval_GENDER_f1": 0.977648202137998,
|
393 |
+
"eval_HEIGHT_f1": 0.9771428571428572,
|
394 |
+
"eval_IBAN_f1": 0.9657039711191336,
|
395 |
+
"eval_IPV4_f1": 0.8200514138817481,
|
396 |
+
"eval_IPV6_f1": 0.7169529499626587,
|
397 |
+
"eval_IP_f1": 0.860189096761215,
|
398 |
+
"eval_JOBAREA_f1": 0.9103815439219166,
|
399 |
+
"eval_JOBTITLE_f1": 0.9593596059113301,
|
400 |
+
"eval_JOBTYPE_f1": 0.933569530558016,
|
401 |
+
"eval_LASTNAME_f1": 0.8596264536591095,
|
402 |
+
"eval_LITECOINADDRESS_f1": 0.8698412698412699,
|
403 |
+
"eval_MAC_f1": 0.9928400954653939,
|
404 |
+
"eval_MASKEDNUMBER_f1": 0.8395904436860069,
|
405 |
+
"eval_MIDDLENAME_f1": 0.7731788079470199,
|
406 |
+
"eval_NEARBYGPSCOORDINATE_f1": 0.9266409266409267,
|
407 |
+
"eval_ORDINALDIRECTION_f1": 0.9836829836829836,
|
408 |
+
"eval_PASSWORD_f1": 0.8612652608213096,
|
409 |
+
"eval_PHONEIMEI_f1": 0.9799498746867169,
|
410 |
+
"eval_PHONENUMBER_f1": 0.9370254577936579,
|
411 |
+
"eval_PIN_f1": 0.8523985239852399,
|
412 |
+
"eval_PREFIX_f1": 0.9231927710843373,
|
413 |
+
"eval_SECONDARYADDRESS_f1": 0.9724271844660193,
|
414 |
+
"eval_SEX_f1": 0.9713349713349714,
|
415 |
+
"eval_SSN_f1": 0.9316999496559826,
|
416 |
+
"eval_STATE_f1": 0.9747565096402305,
|
417 |
+
"eval_STREET_f1": 0.8684452621895125,
|
418 |
+
"eval_TIME_f1": 0.9144861585134623,
|
419 |
+
"eval_URL_f1": 0.9896519285042333,
|
420 |
+
"eval_USERAGENT_f1": 0.9908883826879272,
|
421 |
+
"eval_USERNAME_f1": 0.8822116667556174,
|
422 |
+
"eval_VEHICLEVIN_f1": 0.9619565217391305,
|
423 |
+
"eval_VEHICLEVRM_f1": 0.9593908629441624,
|
424 |
+
"eval_ZIPCODE_f1": 0.9490378515542398,
|
425 |
+
"eval_loss": 0.06882753223180771,
|
426 |
+
"eval_overall_accuracy": 0.981491987654487,
|
427 |
+
"eval_overall_f1": 0.8908967014107967,
|
428 |
+
"eval_overall_precision": 0.8756958432975778,
|
429 |
+
"eval_overall_recall": 0.9066346134089461,
|
430 |
+
"eval_runtime": 156.7967,
|
431 |
+
"eval_samples_per_second": 132.471,
|
432 |
+
"eval_steps_per_second": 2.073,
|
433 |
"step": 6495
|
434 |
},
|
435 |
{
|
436 |
"epoch": 5.003849114703618,
|
437 |
+
"grad_norm": 0.38779520988464355,
|
438 |
"learning_rate": 1.7823755842727523e-05,
|
439 |
+
"loss": 0.0356,
|
440 |
"step": 6500
|
441 |
},
|
442 |
{
|
443 |
"epoch": 5.388760585065435,
|
444 |
+
"grad_norm": 0.4298277795314789,
|
445 |
"learning_rate": 1.4386857299972505e-05,
|
446 |
+
"loss": 0.0284,
|
447 |
"step": 7000
|
448 |
},
|
449 |
{
|
450 |
"epoch": 5.773672055427252,
|
451 |
+
"grad_norm": 0.39074528217315674,
|
452 |
"learning_rate": 1.0949958757217487e-05,
|
453 |
+
"loss": 0.0277,
|
454 |
"step": 7500
|
455 |
},
|
456 |
{
|
457 |
"epoch": 6.0,
|
458 |
+
"eval_ACCOUNTNAME_f1": 0.9877010406811731,
|
459 |
+
"eval_ACCOUNTNUMBER_f1": 0.9900090826521345,
|
460 |
+
"eval_AGE_f1": 0.8944618599791014,
|
461 |
+
"eval_AMOUNT_f1": 0.9746109746109746,
|
462 |
+
"eval_BIC_f1": 0.8929503916449086,
|
463 |
+
"eval_BITCOINADDRESS_f1": 0.9433962264150944,
|
464 |
+
"eval_BUILDINGNUMBER_f1": 0.9551269035532994,
|
465 |
+
"eval_CITY_f1": 0.9470576658138162,
|
466 |
+
"eval_COMPANYNAME_f1": 0.7986212965679085,
|
467 |
+
"eval_COUNTY_f1": 0.96,
|
468 |
+
"eval_CREDITCARDCVV_f1": 0.8302521008403362,
|
469 |
"eval_CREDITCARDISSUER_f1": 0.9853181076672104,
|
470 |
+
"eval_CREDITCARDNUMBER_f1": 0.8606620477290224,
|
471 |
+
"eval_CURRENCYCODE_f1": 0.8011363636363636,
|
472 |
+
"eval_CURRENCYNAME_f1": 0.25316455696202533,
|
473 |
+
"eval_CURRENCYSYMBOL_f1": 0.912442396313364,
|
474 |
+
"eval_CURRENCY_f1": 0.702517162471396,
|
475 |
+
"eval_DATE_f1": 0.8337259433752611,
|
476 |
+
"eval_DOB_f1": 0.8960707603333901,
|
477 |
+
"eval_EMAIL_f1": 0.9518184644078334,
|
478 |
+
"eval_ETHEREUMADDRESS_f1": 0.9984591679506933,
|
479 |
+
"eval_EYECOLOR_f1": 0.9395604395604397,
|
480 |
+
"eval_FIRSTNAME_f1": 0.8712584153288451,
|
481 |
+
"eval_GENDER_f1": 0.9748062015503876,
|
482 |
+
"eval_HEIGHT_f1": 0.9800569800569799,
|
483 |
+
"eval_IBAN_f1": 0.9543419874664278,
|
484 |
+
"eval_IPV4_f1": 0.8473945409429281,
|
485 |
+
"eval_IPV6_f1": 0.7035971223021583,
|
486 |
+
"eval_IP_f1": 0.8564437194127242,
|
487 |
+
"eval_JOBAREA_f1": 0.9192982456140352,
|
488 |
+
"eval_JOBTITLE_f1": 0.956681651001226,
|
489 |
+
"eval_JOBTYPE_f1": 0.9320388349514563,
|
490 |
+
"eval_LASTNAME_f1": 0.8611898016997167,
|
491 |
+
"eval_LITECOINADDRESS_f1": 0.8449848024316109,
|
492 |
+
"eval_MAC_f1": 0.9952380952380953,
|
493 |
+
"eval_MASKEDNUMBER_f1": 0.8281622911694512,
|
494 |
+
"eval_MIDDLENAME_f1": 0.7760942760942762,
|
495 |
+
"eval_NEARBYGPSCOORDINATE_f1": 0.9323076923076924,
|
496 |
+
"eval_ORDINALDIRECTION_f1": 0.9839080459770114,
|
497 |
+
"eval_PASSWORD_f1": 0.8869289914066033,
|
498 |
+
"eval_PHONEIMEI_f1": 0.992462311557789,
|
499 |
+
"eval_PHONENUMBER_f1": 0.9386854874283194,
|
500 |
+
"eval_PIN_f1": 0.835978835978836,
|
501 |
+
"eval_PREFIX_f1": 0.9267924528301887,
|
502 |
+
"eval_SECONDARYADDRESS_f1": 0.9722650231124806,
|
503 |
+
"eval_SEX_f1": 0.9702162382700938,
|
504 |
+
"eval_SSN_f1": 0.9372093023255813,
|
505 |
+
"eval_STATE_f1": 0.9711576451995259,
|
506 |
+
"eval_STREET_f1": 0.8759310811827553,
|
507 |
+
"eval_TIME_f1": 0.9189957366177168,
|
508 |
+
"eval_URL_f1": 0.9859154929577465,
|
509 |
+
"eval_USERAGENT_f1": 0.9908883826879272,
|
510 |
+
"eval_USERNAME_f1": 0.8834977058172038,
|
511 |
+
"eval_VEHICLEVIN_f1": 0.951086956521739,
|
512 |
+
"eval_VEHICLEVRM_f1": 0.9696969696969696,
|
513 |
+
"eval_ZIPCODE_f1": 0.9429963975418522,
|
514 |
+
"eval_loss": 0.07662417739629745,
|
515 |
+
"eval_overall_accuracy": 0.9813041734370568,
|
516 |
+
"eval_overall_f1": 0.8928695354813403,
|
517 |
+
"eval_overall_precision": 0.8745086836168766,
|
518 |
+
"eval_overall_recall": 0.9120179169491873,
|
519 |
+
"eval_runtime": 156.7885,
|
520 |
+
"eval_samples_per_second": 132.478,
|
521 |
+
"eval_steps_per_second": 2.073,
|
522 |
"step": 7794
|
523 |
},
|
524 |
{
|
525 |
"epoch": 6.158583525789068,
|
526 |
+
"grad_norm": 0.277698814868927,
|
527 |
"learning_rate": 7.51306021446247e-06,
|
528 |
+
"loss": 0.0257,
|
529 |
"step": 8000
|
530 |
},
|
531 |
{
|
532 |
"epoch": 6.543494996150885,
|
533 |
+
"grad_norm": 0.39385297894477844,
|
534 |
"learning_rate": 4.076161671707452e-06,
|
535 |
+
"loss": 0.0221,
|
536 |
"step": 8500
|
537 |
},
|
538 |
{
|
539 |
"epoch": 6.928406466512702,
|
540 |
+
"grad_norm": 0.22807617485523224,
|
541 |
"learning_rate": 6.392631289524334e-07,
|
542 |
+
"loss": 0.0225,
|
543 |
"step": 9000
|
544 |
},
|
545 |
{
|
546 |
"epoch": 7.0,
|
547 |
+
"eval_ACCOUNTNAME_f1": 0.9895734597156398,
|
548 |
+
"eval_ACCOUNTNUMBER_f1": 0.9936421435059036,
|
549 |
+
"eval_AGE_f1": 0.8951781970649896,
|
550 |
+
"eval_AMOUNT_f1": 0.974569319114028,
|
551 |
+
"eval_BIC_f1": 0.891566265060241,
|
552 |
+
"eval_BITCOINADDRESS_f1": 0.9544950055493896,
|
553 |
+
"eval_BUILDINGNUMBER_f1": 0.9595092024539876,
|
554 |
+
"eval_CITY_f1": 0.9505028593965688,
|
555 |
+
"eval_COMPANYNAME_f1": 0.8039802483914409,
|
556 |
+
"eval_COUNTY_f1": 0.9580731489741303,
|
557 |
+
"eval_CREDITCARDCVV_f1": 0.8361774744027304,
|
558 |
+
"eval_CREDITCARDISSUER_f1": 0.991869918699187,
|
559 |
+
"eval_CREDITCARDNUMBER_f1": 0.8677494199535962,
|
560 |
+
"eval_CURRENCYCODE_f1": 0.7932011331444758,
|
561 |
+
"eval_CURRENCYNAME_f1": 0.2246376811594203,
|
562 |
+
"eval_CURRENCYSYMBOL_f1": 0.9097142857142857,
|
563 |
+
"eval_CURRENCY_f1": 0.7401574803149608,
|
564 |
+
"eval_DATE_f1": 0.8339388568896765,
|
565 |
+
"eval_DOB_f1": 0.8963518581657006,
|
566 |
+
"eval_EMAIL_f1": 0.9503163572243543,
|
567 |
"eval_ETHEREUMADDRESS_f1": 1.0,
|
568 |
+
"eval_EYECOLOR_f1": 0.9395604395604397,
|
569 |
+
"eval_FIRSTNAME_f1": 0.8748331450867646,
|
570 |
+
"eval_GENDER_f1": 0.9795918367346939,
|
571 |
+
"eval_HEIGHT_f1": 0.9828571428571428,
|
572 |
+
"eval_IBAN_f1": 0.9604316546762589,
|
573 |
+
"eval_IPV4_f1": 0.829733163913596,
|
574 |
+
"eval_IPV6_f1": 0.744945567651633,
|
575 |
+
"eval_IP_f1": 0.8682452944748027,
|
576 |
+
"eval_JOBAREA_f1": 0.9146877748460862,
|
577 |
+
"eval_JOBTITLE_f1": 0.9594428512904547,
|
578 |
+
"eval_JOBTYPE_f1": 0.9280701754385966,
|
579 |
+
"eval_LASTNAME_f1": 0.8580858085808581,
|
580 |
+
"eval_LITECOINADDRESS_f1": 0.8466257668711656,
|
581 |
+
"eval_MAC_f1": 0.9952380952380953,
|
582 |
+
"eval_MASKEDNUMBER_f1": 0.8331332533013206,
|
583 |
+
"eval_MIDDLENAME_f1": 0.7916485428447152,
|
584 |
+
"eval_NEARBYGPSCOORDINATE_f1": 0.9372579395817195,
|
585 |
+
"eval_ORDINALDIRECTION_f1": 0.9861111111111112,
|
586 |
+
"eval_PASSWORD_f1": 0.8876884987620977,
|
587 |
+
"eval_PHONEIMEI_f1": 0.992462311557789,
|
588 |
+
"eval_PHONENUMBER_f1": 0.9406352033244286,
|
589 |
+
"eval_PIN_f1": 0.8545780969479354,
|
590 |
+
"eval_PREFIX_f1": 0.9288956127080181,
|
591 |
+
"eval_SECONDARYADDRESS_f1": 0.9733281793583303,
|
592 |
+
"eval_SEX_f1": 0.9717906786590352,
|
593 |
+
"eval_SSN_f1": 0.9330474934036941,
|
594 |
+
"eval_STATE_f1": 0.9755515802027429,
|
595 |
+
"eval_STREET_f1": 0.879902520752418,
|
596 |
+
"eval_TIME_f1": 0.9217241708878907,
|
597 |
+
"eval_URL_f1": 0.986842105263158,
|
598 |
+
"eval_USERAGENT_f1": 0.9931662870159453,
|
599 |
+
"eval_USERNAME_f1": 0.8802473664902258,
|
600 |
+
"eval_VEHICLEVIN_f1": 0.959349593495935,
|
601 |
+
"eval_VEHICLEVRM_f1": 0.9622166246851385,
|
602 |
+
"eval_ZIPCODE_f1": 0.945894334818587,
|
603 |
+
"eval_loss": 0.08504407852888107,
|
604 |
+
"eval_overall_accuracy": 0.9818584199129758,
|
605 |
+
"eval_overall_f1": 0.8951070120382236,
|
606 |
+
"eval_overall_precision": 0.8794614530456852,
|
607 |
+
"eval_overall_recall": 0.9113193203065606,
|
608 |
+
"eval_runtime": 156.4959,
|
609 |
+
"eval_samples_per_second": 132.726,
|
610 |
+
"eval_steps_per_second": 2.077,
|
611 |
"step": 9093
|
612 |
},
|
613 |
{
|
614 |
"epoch": 7.0,
|
615 |
"step": 9093,
|
616 |
+
"total_flos": 6.988399697943725e+16,
|
617 |
+
"train_loss": 0.13558139392517587,
|
618 |
+
"train_runtime": 12947.3138,
|
619 |
+
"train_samples_per_second": 44.916,
|
620 |
+
"train_steps_per_second": 0.702
|
621 |
},
|
622 |
{
|
623 |
"epoch": 7.0,
|
624 |
+
"eval_ACCOUNTNAME_f1": 0.9773156899810963,
|
625 |
+
"eval_ACCOUNTNUMBER_f1": 0.988277727682597,
|
626 |
+
"eval_AGE_f1": 0.8924050632911392,
|
627 |
+
"eval_AMOUNT_f1": 0.9621710526315789,
|
628 |
+
"eval_BIC_f1": 0.8699080157687255,
|
629 |
+
"eval_BITCOINADDRESS_f1": 0.9496080627099664,
|
630 |
+
"eval_BUILDINGNUMBER_f1": 0.9552669552669552,
|
631 |
+
"eval_CITY_f1": 0.9484126984126984,
|
632 |
+
"eval_COMPANYNAME_f1": 0.7801622048374363,
|
633 |
+
"eval_COUNTY_f1": 0.9545859305431879,
|
634 |
+
"eval_CREDITCARDCVV_f1": 0.830715532286213,
|
635 |
+
"eval_CREDITCARDISSUER_f1": 0.9821717990275528,
|
636 |
+
"eval_CREDITCARDNUMBER_f1": 0.8662026295436969,
|
637 |
+
"eval_CURRENCYCODE_f1": 0.781869688385269,
|
638 |
+
"eval_CURRENCYNAME_f1": 0.09433962264150943,
|
639 |
+
"eval_CURRENCYSYMBOL_f1": 0.8871151653363741,
|
640 |
+
"eval_CURRENCY_f1": 0.7572815533980582,
|
641 |
+
"eval_DATE_f1": 0.827614085519224,
|
642 |
+
"eval_DOB_f1": 0.8950953678474114,
|
643 |
+
"eval_EMAIL_f1": 0.954347374974061,
|
644 |
"eval_ETHEREUMADDRESS_f1": 1.0,
|
645 |
+
"eval_EYECOLOR_f1": 0.9344262295081966,
|
646 |
+
"eval_FIRSTNAME_f1": 0.8669909947210434,
|
647 |
+
"eval_GENDER_f1": 0.9632495164410058,
|
648 |
+
"eval_HEIGHT_f1": 0.9715909090909091,
|
649 |
+
"eval_IBAN_f1": 0.9468085106382979,
|
650 |
+
"eval_IPV4_f1": 0.8555956678700362,
|
651 |
+
"eval_IPV6_f1": 0.6737588652482269,
|
652 |
+
"eval_IP_f1": 0.8492765273311897,
|
653 |
+
"eval_JOBAREA_f1": 0.8987234042553192,
|
654 |
+
"eval_JOBTITLE_f1": 0.9577406720263864,
|
655 |
+
"eval_JOBTYPE_f1": 0.9303135888501741,
|
656 |
+
"eval_LASTNAME_f1": 0.8519948519948519,
|
657 |
+
"eval_LITECOINADDRESS_f1": 0.8553846153846154,
|
658 |
+
"eval_MAC_f1": 0.9928400954653939,
|
659 |
+
"eval_MASKEDNUMBER_f1": 0.8368794326241136,
|
660 |
+
"eval_MIDDLENAME_f1": 0.751346499102334,
|
661 |
+
"eval_NEARBYGPSCOORDINATE_f1": 0.9268668206312548,
|
662 |
+
"eval_ORDINALDIRECTION_f1": 0.9816513761467891,
|
663 |
+
"eval_PASSWORD_f1": 0.8791601518874247,
|
664 |
+
"eval_PHONEIMEI_f1": 0.98870765370138,
|
665 |
+
"eval_PHONENUMBER_f1": 0.9229852524951587,
|
666 |
+
"eval_PIN_f1": 0.8550458715596331,
|
667 |
+
"eval_PREFIX_f1": 0.919911829537105,
|
668 |
+
"eval_SECONDARYADDRESS_f1": 0.9740209383481969,
|
669 |
+
"eval_SEX_f1": 0.9666666666666667,
|
670 |
+
"eval_SSN_f1": 0.9150242326332795,
|
671 |
+
"eval_STATE_f1": 0.9738157105736559,
|
672 |
+
"eval_STREET_f1": 0.8667275216795984,
|
673 |
+
"eval_TIME_f1": 0.9069166746388596,
|
674 |
"eval_URL_f1": 0.9877704609595485,
|
675 |
+
"eval_USERAGENT_f1": 0.9942987457240592,
|
676 |
+
"eval_USERNAME_f1": 0.8805223526933811,
|
677 |
+
"eval_VEHICLEVIN_f1": 0.9619565217391305,
|
678 |
+
"eval_VEHICLEVRM_f1": 0.9820971867007673,
|
679 |
+
"eval_ZIPCODE_f1": 0.9422954977805961,
|
680 |
+
"eval_loss": 0.06456373631954193,
|
681 |
+
"eval_overall_accuracy": 0.981234141016998,
|
682 |
+
"eval_overall_f1": 0.8866585461610477,
|
683 |
+
"eval_overall_precision": 0.8691679166337728,
|
684 |
+
"eval_overall_recall": 0.9048675748423021,
|
685 |
+
"eval_runtime": 155.9857,
|
686 |
+
"eval_samples_per_second": 133.16,
|
687 |
+
"eval_steps_per_second": 2.084,
|
688 |
"step": 9093
|
689 |
}
|
690 |
],
|
|
|
693 |
"num_input_tokens_seen": 0,
|
694 |
"num_train_epochs": 7,
|
695 |
"save_steps": 500,
|
696 |
+
"total_flos": 6.988399697943725e+16,
|
697 |
"train_batch_size": 64,
|
698 |
"trial_name": null,
|
699 |
"trial_params": null
|