Gkumi commited on
Commit
ec6335e
1 Parent(s): d585d6b

Upload TFDistilBertForTokenClassification

Browse files
Files changed (3) hide show
  1. README.md +49 -0
  2. config.json +233 -0
  3. tf_model.h5 +3 -0
README.md ADDED
@@ -0,0 +1,49 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: apache-2.0
3
+ base_model: distilbert-base-uncased
4
+ tags:
5
+ - generated_from_keras_callback
6
+ model-index:
7
+ - name: naya-model
8
+ results: []
9
+ ---
10
+
11
+ <!-- This model card has been generated automatically according to the information Keras had access to. You should
12
+ probably proofread and complete it, then remove this comment. -->
13
+
14
+ # naya-model
15
+
16
+ This model is a fine-tuned version of [distilbert-base-uncased](https://huggingface.co/distilbert-base-uncased) on an unknown dataset.
17
+ It achieves the following results on the evaluation set:
18
+
19
+
20
+ ## Model description
21
+
22
+ More information needed
23
+
24
+ ## Intended uses & limitations
25
+
26
+ More information needed
27
+
28
+ ## Training and evaluation data
29
+
30
+ More information needed
31
+
32
+ ## Training procedure
33
+
34
+ ### Training hyperparameters
35
+
36
+ The following hyperparameters were used during training:
37
+ - optimizer: {'name': 'AdamWeightDecay', 'learning_rate': {'module': 'keras.optimizers.schedules', 'class_name': 'PolynomialDecay', 'config': {'initial_learning_rate': 2e-05, 'decay_steps': 10875, 'end_learning_rate': 0.0, 'power': 1.0, 'cycle': False, 'name': None}, 'registered_name': None}, 'decay': 0.0, 'beta_1': 0.9, 'beta_2': 0.999, 'epsilon': 1e-08, 'amsgrad': False, 'weight_decay_rate': 0.01}
38
+ - training_precision: float32
39
+
40
+ ### Training results
41
+
42
+
43
+
44
+ ### Framework versions
45
+
46
+ - Transformers 4.40.0
47
+ - TensorFlow 2.15.0
48
+ - Datasets 2.18.0
49
+ - Tokenizers 0.19.1
config.json ADDED
@@ -0,0 +1,233 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "distilbert-base-uncased",
3
+ "activation": "gelu",
4
+ "architectures": [
5
+ "DistilBertForTokenClassification"
6
+ ],
7
+ "attention_dropout": 0.1,
8
+ "dim": 768,
9
+ "dropout": 0.1,
10
+ "hidden_dim": 3072,
11
+ "id2label": {
12
+ "0": "O",
13
+ "1": "B-CITY",
14
+ "2": "B-FIRSTNAME",
15
+ "3": "B-USERNAME",
16
+ "4": "B-JOBTYPE",
17
+ "5": "B-PREFIX",
18
+ "6": "B-LASTNAME",
19
+ "7": "B-EMAIL",
20
+ "8": "B-NEARBYGPSCOORDINATE",
21
+ "9": "B-ACCOUNTNUMBER",
22
+ "10": "B-ACCOUNTNAME",
23
+ "11": "I-ACCOUNTNAME",
24
+ "12": "B-MIDDLENAME",
25
+ "13": "B-COUNTY",
26
+ "14": "B-AGE",
27
+ "15": "B-CREDITCARDCVV",
28
+ "16": "B-DOB",
29
+ "17": "I-DOB",
30
+ "18": "B-MASKEDNUMBER",
31
+ "19": "B-PASSWORD",
32
+ "20": "B-SEX",
33
+ "21": "B-STATE",
34
+ "22": "B-COMPANYNAME",
35
+ "23": "I-COMPANYNAME",
36
+ "24": "B-PHONEIMEI",
37
+ "25": "B-STREET",
38
+ "26": "I-STREET",
39
+ "27": "B-SSN",
40
+ "28": "I-SSN",
41
+ "29": "B-IPV4",
42
+ "30": "B-USERAGENT",
43
+ "31": "I-USERAGENT",
44
+ "32": "B-MAC",
45
+ "33": "B-PIN",
46
+ "34": "B-IP",
47
+ "35": "B-URL",
48
+ "36": "B-DATE",
49
+ "37": "I-DATE",
50
+ "38": "B-TIME",
51
+ "39": "I-TIME",
52
+ "40": "B-VEHICLEVRM",
53
+ "41": "B-AMOUNT",
54
+ "42": "B-ETHEREUMADDRESS",
55
+ "43": "B-BITCOINADDRESS",
56
+ "44": "B-LITECOINADDRESS",
57
+ "45": "B-CREDITCARDNUMBER",
58
+ "46": "B-IPV6",
59
+ "47": "I-COUNTY",
60
+ "48": "B-PHONENUMBER",
61
+ "49": "B-CREDITCARDISSUER",
62
+ "50": "B-SECONDARYADDRESS",
63
+ "51": "I-SECONDARYADDRESS",
64
+ "52": "B-ZIPCODE",
65
+ "53": "B-VEHICLEVIN",
66
+ "54": "I-AGE",
67
+ "55": "B-GENDER",
68
+ "56": "B-ORDINALDIRECTION",
69
+ "57": "B-JOBAREA",
70
+ "58": "B-HEIGHT",
71
+ "59": "I-HEIGHT",
72
+ "60": "B-JOBTITLE",
73
+ "61": "I-JOBTITLE",
74
+ "62": "B-BUILDINGNUMBER",
75
+ "63": "I-PHONENUMBER",
76
+ "64": "I-CITY",
77
+ "65": "I-STATE",
78
+ "66": "B-IBAN",
79
+ "67": "B-BIC",
80
+ "68": "B-EYECOLOR",
81
+ "69": "B-CURRENCYNAME",
82
+ "70": "I-CURRENCYNAME",
83
+ "71": "I-GENDER",
84
+ "72": "B-CURRENCYSYMBOL",
85
+ "73": "B-CURRENCY",
86
+ "74": "I-CURRENCY",
87
+ "75": "B-CURRENCYCODE",
88
+ "76": "I-MAC",
89
+ "77": "I-FIRSTNAME",
90
+ "78": "I-EYECOLOR",
91
+ "79": "I-PHONEIMEI",
92
+ "80": "I-ACCOUNTNUMBER",
93
+ "81": "I-SEX",
94
+ "82": "I-VEHICLEVIN",
95
+ "83": "I-MIDDLENAME",
96
+ "84": "I-PREFIX",
97
+ "85": "I-ZIPCODE",
98
+ "86": "I-IP",
99
+ "87": "I-VEHICLEVRM",
100
+ "88": "I-IPV6",
101
+ "89": "I-BUILDINGNUMBER",
102
+ "90": "I-PIN",
103
+ "91": "I-IPV4",
104
+ "92": "I-BITCOINADDRESS",
105
+ "93": "I-USERNAME",
106
+ "94": "I-CREDITCARDNUMBER",
107
+ "95": "I-JOBAREA",
108
+ "96": "I-PASSWORD",
109
+ "97": "I-MASKEDNUMBER",
110
+ "98": "I-URL",
111
+ "99": "I-EMAIL",
112
+ "100": "I-NEARBYGPSCOORDINATE",
113
+ "101": "I-AMOUNT",
114
+ "102": "I-IBAN"
115
+ },
116
+ "initializer_range": 0.02,
117
+ "label2id": {
118
+ "B-ACCOUNTNAME": 10,
119
+ "B-ACCOUNTNUMBER": 9,
120
+ "B-AGE": 14,
121
+ "B-AMOUNT": 41,
122
+ "B-BIC": 67,
123
+ "B-BITCOINADDRESS": 43,
124
+ "B-BUILDINGNUMBER": 62,
125
+ "B-CITY": 1,
126
+ "B-COMPANYNAME": 22,
127
+ "B-COUNTY": 13,
128
+ "B-CREDITCARDCVV": 15,
129
+ "B-CREDITCARDISSUER": 49,
130
+ "B-CREDITCARDNUMBER": 45,
131
+ "B-CURRENCY": 73,
132
+ "B-CURRENCYCODE": 75,
133
+ "B-CURRENCYNAME": 69,
134
+ "B-CURRENCYSYMBOL": 72,
135
+ "B-DATE": 36,
136
+ "B-DOB": 16,
137
+ "B-EMAIL": 7,
138
+ "B-ETHEREUMADDRESS": 42,
139
+ "B-EYECOLOR": 68,
140
+ "B-FIRSTNAME": 2,
141
+ "B-GENDER": 55,
142
+ "B-HEIGHT": 58,
143
+ "B-IBAN": 66,
144
+ "B-IP": 34,
145
+ "B-IPV4": 29,
146
+ "B-IPV6": 46,
147
+ "B-JOBAREA": 57,
148
+ "B-JOBTITLE": 60,
149
+ "B-JOBTYPE": 4,
150
+ "B-LASTNAME": 6,
151
+ "B-LITECOINADDRESS": 44,
152
+ "B-MAC": 32,
153
+ "B-MASKEDNUMBER": 18,
154
+ "B-MIDDLENAME": 12,
155
+ "B-NEARBYGPSCOORDINATE": 8,
156
+ "B-ORDINALDIRECTION": 56,
157
+ "B-PASSWORD": 19,
158
+ "B-PHONEIMEI": 24,
159
+ "B-PHONENUMBER": 48,
160
+ "B-PIN": 33,
161
+ "B-PREFIX": 5,
162
+ "B-SECONDARYADDRESS": 50,
163
+ "B-SEX": 20,
164
+ "B-SSN": 27,
165
+ "B-STATE": 21,
166
+ "B-STREET": 25,
167
+ "B-TIME": 38,
168
+ "B-URL": 35,
169
+ "B-USERAGENT": 30,
170
+ "B-USERNAME": 3,
171
+ "B-VEHICLEVIN": 53,
172
+ "B-VEHICLEVRM": 40,
173
+ "B-ZIPCODE": 52,
174
+ "I-ACCOUNTNAME": 11,
175
+ "I-ACCOUNTNUMBER": 80,
176
+ "I-AGE": 54,
177
+ "I-AMOUNT": 101,
178
+ "I-BITCOINADDRESS": 92,
179
+ "I-BUILDINGNUMBER": 89,
180
+ "I-CITY": 64,
181
+ "I-COMPANYNAME": 23,
182
+ "I-COUNTY": 47,
183
+ "I-CREDITCARDNUMBER": 94,
184
+ "I-CURRENCY": 74,
185
+ "I-CURRENCYNAME": 70,
186
+ "I-DATE": 37,
187
+ "I-DOB": 17,
188
+ "I-EMAIL": 99,
189
+ "I-EYECOLOR": 78,
190
+ "I-FIRSTNAME": 77,
191
+ "I-GENDER": 71,
192
+ "I-HEIGHT": 59,
193
+ "I-IBAN": 102,
194
+ "I-IP": 86,
195
+ "I-IPV4": 91,
196
+ "I-IPV6": 88,
197
+ "I-JOBAREA": 95,
198
+ "I-JOBTITLE": 61,
199
+ "I-MAC": 76,
200
+ "I-MASKEDNUMBER": 97,
201
+ "I-MIDDLENAME": 83,
202
+ "I-NEARBYGPSCOORDINATE": 100,
203
+ "I-PASSWORD": 96,
204
+ "I-PHONEIMEI": 79,
205
+ "I-PHONENUMBER": 63,
206
+ "I-PIN": 90,
207
+ "I-PREFIX": 84,
208
+ "I-SECONDARYADDRESS": 51,
209
+ "I-SEX": 81,
210
+ "I-SSN": 28,
211
+ "I-STATE": 65,
212
+ "I-STREET": 26,
213
+ "I-TIME": 39,
214
+ "I-URL": 98,
215
+ "I-USERAGENT": 31,
216
+ "I-USERNAME": 93,
217
+ "I-VEHICLEVIN": 82,
218
+ "I-VEHICLEVRM": 87,
219
+ "I-ZIPCODE": 85,
220
+ "O": 0
221
+ },
222
+ "max_position_embeddings": 512,
223
+ "model_type": "distilbert",
224
+ "n_heads": 12,
225
+ "n_layers": 6,
226
+ "pad_token_id": 0,
227
+ "qa_dropout": 0.1,
228
+ "seq_classif_dropout": 0.2,
229
+ "sinusoidal_pos_embds": false,
230
+ "tie_weights_": true,
231
+ "transformers_version": "4.40.0",
232
+ "vocab_size": 30522
233
+ }
tf_model.h5 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77c309d80f74112660cf9769b1de51a5166dae8ea698e2db9425b4026dad19db
3
+ size 265895184