prerna-rn commited on
Commit
cbcf456
1 Parent(s): 3af98e5

Upload folder using huggingface_hub

Browse files
Files changed (1) hide show
  1. config.json +220 -0
config.json ADDED
@@ -0,0 +1,220 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "blaze999/Medical-NER",
3
+ "architectures": [
4
+ "MixtralForCausalLM"
5
+ ],
6
+ "attention_dropout": 0.0,
7
+ "attention_probs_dropout_prob": 0.1,
8
+ "bos_token_id": null,
9
+ "eos_token_id": null,
10
+ "head_dim": 64,
11
+ "hidden_act": "gelu",
12
+ "hidden_dropout_prob": 0.1,
13
+ "hidden_size": 768,
14
+ "id2label": {
15
+ "0": "O",
16
+ "1": "B-ACTIVITY",
17
+ "2": "I-ACTIVITY",
18
+ "3": "I-ADMINISTRATION",
19
+ "4": "B-ADMINISTRATION",
20
+ "5": "B-AGE",
21
+ "6": "I-AGE",
22
+ "7": "I-AREA",
23
+ "8": "B-AREA",
24
+ "9": "B-BIOLOGICAL_ATTRIBUTE",
25
+ "10": "I-BIOLOGICAL_ATTRIBUTE",
26
+ "11": "I-BIOLOGICAL_STRUCTURE",
27
+ "12": "B-BIOLOGICAL_STRUCTURE",
28
+ "13": "B-CLINICAL_EVENT",
29
+ "14": "I-CLINICAL_EVENT",
30
+ "15": "B-COLOR",
31
+ "16": "I-COLOR",
32
+ "17": "I-COREFERENCE",
33
+ "18": "B-COREFERENCE",
34
+ "19": "B-DATE",
35
+ "20": "I-DATE",
36
+ "21": "I-DETAILED_DESCRIPTION",
37
+ "22": "B-DETAILED_DESCRIPTION",
38
+ "23": "I-DIAGNOSTIC_PROCEDURE",
39
+ "24": "B-DIAGNOSTIC_PROCEDURE",
40
+ "25": "I-DISEASE_DISORDER",
41
+ "26": "B-DISEASE_DISORDER",
42
+ "27": "B-DISTANCE",
43
+ "28": "I-DISTANCE",
44
+ "29": "B-DOSAGE",
45
+ "30": "I-DOSAGE",
46
+ "31": "I-DURATION",
47
+ "32": "B-DURATION",
48
+ "33": "I-FAMILY_HISTORY",
49
+ "34": "B-FAMILY_HISTORY",
50
+ "35": "B-FREQUENCY",
51
+ "36": "I-FREQUENCY",
52
+ "37": "I-HEIGHT",
53
+ "38": "B-HEIGHT",
54
+ "39": "B-HISTORY",
55
+ "40": "I-HISTORY",
56
+ "41": "I-LAB_VALUE",
57
+ "42": "B-LAB_VALUE",
58
+ "43": "I-MASS",
59
+ "44": "B-MASS",
60
+ "45": "I-MEDICATION",
61
+ "46": "B-MEDICATION",
62
+ "47": "I-NONBIOLOGICAL_LOCATION",
63
+ "48": "B-NONBIOLOGICAL_LOCATION",
64
+ "49": "I-OCCUPATION",
65
+ "50": "B-OCCUPATION",
66
+ "51": "B-OTHER_ENTITY",
67
+ "52": "I-OTHER_ENTITY",
68
+ "53": "B-OTHER_EVENT",
69
+ "54": "I-OTHER_EVENT",
70
+ "55": "I-OUTCOME",
71
+ "56": "B-OUTCOME",
72
+ "57": "I-PERSONAL_BACKGROUND",
73
+ "58": "B-PERSONAL_BACKGROUND",
74
+ "59": "B-QUALITATIVE_CONCEPT",
75
+ "60": "I-QUALITATIVE_CONCEPT",
76
+ "61": "I-QUANTITATIVE_CONCEPT",
77
+ "62": "B-QUANTITATIVE_CONCEPT",
78
+ "63": "B-SEVERITY",
79
+ "64": "I-SEVERITY",
80
+ "65": "B-SEX",
81
+ "66": "I-SEX",
82
+ "67": "B-SHAPE",
83
+ "68": "I-SHAPE",
84
+ "69": "B-SIGN_SYMPTOM",
85
+ "70": "I-SIGN_SYMPTOM",
86
+ "71": "B-SUBJECT",
87
+ "72": "I-SUBJECT",
88
+ "73": "B-TEXTURE",
89
+ "74": "I-TEXTURE",
90
+ "75": "B-THERAPEUTIC_PROCEDURE",
91
+ "76": "I-THERAPEUTIC_PROCEDURE",
92
+ "77": "I-TIME",
93
+ "78": "B-TIME",
94
+ "79": "B-VOLUME",
95
+ "80": "I-VOLUME",
96
+ "81": "I-WEIGHT",
97
+ "82": "B-WEIGHT"
98
+ },
99
+ "initializer_range": 0.02,
100
+ "intermediate_size": 3072,
101
+ "label2id": {
102
+ "B-ACTIVITY": 1,
103
+ "B-ADMINISTRATION": 4,
104
+ "B-AGE": 5,
105
+ "B-AREA": 8,
106
+ "B-BIOLOGICAL_ATTRIBUTE": 9,
107
+ "B-BIOLOGICAL_STRUCTURE": 12,
108
+ "B-CLINICAL_EVENT": 13,
109
+ "B-COLOR": 15,
110
+ "B-COREFERENCE": 18,
111
+ "B-DATE": 19,
112
+ "B-DETAILED_DESCRIPTION": 22,
113
+ "B-DIAGNOSTIC_PROCEDURE": 24,
114
+ "B-DISEASE_DISORDER": 26,
115
+ "B-DISTANCE": 27,
116
+ "B-DOSAGE": 29,
117
+ "B-DURATION": 32,
118
+ "B-FAMILY_HISTORY": 34,
119
+ "B-FREQUENCY": 35,
120
+ "B-HEIGHT": 38,
121
+ "B-HISTORY": 39,
122
+ "B-LAB_VALUE": 42,
123
+ "B-MASS": 44,
124
+ "B-MEDICATION": 46,
125
+ "B-NONBIOLOGICAL_LOCATION": 48,
126
+ "B-OCCUPATION": 50,
127
+ "B-OTHER_ENTITY": 51,
128
+ "B-OTHER_EVENT": 53,
129
+ "B-OUTCOME": 56,
130
+ "B-PERSONAL_BACKGROUND": 58,
131
+ "B-QUALITATIVE_CONCEPT": 59,
132
+ "B-QUANTITATIVE_CONCEPT": 62,
133
+ "B-SEVERITY": 63,
134
+ "B-SEX": 65,
135
+ "B-SHAPE": 67,
136
+ "B-SIGN_SYMPTOM": 69,
137
+ "B-SUBJECT": 71,
138
+ "B-TEXTURE": 73,
139
+ "B-THERAPEUTIC_PROCEDURE": 75,
140
+ "B-TIME": 78,
141
+ "B-VOLUME": 79,
142
+ "B-WEIGHT": 82,
143
+ "I-ACTIVITY": 2,
144
+ "I-ADMINISTRATION": 3,
145
+ "I-AGE": 6,
146
+ "I-AREA": 7,
147
+ "I-BIOLOGICAL_ATTRIBUTE": 10,
148
+ "I-BIOLOGICAL_STRUCTURE": 11,
149
+ "I-CLINICAL_EVENT": 14,
150
+ "I-COLOR": 16,
151
+ "I-COREFERENCE": 17,
152
+ "I-DATE": 20,
153
+ "I-DETAILED_DESCRIPTION": 21,
154
+ "I-DIAGNOSTIC_PROCEDURE": 23,
155
+ "I-DISEASE_DISORDER": 25,
156
+ "I-DISTANCE": 28,
157
+ "I-DOSAGE": 30,
158
+ "I-DURATION": 31,
159
+ "I-FAMILY_HISTORY": 33,
160
+ "I-FREQUENCY": 36,
161
+ "I-HEIGHT": 37,
162
+ "I-HISTORY": 40,
163
+ "I-LAB_VALUE": 41,
164
+ "I-MASS": 43,
165
+ "I-MEDICATION": 45,
166
+ "I-NONBIOLOGICAL_LOCATION": 47,
167
+ "I-OCCUPATION": 49,
168
+ "I-OTHER_ENTITY": 52,
169
+ "I-OTHER_EVENT": 54,
170
+ "I-OUTCOME": 55,
171
+ "I-PERSONAL_BACKGROUND": 57,
172
+ "I-QUALITATIVE_CONCEPT": 60,
173
+ "I-QUANTITATIVE_CONCEPT": 61,
174
+ "I-SEVERITY": 64,
175
+ "I-SEX": 66,
176
+ "I-SHAPE": 68,
177
+ "I-SIGN_SYMPTOM": 70,
178
+ "I-SUBJECT": 72,
179
+ "I-TEXTURE": 74,
180
+ "I-THERAPEUTIC_PROCEDURE": 76,
181
+ "I-TIME": 77,
182
+ "I-VOLUME": 80,
183
+ "I-WEIGHT": 81,
184
+ "O": 0
185
+ },
186
+ "layer_norm_eps": 1e-07,
187
+ "max_position_embeddings": 512,
188
+ "max_relative_positions": -1,
189
+ "model_type": "mixtral",
190
+ "norm_rel_ebd": "layer_norm",
191
+ "num_attention_heads": 12,
192
+ "num_experts_per_tok": 2,
193
+ "num_hidden_layers": 12,
194
+ "num_key_value_heads": 8,
195
+ "num_local_experts": 2,
196
+ "output_router_logits": false,
197
+ "pad_token_id": 0,
198
+ "pooler_dropout": 0,
199
+ "pooler_hidden_act": "gelu",
200
+ "pooler_hidden_size": 768,
201
+ "pos_att_type": [
202
+ "p2c",
203
+ "c2p"
204
+ ],
205
+ "position_biased_input": false,
206
+ "position_buckets": 256,
207
+ "relative_attention": true,
208
+ "rms_norm_eps": 1e-06,
209
+ "rope_theta": 10000.0,
210
+ "router_aux_loss_coef": 0.001,
211
+ "router_jitter_noise": 0.0,
212
+ "share_att_key": true,
213
+ "sliding_window": null,
214
+ "tie_word_embeddings": true,
215
+ "torch_dtype": "float16",
216
+ "transformers_version": "4.45.1",
217
+ "type_vocab_size": 0,
218
+ "use_cache": true,
219
+ "vocab_size": 128100
220
+ }