zofinka commited on
Commit
34bb85b
1 Parent(s): 69401bc

Upload model

Browse files
config.json ADDED
@@ -0,0 +1,50 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "export_model_type": "clip",
3
+ "initializer_factor": 1.0,
4
+ "logit_scale_init_value": 2.6592,
5
+ "model_cfg": {
6
+ "embed_dim": 8,
7
+ "text_cfg": {
8
+ "context_length": 77,
9
+ "heads": 2,
10
+ "layers": 2,
11
+ "vocab_size": 49408,
12
+ "width": 8
13
+ },
14
+ "vision_cfg": {
15
+ "image_size": 8,
16
+ "layers": 2,
17
+ "patch_size": 2,
18
+ "width": 128
19
+ }
20
+ },
21
+ "model_type": "clip",
22
+ "preprocess_cfg": {
23
+ "mean": [
24
+ 0.5,
25
+ 0.5,
26
+ 0.5
27
+ ],
28
+ "std": [
29
+ 0.5,
30
+ 0.5,
31
+ 0.5
32
+ ]
33
+ },
34
+ "projection_dim": 512,
35
+ "text_config": {
36
+ "context_length": 77,
37
+ "heads": 2,
38
+ "layers": 2,
39
+ "model_type": "clip_text_model",
40
+ "width": 8
41
+ },
42
+ "transformers_version": "4.41.2",
43
+ "vision_config": {
44
+ "image_size": 8,
45
+ "layers": 2,
46
+ "model_type": "clip_vision_model",
47
+ "patch_size": 2,
48
+ "width": 128
49
+ }
50
+ }
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
openvino_detokenizer.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9925f912ba0b6112004f042915195a1308efbb4b7d17cfce3458594bb22f0e6
3
+ size 626399
openvino_detokenizer.xml ADDED
@@ -0,0 +1,271 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ <?xml version="1.0"?>
2
+ <net name="detokenizer" version="11">
3
+ <layers>
4
+ <layer id="0" name="Parameter_17288" type="Parameter" version="opset1">
5
+ <data shape="?,?" element_type="i64" />
6
+ <output>
7
+ <port id="0" precision="I64" names="Parameter_17288">
8
+ <dim>-1</dim>
9
+ <dim>-1</dim>
10
+ </port>
11
+ </output>
12
+ </layer>
13
+ <layer id="1" name="Convert_17309" type="Convert" version="opset1">
14
+ <data destination_type="i32" />
15
+ <input>
16
+ <port id="0" precision="I64">
17
+ <dim>-1</dim>
18
+ <dim>-1</dim>
19
+ </port>
20
+ </input>
21
+ <output>
22
+ <port id="1" precision="I32">
23
+ <dim>-1</dim>
24
+ <dim>-1</dim>
25
+ </port>
26
+ </output>
27
+ </layer>
28
+ <layer id="2" name="Constant_17259" type="Const" version="opset1">
29
+ <data element_type="u8" shape="626345" offset="0" size="626345" />
30
+ <output>
31
+ <port id="0" precision="U8">
32
+ <dim>626345</dim>
33
+ </port>
34
+ </output>
35
+ </layer>
36
+ <layer id="3" name="StringTensorUnpack_17260" type="StringTensorUnpack" version="extension">
37
+ <data mode="begins_ends" />
38
+ <input>
39
+ <port id="0" precision="U8">
40
+ <dim>626345</dim>
41
+ </port>
42
+ </input>
43
+ <output>
44
+ <port id="1" precision="I32">
45
+ <dim>-1</dim>
46
+ </port>
47
+ <port id="2" precision="I32">
48
+ <dim>-1</dim>
49
+ </port>
50
+ <port id="3" precision="U8">
51
+ <dim>-1</dim>
52
+ </port>
53
+ </output>
54
+ </layer>
55
+ <layer id="4" name="VocabDecoder_17289" type="VocabDecoder" version="extension">
56
+ <data skip_tokens="49406, 49407" />
57
+ <input>
58
+ <port id="0" precision="I32">
59
+ <dim>-1</dim>
60
+ <dim>-1</dim>
61
+ </port>
62
+ <port id="1" precision="I32">
63
+ <dim>-1</dim>
64
+ </port>
65
+ <port id="2" precision="I32">
66
+ <dim>-1</dim>
67
+ </port>
68
+ <port id="3" precision="U8">
69
+ <dim>-1</dim>
70
+ </port>
71
+ </input>
72
+ <output>
73
+ <port id="4" precision="I32">
74
+ <dim>-1</dim>
75
+ </port>
76
+ <port id="5" precision="I32">
77
+ <dim>-1</dim>
78
+ </port>
79
+ <port id="6" precision="I32">
80
+ <dim>-1</dim>
81
+ </port>
82
+ <port id="7" precision="I32">
83
+ <dim>-1</dim>
84
+ </port>
85
+ <port id="8" precision="U8">
86
+ <dim>-1</dim>
87
+ </port>
88
+ </output>
89
+ </layer>
90
+ <layer id="5" name="CharsToBytes_17290" type="CharsToBytes" version="extension">
91
+ <input>
92
+ <port id="0" precision="I32">
93
+ <dim>-1</dim>
94
+ </port>
95
+ <port id="1" precision="I32">
96
+ <dim>-1</dim>
97
+ </port>
98
+ <port id="2" precision="I32">
99
+ <dim>-1</dim>
100
+ </port>
101
+ <port id="3" precision="I32">
102
+ <dim>-1</dim>
103
+ </port>
104
+ <port id="4" precision="U8">
105
+ <dim>-1</dim>
106
+ </port>
107
+ </input>
108
+ <output>
109
+ <port id="5" precision="I32">
110
+ <dim>-1</dim>
111
+ </port>
112
+ <port id="6" precision="I32">
113
+ <dim>-1</dim>
114
+ </port>
115
+ <port id="7" precision="U8">
116
+ <dim>-1</dim>
117
+ </port>
118
+ </output>
119
+ </layer>
120
+ <layer id="6" name="Constant_17292" type="Const" version="opset1">
121
+ <data element_type="u8" shape="4" offset="626345" size="4" />
122
+ <output>
123
+ <port id="0" precision="U8">
124
+ <dim>4</dim>
125
+ </port>
126
+ </output>
127
+ </layer>
128
+ <layer id="7" name="Constant_17294" type="Const" version="opset1">
129
+ <data element_type="u8" shape="1" offset="626349" size="1" />
130
+ <output>
131
+ <port id="0" precision="U8">
132
+ <dim>1</dim>
133
+ </port>
134
+ </output>
135
+ </layer>
136
+ <layer id="8" name="RegexNormalization_17295" type="RegexNormalization" version="extension">
137
+ <data global_replace="true" />
138
+ <input>
139
+ <port id="0" precision="I32">
140
+ <dim>-1</dim>
141
+ </port>
142
+ <port id="1" precision="I32">
143
+ <dim>-1</dim>
144
+ </port>
145
+ <port id="2" precision="U8">
146
+ <dim>-1</dim>
147
+ </port>
148
+ <port id="3" precision="U8">
149
+ <dim>4</dim>
150
+ </port>
151
+ <port id="4" precision="U8">
152
+ <dim>1</dim>
153
+ </port>
154
+ </input>
155
+ <output>
156
+ <port id="5" precision="I32">
157
+ <dim>-1</dim>
158
+ </port>
159
+ <port id="6" precision="I32">
160
+ <dim>-1</dim>
161
+ </port>
162
+ <port id="7" precision="U8">
163
+ <dim>-1</dim>
164
+ </port>
165
+ </output>
166
+ </layer>
167
+ <layer id="9" name="Constant_17297" type="Const" version="opset1">
168
+ <data element_type="u8" shape="47" offset="626350" size="47" />
169
+ <output>
170
+ <port id="0" precision="U8">
171
+ <dim>47</dim>
172
+ </port>
173
+ </output>
174
+ </layer>
175
+ <layer id="10" name="Constant_17299" type="Const" version="opset1">
176
+ <data element_type="u8" shape="2" offset="626397" size="2" />
177
+ <output>
178
+ <port id="0" precision="U8">
179
+ <dim>2</dim>
180
+ </port>
181
+ </output>
182
+ </layer>
183
+ <layer id="11" name="RegexNormalization_17300" type="RegexNormalization" version="extension">
184
+ <data global_replace="true" />
185
+ <input>
186
+ <port id="0" precision="I32">
187
+ <dim>-1</dim>
188
+ </port>
189
+ <port id="1" precision="I32">
190
+ <dim>-1</dim>
191
+ </port>
192
+ <port id="2" precision="U8">
193
+ <dim>-1</dim>
194
+ </port>
195
+ <port id="3" precision="U8">
196
+ <dim>47</dim>
197
+ </port>
198
+ <port id="4" precision="U8">
199
+ <dim>2</dim>
200
+ </port>
201
+ </input>
202
+ <output>
203
+ <port id="5" precision="I32">
204
+ <dim>-1</dim>
205
+ </port>
206
+ <port id="6" precision="I32">
207
+ <dim>-1</dim>
208
+ </port>
209
+ <port id="7" precision="U8">
210
+ <dim>-1</dim>
211
+ </port>
212
+ </output>
213
+ </layer>
214
+ <layer id="12" name="StringTensorPack_17301" type="StringTensorPack" version="extension">
215
+ <data mode="begins_ends" />
216
+ <input>
217
+ <port id="0" precision="I32">
218
+ <dim>-1</dim>
219
+ </port>
220
+ <port id="1" precision="I32">
221
+ <dim>-1</dim>
222
+ </port>
223
+ <port id="2" precision="U8">
224
+ <dim>-1</dim>
225
+ </port>
226
+ </input>
227
+ <output>
228
+ <port id="3" precision="STRING" names="string_output">
229
+ <dim>-1</dim>
230
+ </port>
231
+ </output>
232
+ </layer>
233
+ <layer id="13" name="Result_17302" type="Result" version="opset1">
234
+ <input>
235
+ <port id="0" precision="STRING">
236
+ <dim>-1</dim>
237
+ </port>
238
+ </input>
239
+ </layer>
240
+ </layers>
241
+ <edges>
242
+ <edge from-layer="0" from-port="0" to-layer="1" to-port="0" />
243
+ <edge from-layer="1" from-port="1" to-layer="4" to-port="0" />
244
+ <edge from-layer="2" from-port="0" to-layer="3" to-port="0" />
245
+ <edge from-layer="3" from-port="1" to-layer="4" to-port="1" />
246
+ <edge from-layer="3" from-port="2" to-layer="4" to-port="2" />
247
+ <edge from-layer="3" from-port="3" to-layer="4" to-port="3" />
248
+ <edge from-layer="4" from-port="4" to-layer="5" to-port="0" />
249
+ <edge from-layer="4" from-port="5" to-layer="5" to-port="1" />
250
+ <edge from-layer="4" from-port="6" to-layer="5" to-port="2" />
251
+ <edge from-layer="4" from-port="7" to-layer="5" to-port="3" />
252
+ <edge from-layer="4" from-port="8" to-layer="5" to-port="4" />
253
+ <edge from-layer="5" from-port="6" to-layer="8" to-port="1" />
254
+ <edge from-layer="5" from-port="7" to-layer="8" to-port="2" />
255
+ <edge from-layer="5" from-port="5" to-layer="8" to-port="0" />
256
+ <edge from-layer="6" from-port="0" to-layer="8" to-port="3" />
257
+ <edge from-layer="7" from-port="0" to-layer="8" to-port="4" />
258
+ <edge from-layer="8" from-port="5" to-layer="11" to-port="0" />
259
+ <edge from-layer="8" from-port="6" to-layer="11" to-port="1" />
260
+ <edge from-layer="8" from-port="7" to-layer="11" to-port="2" />
261
+ <edge from-layer="9" from-port="0" to-layer="11" to-port="3" />
262
+ <edge from-layer="10" from-port="0" to-layer="11" to-port="4" />
263
+ <edge from-layer="11" from-port="5" to-layer="12" to-port="0" />
264
+ <edge from-layer="11" from-port="6" to-layer="12" to-port="1" />
265
+ <edge from-layer="11" from-port="7" to-layer="12" to-port="2" />
266
+ <edge from-layer="12" from-port="3" to-layer="13" to-port="0" />
267
+ </edges>
268
+ <rt_info>
269
+ <eos_token_id value="49407" />
270
+ </rt_info>
271
+ </net>
openvino_model_text.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95cc7fea3ea487d65ce2810fb9b897ef5d27438311549bdc2f1b1205df966df4
3
+ size 1614176
openvino_model_text.xml ADDED
@@ -0,0 +1,2477 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ <?xml version="1.0"?>
2
+ <net name="Model3" version="11">
3
+ <layers>
4
+ <layer id="0" name="text" type="Parameter" version="opset1">
5
+ <data shape="?,77" element_type="i32" />
6
+ <output>
7
+ <port id="0" precision="I32" names="text">
8
+ <dim>-1</dim>
9
+ <dim>77</dim>
10
+ </port>
11
+ </output>
12
+ </layer>
13
+ <layer id="1" name="self.token_embedding.weight" type="Const" version="opset1">
14
+ <data element_type="f32" shape="49408, 8" offset="0" size="1581056" />
15
+ <output>
16
+ <port id="0" precision="FP32" names="self.token_embedding.weight">
17
+ <dim>49408</dim>
18
+ <dim>8</dim>
19
+ </port>
20
+ </output>
21
+ </layer>
22
+ <layer id="2" name="__module.token_embedding/aten::embedding/Constant" type="Const" version="opset1">
23
+ <data element_type="i32" shape="" offset="1581056" size="4" />
24
+ <output>
25
+ <port id="0" precision="I32" />
26
+ </output>
27
+ </layer>
28
+ <layer id="3" name="__module.token_embedding/aten::embedding/Gather" type="Gather" version="opset8">
29
+ <data batch_dims="0" />
30
+ <input>
31
+ <port id="0" precision="FP32">
32
+ <dim>49408</dim>
33
+ <dim>8</dim>
34
+ </port>
35
+ <port id="1" precision="I32">
36
+ <dim>-1</dim>
37
+ <dim>77</dim>
38
+ </port>
39
+ <port id="2" precision="I32" />
40
+ </input>
41
+ <output>
42
+ <port id="3" precision="FP32" names="17,55,x.1">
43
+ <dim>-1</dim>
44
+ <dim>77</dim>
45
+ <dim>8</dim>
46
+ </port>
47
+ </output>
48
+ </layer>
49
+ <layer id="4" name="Constant_16380" type="Const" version="opset1">
50
+ <data element_type="f32" shape="1, 77, 8" offset="1581060" size="2464" />
51
+ <output>
52
+ <port id="0" precision="FP32">
53
+ <dim>1</dim>
54
+ <dim>77</dim>
55
+ <dim>8</dim>
56
+ </port>
57
+ </output>
58
+ </layer>
59
+ <layer id="5" name="aten::add/Add" type="Add" version="opset1">
60
+ <data auto_broadcast="numpy" />
61
+ <input>
62
+ <port id="0" precision="FP32">
63
+ <dim>-1</dim>
64
+ <dim>77</dim>
65
+ <dim>8</dim>
66
+ </port>
67
+ <port id="1" precision="FP32">
68
+ <dim>1</dim>
69
+ <dim>77</dim>
70
+ <dim>8</dim>
71
+ </port>
72
+ </input>
73
+ <output>
74
+ <port id="2" precision="FP32" names="28,q_x.1">
75
+ <dim>-1</dim>
76
+ <dim>77</dim>
77
+ <dim>8</dim>
78
+ </port>
79
+ </output>
80
+ </layer>
81
+ <layer id="6" name="__module.transformer.resblocks.0.ln_1/aten::layer_norm/Constant" type="Const" version="opset1">
82
+ <data element_type="i32" shape="1" offset="1583524" size="4" />
83
+ <output>
84
+ <port id="0" precision="I32">
85
+ <dim>1</dim>
86
+ </port>
87
+ </output>
88
+ </layer>
89
+ <layer id="7" name="__module.transformer.resblocks.0.ln_1/aten::layer_norm/MVN" type="MVN" version="opset6">
90
+ <data eps="9.9999997473787516e-06" normalize_variance="true" eps_mode="INSIDE_SQRT" />
91
+ <input>
92
+ <port id="0" precision="FP32">
93
+ <dim>-1</dim>
94
+ <dim>77</dim>
95
+ <dim>8</dim>
96
+ </port>
97
+ <port id="1" precision="I32">
98
+ <dim>1</dim>
99
+ </port>
100
+ </input>
101
+ <output>
102
+ <port id="2" precision="FP32" names="85,86,query.1,x.3">
103
+ <dim>-1</dim>
104
+ <dim>77</dim>
105
+ <dim>8</dim>
106
+ </port>
107
+ </output>
108
+ </layer>
109
+ <layer id="8" name="__module.transformer.resblocks.0.attn/aten::transpose/ScatterElementsUpdate" type="Const" version="opset1">
110
+ <data element_type="i32" shape="3" offset="1583528" size="12" />
111
+ <output>
112
+ <port id="0" precision="I32">
113
+ <dim>3</dim>
114
+ </port>
115
+ </output>
116
+ </layer>
117
+ <layer id="9" name="__module.transformer.resblocks.0.attn/aten::transpose/Transpose" type="Transpose" version="opset1">
118
+ <input>
119
+ <port id="0" precision="FP32">
120
+ <dim>-1</dim>
121
+ <dim>77</dim>
122
+ <dim>8</dim>
123
+ </port>
124
+ <port id="1" precision="I32">
125
+ <dim>3</dim>
126
+ </port>
127
+ </input>
128
+ <output>
129
+ <port id="2" precision="FP32" names="94,query.3">
130
+ <dim>77</dim>
131
+ <dim>-1</dim>
132
+ <dim>8</dim>
133
+ </port>
134
+ </output>
135
+ </layer>
136
+ <layer id="10" name="self.transformer.resblocks.0.attn.in_proj_weight" type="Const" version="opset1">
137
+ <data element_type="f32" shape="24, 8" offset="1583540" size="768" />
138
+ <output>
139
+ <port id="0" precision="FP32" names="self.transformer.resblocks.0.attn.in_proj_weight">
140
+ <dim>24</dim>
141
+ <dim>8</dim>
142
+ </port>
143
+ </output>
144
+ </layer>
145
+ <layer id="11" name="__module.transformer.resblocks.0.attn/aten::linear/MatMul" type="MatMul" version="opset1">
146
+ <data transpose_a="false" transpose_b="true" />
147
+ <input>
148
+ <port id="0" precision="FP32">
149
+ <dim>77</dim>
150
+ <dim>-1</dim>
151
+ <dim>8</dim>
152
+ </port>
153
+ <port id="1" precision="FP32">
154
+ <dim>24</dim>
155
+ <dim>8</dim>
156
+ </port>
157
+ </input>
158
+ <output>
159
+ <port id="2" precision="FP32" names="109">
160
+ <dim>77</dim>
161
+ <dim>-1</dim>
162
+ <dim>24</dim>
163
+ </port>
164
+ </output>
165
+ </layer>
166
+ <layer id="12" name="Constant_16749" type="Const" version="opset1">
167
+ <data element_type="i64" shape="4" offset="1584308" size="32" />
168
+ <output>
169
+ <port id="0" precision="I64">
170
+ <dim>4</dim>
171
+ </port>
172
+ </output>
173
+ </layer>
174
+ <layer id="13" name="Squeeze_16190" type="Reshape" version="opset1">
175
+ <data special_zero="false" />
176
+ <input>
177
+ <port id="0" precision="FP32">
178
+ <dim>77</dim>
179
+ <dim>-1</dim>
180
+ <dim>24</dim>
181
+ </port>
182
+ <port id="1" precision="I64">
183
+ <dim>4</dim>
184
+ </port>
185
+ </input>
186
+ <output>
187
+ <port id="2" precision="FP32">
188
+ <dim>77</dim>
189
+ <dim>-1</dim>
190
+ <dim>3</dim>
191
+ <dim>8</dim>
192
+ </port>
193
+ </output>
194
+ </layer>
195
+ <layer id="14" name="Constant_16191" type="Const" version="opset1">
196
+ <data element_type="i64" shape="4" offset="1584340" size="32" />
197
+ <output>
198
+ <port id="0" precision="I64">
199
+ <dim>4</dim>
200
+ </port>
201
+ </output>
202
+ </layer>
203
+ <layer id="15" name="__module.transformer.resblocks.0.attn/aten::squeeze/Squeeze" type="Transpose" version="opset1">
204
+ <input>
205
+ <port id="0" precision="FP32">
206
+ <dim>77</dim>
207
+ <dim>-1</dim>
208
+ <dim>3</dim>
209
+ <dim>8</dim>
210
+ </port>
211
+ <port id="1" precision="I64">
212
+ <dim>4</dim>
213
+ </port>
214
+ </input>
215
+ <output>
216
+ <port id="2" precision="FP32" names="114">
217
+ <dim>3</dim>
218
+ <dim>77</dim>
219
+ <dim>-1</dim>
220
+ <dim>8</dim>
221
+ </port>
222
+ </output>
223
+ </layer>
224
+ <layer id="16" name="69" type="Const" version="opset1">
225
+ <data element_type="i64" shape="" offset="1584372" size="8" />
226
+ <output>
227
+ <port id="0" precision="I64" names="69" />
228
+ </output>
229
+ </layer>
230
+ <layer id="17" name="__module.transformer.resblocks.0.attn/aten::select/Gather" type="Gather" version="opset8">
231
+ <data batch_dims="0" />
232
+ <input>
233
+ <port id="0" precision="FP32">
234
+ <dim>3</dim>
235
+ <dim>77</dim>
236
+ <dim>-1</dim>
237
+ <dim>8</dim>
238
+ </port>
239
+ <port id="1" precision="I64" />
240
+ <port id="2" precision="I64" />
241
+ </input>
242
+ <output>
243
+ <port id="3" precision="FP32" names="116,q.1">
244
+ <dim>77</dim>
245
+ <dim>-1</dim>
246
+ <dim>8</dim>
247
+ </port>
248
+ </output>
249
+ </layer>
250
+ <layer id="18" name="Constant_16782" type="Const" version="opset1">
251
+ <data element_type="i64" shape="3" offset="1584380" size="24" />
252
+ <output>
253
+ <port id="0" precision="I64">
254
+ <dim>3</dim>
255
+ </port>
256
+ </output>
257
+ </layer>
258
+ <layer id="19" name="__module.transformer.resblocks.0.attn/aten::view/Reshape" type="Reshape" version="opset1">
259
+ <data special_zero="true" />
260
+ <input>
261
+ <port id="0" precision="FP32">
262
+ <dim>77</dim>
263
+ <dim>-1</dim>
264
+ <dim>8</dim>
265
+ </port>
266
+ <port id="1" precision="I64">
267
+ <dim>3</dim>
268
+ </port>
269
+ </input>
270
+ <output>
271
+ <port id="2" precision="FP32" names="123">
272
+ <dim>77</dim>
273
+ <dim>-1</dim>
274
+ <dim>4</dim>
275
+ </port>
276
+ </output>
277
+ </layer>
278
+ <layer id="20" name="__module.transformer.resblocks.0.attn/aten::transpose/ScatterElementsUpdate_2" type="Const" version="opset1">
279
+ <data element_type="i32" shape="3" offset="1583528" size="12" />
280
+ <output>
281
+ <port id="0" precision="I32">
282
+ <dim>3</dim>
283
+ </port>
284
+ </output>
285
+ </layer>
286
+ <layer id="21" name="__module.transformer.resblocks.0.attn/aten::transpose/Transpose_2" type="Transpose" version="opset1">
287
+ <input>
288
+ <port id="0" precision="FP32">
289
+ <dim>77</dim>
290
+ <dim>-1</dim>
291
+ <dim>4</dim>
292
+ </port>
293
+ <port id="1" precision="I32">
294
+ <dim>3</dim>
295
+ </port>
296
+ </input>
297
+ <output>
298
+ <port id="2" precision="FP32" names="124,q.3">
299
+ <dim>-1</dim>
300
+ <dim>77</dim>
301
+ <dim>4</dim>
302
+ </port>
303
+ </output>
304
+ </layer>
305
+ <layer id="22" name="Constant_16783" type="Const" version="opset1">
306
+ <data element_type="i64" shape="4" offset="1584404" size="32" />
307
+ <output>
308
+ <port id="0" precision="I64">
309
+ <dim>4</dim>
310
+ </port>
311
+ </output>
312
+ </layer>
313
+ <layer id="23" name="__module.transformer.resblocks.0.attn/aten::view/Reshape_1" type="Reshape" version="opset1">
314
+ <data special_zero="true" />
315
+ <input>
316
+ <port id="0" precision="FP32">
317
+ <dim>-1</dim>
318
+ <dim>77</dim>
319
+ <dim>4</dim>
320
+ </port>
321
+ <port id="1" precision="I64">
322
+ <dim>4</dim>
323
+ </port>
324
+ </input>
325
+ <output>
326
+ <port id="2" precision="FP32" names="140">
327
+ <dim>-1</dim>
328
+ <dim>2</dim>
329
+ <dim>77</dim>
330
+ <dim>4</dim>
331
+ </port>
332
+ </output>
333
+ </layer>
334
+ <layer id="24" name="70" type="Const" version="opset1">
335
+ <data element_type="i64" shape="" offset="1584436" size="8" />
336
+ <output>
337
+ <port id="0" precision="I64" names="70" />
338
+ </output>
339
+ </layer>
340
+ <layer id="25" name="__module.transformer.resblocks.0.attn/aten::select/Gather_1" type="Gather" version="opset8">
341
+ <data batch_dims="0" />
342
+ <input>
343
+ <port id="0" precision="FP32">
344
+ <dim>3</dim>
345
+ <dim>77</dim>
346
+ <dim>-1</dim>
347
+ <dim>8</dim>
348
+ </port>
349
+ <port id="1" precision="I64" />
350
+ <port id="2" precision="I64" />
351
+ </input>
352
+ <output>
353
+ <port id="3" precision="FP32" names="117,k.1">
354
+ <dim>77</dim>
355
+ <dim>-1</dim>
356
+ <dim>8</dim>
357
+ </port>
358
+ </output>
359
+ </layer>
360
+ <layer id="26" name="Constant_16784" type="Const" version="opset1">
361
+ <data element_type="i64" shape="3" offset="1584380" size="24" />
362
+ <output>
363
+ <port id="0" precision="I64">
364
+ <dim>3</dim>
365
+ </port>
366
+ </output>
367
+ </layer>
368
+ <layer id="27" name="__module.transformer.resblocks.0.attn/aten::view/Reshape_2" type="Reshape" version="opset1">
369
+ <data special_zero="true" />
370
+ <input>
371
+ <port id="0" precision="FP32">
372
+ <dim>77</dim>
373
+ <dim>-1</dim>
374
+ <dim>8</dim>
375
+ </port>
376
+ <port id="1" precision="I64">
377
+ <dim>3</dim>
378
+ </port>
379
+ </input>
380
+ <output>
381
+ <port id="2" precision="FP32" names="129">
382
+ <dim>77</dim>
383
+ <dim>-1</dim>
384
+ <dim>4</dim>
385
+ </port>
386
+ </output>
387
+ </layer>
388
+ <layer id="28" name="__module.transformer.resblocks.0.attn/aten::transpose/ScatterElementsUpdate_3" type="Const" version="opset1">
389
+ <data element_type="i32" shape="3" offset="1583528" size="12" />
390
+ <output>
391
+ <port id="0" precision="I32">
392
+ <dim>3</dim>
393
+ </port>
394
+ </output>
395
+ </layer>
396
+ <layer id="29" name="__module.transformer.resblocks.0.attn/aten::transpose/Transpose_3" type="Transpose" version="opset1">
397
+ <input>
398
+ <port id="0" precision="FP32">
399
+ <dim>77</dim>
400
+ <dim>-1</dim>
401
+ <dim>4</dim>
402
+ </port>
403
+ <port id="1" precision="I32">
404
+ <dim>3</dim>
405
+ </port>
406
+ </input>
407
+ <output>
408
+ <port id="2" precision="FP32" names="130,k.3">
409
+ <dim>-1</dim>
410
+ <dim>77</dim>
411
+ <dim>4</dim>
412
+ </port>
413
+ </output>
414
+ </layer>
415
+ <layer id="30" name="Constant_16785" type="Const" version="opset1">
416
+ <data element_type="i64" shape="4" offset="1584404" size="32" />
417
+ <output>
418
+ <port id="0" precision="I64">
419
+ <dim>4</dim>
420
+ </port>
421
+ </output>
422
+ </layer>
423
+ <layer id="31" name="__module.transformer.resblocks.0.attn/aten::view/Reshape_3" type="Reshape" version="opset1">
424
+ <data special_zero="true" />
425
+ <input>
426
+ <port id="0" precision="FP32">
427
+ <dim>-1</dim>
428
+ <dim>77</dim>
429
+ <dim>4</dim>
430
+ </port>
431
+ <port id="1" precision="I64">
432
+ <dim>4</dim>
433
+ </port>
434
+ </input>
435
+ <output>
436
+ <port id="2" precision="FP32" names="142">
437
+ <dim>-1</dim>
438
+ <dim>2</dim>
439
+ <dim>77</dim>
440
+ <dim>4</dim>
441
+ </port>
442
+ </output>
443
+ </layer>
444
+ <layer id="32" name="68" type="Const" version="opset1">
445
+ <data element_type="i64" shape="" offset="1584444" size="8" />
446
+ <output>
447
+ <port id="0" precision="I64" names="68" />
448
+ </output>
449
+ </layer>
450
+ <layer id="33" name="__module.transformer.resblocks.0.attn/aten::select/Gather_2" type="Gather" version="opset8">
451
+ <data batch_dims="0" />
452
+ <input>
453
+ <port id="0" precision="FP32">
454
+ <dim>3</dim>
455
+ <dim>77</dim>
456
+ <dim>-1</dim>
457
+ <dim>8</dim>
458
+ </port>
459
+ <port id="1" precision="I64" />
460
+ <port id="2" precision="I64" />
461
+ </input>
462
+ <output>
463
+ <port id="3" precision="FP32" names="118,v.1">
464
+ <dim>77</dim>
465
+ <dim>-1</dim>
466
+ <dim>8</dim>
467
+ </port>
468
+ </output>
469
+ </layer>
470
+ <layer id="34" name="Constant_16786" type="Const" version="opset1">
471
+ <data element_type="i64" shape="3" offset="1584380" size="24" />
472
+ <output>
473
+ <port id="0" precision="I64">
474
+ <dim>3</dim>
475
+ </port>
476
+ </output>
477
+ </layer>
478
+ <layer id="35" name="__module.transformer.resblocks.0.attn/aten::view/Reshape_4" type="Reshape" version="opset1">
479
+ <data special_zero="true" />
480
+ <input>
481
+ <port id="0" precision="FP32">
482
+ <dim>77</dim>
483
+ <dim>-1</dim>
484
+ <dim>8</dim>
485
+ </port>
486
+ <port id="1" precision="I64">
487
+ <dim>3</dim>
488
+ </port>
489
+ </input>
490
+ <output>
491
+ <port id="2" precision="FP32" names="135">
492
+ <dim>77</dim>
493
+ <dim>-1</dim>
494
+ <dim>4</dim>
495
+ </port>
496
+ </output>
497
+ </layer>
498
+ <layer id="36" name="__module.transformer.resblocks.0.attn/aten::transpose/ScatterElementsUpdate_4" type="Const" version="opset1">
499
+ <data element_type="i32" shape="3" offset="1583528" size="12" />
500
+ <output>
501
+ <port id="0" precision="I32">
502
+ <dim>3</dim>
503
+ </port>
504
+ </output>
505
+ </layer>
506
+ <layer id="37" name="__module.transformer.resblocks.0.attn/aten::transpose/Transpose_4" type="Transpose" version="opset1">
507
+ <input>
508
+ <port id="0" precision="FP32">
509
+ <dim>77</dim>
510
+ <dim>-1</dim>
511
+ <dim>4</dim>
512
+ </port>
513
+ <port id="1" precision="I32">
514
+ <dim>3</dim>
515
+ </port>
516
+ </input>
517
+ <output>
518
+ <port id="2" precision="FP32" names="136,v.3">
519
+ <dim>-1</dim>
520
+ <dim>77</dim>
521
+ <dim>4</dim>
522
+ </port>
523
+ </output>
524
+ </layer>
525
+ <layer id="38" name="Constant_16787" type="Const" version="opset1">
526
+ <data element_type="i64" shape="4" offset="1584404" size="32" />
527
+ <output>
528
+ <port id="0" precision="I64">
529
+ <dim>4</dim>
530
+ </port>
531
+ </output>
532
+ </layer>
533
+ <layer id="39" name="__module.transformer.resblocks.0.attn/aten::view/Reshape_5" type="Reshape" version="opset1">
534
+ <data special_zero="true" />
535
+ <input>
536
+ <port id="0" precision="FP32">
537
+ <dim>-1</dim>
538
+ <dim>77</dim>
539
+ <dim>4</dim>
540
+ </port>
541
+ <port id="1" precision="I64">
542
+ <dim>4</dim>
543
+ </port>
544
+ </input>
545
+ <output>
546
+ <port id="2" precision="FP32" names="144">
547
+ <dim>-1</dim>
548
+ <dim>2</dim>
549
+ <dim>77</dim>
550
+ <dim>4</dim>
551
+ </port>
552
+ </output>
553
+ </layer>
554
+ <layer id="40" name="__module.transformer.resblocks.0.attn/aten::unsqueeze/Unsqueeze_1" type="Const" version="opset1">
555
+ <data element_type="f32" shape="1, 1, 77, 77" offset="1584452" size="23716" />
556
+ <output>
557
+ <port id="0" precision="FP32" names="138">
558
+ <dim>1</dim>
559
+ <dim>1</dim>
560
+ <dim>77</dim>
561
+ <dim>77</dim>
562
+ </port>
563
+ </output>
564
+ </layer>
565
+ <layer id="41" name="__module.transformer.resblocks.0.attn/aten::scaled_dot_product_attention/ScaledDotProductAttention" type="ScaledDotProductAttention" version="opset13">
566
+ <data causal="false" />
567
+ <input>
568
+ <port id="0" precision="FP32">
569
+ <dim>-1</dim>
570
+ <dim>2</dim>
571
+ <dim>77</dim>
572
+ <dim>4</dim>
573
+ </port>
574
+ <port id="1" precision="FP32">
575
+ <dim>-1</dim>
576
+ <dim>2</dim>
577
+ <dim>77</dim>
578
+ <dim>4</dim>
579
+ </port>
580
+ <port id="2" precision="FP32">
581
+ <dim>-1</dim>
582
+ <dim>2</dim>
583
+ <dim>77</dim>
584
+ <dim>4</dim>
585
+ </port>
586
+ <port id="3" precision="FP32">
587
+ <dim>1</dim>
588
+ <dim>1</dim>
589
+ <dim>77</dim>
590
+ <dim>77</dim>
591
+ </port>
592
+ </input>
593
+ <output>
594
+ <port id="4" precision="FP32" names="145,attn_output.1">
595
+ <dim>-1</dim>
596
+ <dim>2</dim>
597
+ <dim>77</dim>
598
+ <dim>4</dim>
599
+ </port>
600
+ </output>
601
+ </layer>
602
+ <layer id="42" name="Constant_3624" type="Const" version="opset1">
603
+ <data element_type="i64" shape="4" offset="1584340" size="32" />
604
+ <output>
605
+ <port id="0" precision="I64" names="146">
606
+ <dim>4</dim>
607
+ </port>
608
+ </output>
609
+ </layer>
610
+ <layer id="43" name="__module.transformer.resblocks.0.attn/aten::permute/Transpose" type="Transpose" version="opset1">
611
+ <input>
612
+ <port id="0" precision="FP32">
613
+ <dim>-1</dim>
614
+ <dim>2</dim>
615
+ <dim>77</dim>
616
+ <dim>4</dim>
617
+ </port>
618
+ <port id="1" precision="I64">
619
+ <dim>4</dim>
620
+ </port>
621
+ </input>
622
+ <output>
623
+ <port id="2" precision="FP32" names="147">
624
+ <dim>77</dim>
625
+ <dim>-1</dim>
626
+ <dim>2</dim>
627
+ <dim>4</dim>
628
+ </port>
629
+ </output>
630
+ </layer>
631
+ <layer id="44" name="Concat_12510" type="Const" version="opset1">
632
+ <data element_type="i64" shape="2" offset="1608168" size="16" />
633
+ <output>
634
+ <port id="0" precision="I64">
635
+ <dim>2</dim>
636
+ </port>
637
+ </output>
638
+ </layer>
639
+ <layer id="45" name="__module.transformer.resblocks.0.attn/aten::view/Reshape_6" type="Reshape" version="opset1">
640
+ <data special_zero="false" />
641
+ <input>
642
+ <port id="0" precision="FP32">
643
+ <dim>77</dim>
644
+ <dim>-1</dim>
645
+ <dim>2</dim>
646
+ <dim>4</dim>
647
+ </port>
648
+ <port id="1" precision="I64">
649
+ <dim>2</dim>
650
+ </port>
651
+ </input>
652
+ <output>
653
+ <port id="2" precision="FP32" names="152">
654
+ <dim>-1</dim>
655
+ <dim>8</dim>
656
+ </port>
657
+ </output>
658
+ </layer>
659
+ <layer id="46" name="self.transformer.resblocks.0.attn.out_proj.weight" type="Const" version="opset1">
660
+ <data element_type="f32" shape="8, 8" offset="1608184" size="256" />
661
+ <output>
662
+ <port id="0" precision="FP32" names="self.transformer.resblocks.0.attn.out_proj.weight">
663
+ <dim>8</dim>
664
+ <dim>8</dim>
665
+ </port>
666
+ </output>
667
+ </layer>
668
+ <layer id="47" name="__module.transformer.resblocks.0.attn/aten::linear/MatMul_1" type="MatMul" version="opset1">
669
+ <data transpose_a="false" transpose_b="true" />
670
+ <input>
671
+ <port id="0" precision="FP32">
672
+ <dim>-1</dim>
673
+ <dim>8</dim>
674
+ </port>
675
+ <port id="1" precision="FP32">
676
+ <dim>8</dim>
677
+ <dim>8</dim>
678
+ </port>
679
+ </input>
680
+ <output>
681
+ <port id="2" precision="FP32" names="153,attn_output.3">
682
+ <dim>-1</dim>
683
+ <dim>8</dim>
684
+ </port>
685
+ </output>
686
+ </layer>
687
+ <layer id="48" name="Constant_16788" type="Const" version="opset1">
688
+ <data element_type="i64" shape="3" offset="1608440" size="24" />
689
+ <output>
690
+ <port id="0" precision="I64">
691
+ <dim>3</dim>
692
+ </port>
693
+ </output>
694
+ </layer>
695
+ <layer id="49" name="__module.transformer.resblocks.0.attn/aten::view/Reshape_7" type="Reshape" version="opset1">
696
+ <data special_zero="true" />
697
+ <input>
698
+ <port id="0" precision="FP32">
699
+ <dim>-1</dim>
700
+ <dim>8</dim>
701
+ </port>
702
+ <port id="1" precision="I64">
703
+ <dim>3</dim>
704
+ </port>
705
+ </input>
706
+ <output>
707
+ <port id="2" precision="FP32" names="156,attn_output.5">
708
+ <dim>77</dim>
709
+ <dim>-1</dim>
710
+ <dim>8</dim>
711
+ </port>
712
+ </output>
713
+ </layer>
714
+ <layer id="50" name="__module.transformer.resblocks.0.attn/aten::transpose/ScatterElementsUpdate_5" type="Const" version="opset1">
715
+ <data element_type="i32" shape="3" offset="1583528" size="12" />
716
+ <output>
717
+ <port id="0" precision="I32">
718
+ <dim>3</dim>
719
+ </port>
720
+ </output>
721
+ </layer>
722
+ <layer id="51" name="__module.transformer.resblocks.0.attn/aten::transpose/Transpose_5" type="Transpose" version="opset1">
723
+ <input>
724
+ <port id="0" precision="FP32">
725
+ <dim>77</dim>
726
+ <dim>-1</dim>
727
+ <dim>8</dim>
728
+ </port>
729
+ <port id="1" precision="I32">
730
+ <dim>3</dim>
731
+ </port>
732
+ </input>
733
+ <output>
734
+ <port id="2" precision="FP32" names="157">
735
+ <dim>-1</dim>
736
+ <dim>77</dim>
737
+ <dim>8</dim>
738
+ </port>
739
+ </output>
740
+ </layer>
741
+ <layer id="52" name="__module.transformer.resblocks.0/aten::add/Add" type="Add" version="opset1">
742
+ <data auto_broadcast="numpy" />
743
+ <input>
744
+ <port id="0" precision="FP32">
745
+ <dim>-1</dim>
746
+ <dim>77</dim>
747
+ <dim>8</dim>
748
+ </port>
749
+ <port id="1" precision="FP32">
750
+ <dim>-1</dim>
751
+ <dim>77</dim>
752
+ <dim>8</dim>
753
+ </port>
754
+ </input>
755
+ <output>
756
+ <port id="2" precision="FP32" names="158,x.7">
757
+ <dim>-1</dim>
758
+ <dim>77</dim>
759
+ <dim>8</dim>
760
+ </port>
761
+ </output>
762
+ </layer>
763
+ <layer id="53" name="__module.transformer.resblocks.0.ln_2/aten::layer_norm/Constant" type="Const" version="opset1">
764
+ <data element_type="i32" shape="1" offset="1583524" size="4" />
765
+ <output>
766
+ <port id="0" precision="I32">
767
+ <dim>1</dim>
768
+ </port>
769
+ </output>
770
+ </layer>
771
+ <layer id="54" name="__module.transformer.resblocks.0.ln_2/aten::layer_norm/MVN" type="MVN" version="opset6">
772
+ <data eps="9.9999997473787516e-06" normalize_variance="true" eps_mode="INSIDE_SQRT" />
773
+ <input>
774
+ <port id="0" precision="FP32">
775
+ <dim>-1</dim>
776
+ <dim>77</dim>
777
+ <dim>8</dim>
778
+ </port>
779
+ <port id="1" precision="I32">
780
+ <dim>1</dim>
781
+ </port>
782
+ </input>
783
+ <output>
784
+ <port id="2" precision="FP32" names="162,163,x.5">
785
+ <dim>-1</dim>
786
+ <dim>77</dim>
787
+ <dim>8</dim>
788
+ </port>
789
+ </output>
790
+ </layer>
791
+ <layer id="55" name="self.transformer.resblocks.0.mlp.c_fc.weight" type="Const" version="opset1">
792
+ <data element_type="f32" shape="32, 8" offset="1608464" size="1024" />
793
+ <output>
794
+ <port id="0" precision="FP32" names="self.transformer.resblocks.0.mlp.c_fc.weight">
795
+ <dim>32</dim>
796
+ <dim>8</dim>
797
+ </port>
798
+ </output>
799
+ </layer>
800
+ <layer id="56" name="__module.transformer.resblocks.0.mlp.c_fc/aten::linear/MatMul" type="MatMul" version="opset1">
801
+ <data transpose_a="false" transpose_b="true" />
802
+ <input>
803
+ <port id="0" precision="FP32">
804
+ <dim>-1</dim>
805
+ <dim>77</dim>
806
+ <dim>8</dim>
807
+ </port>
808
+ <port id="1" precision="FP32">
809
+ <dim>32</dim>
810
+ <dim>8</dim>
811
+ </port>
812
+ </input>
813
+ <output>
814
+ <port id="2" precision="FP32">
815
+ <dim>-1</dim>
816
+ <dim>77</dim>
817
+ <dim>32</dim>
818
+ </port>
819
+ </output>
820
+ </layer>
821
+ <layer id="57" name="Constant_16381" type="Const" version="opset1">
822
+ <data element_type="f32" shape="1, 1, 32" offset="1609488" size="128" />
823
+ <output>
824
+ <port id="0" precision="FP32">
825
+ <dim>1</dim>
826
+ <dim>1</dim>
827
+ <dim>32</dim>
828
+ </port>
829
+ </output>
830
+ </layer>
831
+ <layer id="58" name="__module.transformer.resblocks.0.mlp.c_fc/aten::linear/Add" type="Add" version="opset1">
832
+ <data auto_broadcast="numpy" />
833
+ <input>
834
+ <port id="0" precision="FP32">
835
+ <dim>-1</dim>
836
+ <dim>77</dim>
837
+ <dim>32</dim>
838
+ </port>
839
+ <port id="1" precision="FP32">
840
+ <dim>1</dim>
841
+ <dim>1</dim>
842
+ <dim>32</dim>
843
+ </port>
844
+ </input>
845
+ <output>
846
+ <port id="2" precision="FP32" names="169">
847
+ <dim>-1</dim>
848
+ <dim>77</dim>
849
+ <dim>32</dim>
850
+ </port>
851
+ </output>
852
+ </layer>
853
+ <layer id="59" name="__module.transformer.resblocks.0.mlp.gelu/aten::gelu/Gelu" type="Gelu" version="opset7">
854
+ <data approximation_mode="ERF" />
855
+ <input>
856
+ <port id="0" precision="FP32">
857
+ <dim>-1</dim>
858
+ <dim>77</dim>
859
+ <dim>32</dim>
860
+ </port>
861
+ </input>
862
+ <output>
863
+ <port id="1" precision="FP32" names="170">
864
+ <dim>-1</dim>
865
+ <dim>77</dim>
866
+ <dim>32</dim>
867
+ </port>
868
+ </output>
869
+ </layer>
870
+ <layer id="60" name="self.transformer.resblocks.0.mlp.c_proj.weight" type="Const" version="opset1">
871
+ <data element_type="f32" shape="8, 32" offset="1609616" size="1024" />
872
+ <output>
873
+ <port id="0" precision="FP32" names="self.transformer.resblocks.0.mlp.c_proj.weight">
874
+ <dim>8</dim>
875
+ <dim>32</dim>
876
+ </port>
877
+ </output>
878
+ </layer>
879
+ <layer id="61" name="__module.transformer.resblocks.0.mlp.c_proj/aten::linear/MatMul" type="MatMul" version="opset1">
880
+ <data transpose_a="false" transpose_b="true" />
881
+ <input>
882
+ <port id="0" precision="FP32">
883
+ <dim>-1</dim>
884
+ <dim>77</dim>
885
+ <dim>32</dim>
886
+ </port>
887
+ <port id="1" precision="FP32">
888
+ <dim>8</dim>
889
+ <dim>32</dim>
890
+ </port>
891
+ </input>
892
+ <output>
893
+ <port id="2" precision="FP32">
894
+ <dim>-1</dim>
895
+ <dim>77</dim>
896
+ <dim>8</dim>
897
+ </port>
898
+ </output>
899
+ </layer>
900
+ <layer id="62" name="Constant_16382" type="Const" version="opset1">
901
+ <data element_type="f32" shape="1, 1, 8" offset="1610640" size="32" />
902
+ <output>
903
+ <port id="0" precision="FP32">
904
+ <dim>1</dim>
905
+ <dim>1</dim>
906
+ <dim>8</dim>
907
+ </port>
908
+ </output>
909
+ </layer>
910
+ <layer id="63" name="__module.transformer.resblocks.0.mlp.c_proj/aten::linear/Add" type="Add" version="opset1">
911
+ <data auto_broadcast="numpy" />
912
+ <input>
913
+ <port id="0" precision="FP32">
914
+ <dim>-1</dim>
915
+ <dim>77</dim>
916
+ <dim>8</dim>
917
+ </port>
918
+ <port id="1" precision="FP32">
919
+ <dim>1</dim>
920
+ <dim>1</dim>
921
+ <dim>8</dim>
922
+ </port>
923
+ </input>
924
+ <output>
925
+ <port id="2" precision="FP32" names="173">
926
+ <dim>-1</dim>
927
+ <dim>77</dim>
928
+ <dim>8</dim>
929
+ </port>
930
+ </output>
931
+ </layer>
932
+ <layer id="64" name="__module.transformer.resblocks.0/aten::add/Add_1" type="Add" version="opset1">
933
+ <data auto_broadcast="numpy" />
934
+ <input>
935
+ <port id="0" precision="FP32">
936
+ <dim>-1</dim>
937
+ <dim>77</dim>
938
+ <dim>8</dim>
939
+ </port>
940
+ <port id="1" precision="FP32">
941
+ <dim>-1</dim>
942
+ <dim>77</dim>
943
+ <dim>8</dim>
944
+ </port>
945
+ </input>
946
+ <output>
947
+ <port id="2" precision="FP32" names="174,176,q_x">
948
+ <dim>-1</dim>
949
+ <dim>77</dim>
950
+ <dim>8</dim>
951
+ </port>
952
+ </output>
953
+ </layer>
954
+ <layer id="65" name="__module.transformer.resblocks.1.ln_1/aten::layer_norm/Constant" type="Const" version="opset1">
955
+ <data element_type="i32" shape="1" offset="1583524" size="4" />
956
+ <output>
957
+ <port id="0" precision="I32">
958
+ <dim>1</dim>
959
+ </port>
960
+ </output>
961
+ </layer>
962
+ <layer id="66" name="__module.transformer.resblocks.1.ln_1/aten::layer_norm/MVN" type="MVN" version="opset6">
963
+ <data eps="9.9999997473787516e-06" normalize_variance="true" eps_mode="INSIDE_SQRT" />
964
+ <input>
965
+ <port id="0" precision="FP32">
966
+ <dim>-1</dim>
967
+ <dim>77</dim>
968
+ <dim>8</dim>
969
+ </port>
970
+ <port id="1" precision="I32">
971
+ <dim>1</dim>
972
+ </port>
973
+ </input>
974
+ <output>
975
+ <port id="2" precision="FP32" names="187,188,query.5,x.9">
976
+ <dim>-1</dim>
977
+ <dim>77</dim>
978
+ <dim>8</dim>
979
+ </port>
980
+ </output>
981
+ </layer>
982
+ <layer id="67" name="__module.transformer.resblocks.1.attn/aten::transpose/ScatterElementsUpdate" type="Const" version="opset1">
983
+ <data element_type="i32" shape="3" offset="1583528" size="12" />
984
+ <output>
985
+ <port id="0" precision="I32">
986
+ <dim>3</dim>
987
+ </port>
988
+ </output>
989
+ </layer>
990
+ <layer id="68" name="__module.transformer.resblocks.1.attn/aten::transpose/Transpose" type="Transpose" version="opset1">
991
+ <input>
992
+ <port id="0" precision="FP32">
993
+ <dim>-1</dim>
994
+ <dim>77</dim>
995
+ <dim>8</dim>
996
+ </port>
997
+ <port id="1" precision="I32">
998
+ <dim>3</dim>
999
+ </port>
1000
+ </input>
1001
+ <output>
1002
+ <port id="2" precision="FP32" names="196,query">
1003
+ <dim>77</dim>
1004
+ <dim>-1</dim>
1005
+ <dim>8</dim>
1006
+ </port>
1007
+ </output>
1008
+ </layer>
1009
+ <layer id="69" name="self.transformer.resblocks.1.attn.in_proj_weight" type="Const" version="opset1">
1010
+ <data element_type="f32" shape="24, 8" offset="1610672" size="768" />
1011
+ <output>
1012
+ <port id="0" precision="FP32" names="self.transformer.resblocks.1.attn.in_proj_weight">
1013
+ <dim>24</dim>
1014
+ <dim>8</dim>
1015
+ </port>
1016
+ </output>
1017
+ </layer>
1018
+ <layer id="70" name="__module.transformer.resblocks.1.attn/aten::linear/MatMul" type="MatMul" version="opset1">
1019
+ <data transpose_a="false" transpose_b="true" />
1020
+ <input>
1021
+ <port id="0" precision="FP32">
1022
+ <dim>77</dim>
1023
+ <dim>-1</dim>
1024
+ <dim>8</dim>
1025
+ </port>
1026
+ <port id="1" precision="FP32">
1027
+ <dim>24</dim>
1028
+ <dim>8</dim>
1029
+ </port>
1030
+ </input>
1031
+ <output>
1032
+ <port id="2" precision="FP32" names="211">
1033
+ <dim>77</dim>
1034
+ <dim>-1</dim>
1035
+ <dim>24</dim>
1036
+ </port>
1037
+ </output>
1038
+ </layer>
1039
+ <layer id="71" name="Constant_16756" type="Const" version="opset1">
1040
+ <data element_type="i64" shape="4" offset="1584308" size="32" />
1041
+ <output>
1042
+ <port id="0" precision="I64">
1043
+ <dim>4</dim>
1044
+ </port>
1045
+ </output>
1046
+ </layer>
1047
+ <layer id="72" name="Squeeze_16197" type="Reshape" version="opset1">
1048
+ <data special_zero="false" />
1049
+ <input>
1050
+ <port id="0" precision="FP32">
1051
+ <dim>77</dim>
1052
+ <dim>-1</dim>
1053
+ <dim>24</dim>
1054
+ </port>
1055
+ <port id="1" precision="I64">
1056
+ <dim>4</dim>
1057
+ </port>
1058
+ </input>
1059
+ <output>
1060
+ <port id="2" precision="FP32">
1061
+ <dim>77</dim>
1062
+ <dim>-1</dim>
1063
+ <dim>3</dim>
1064
+ <dim>8</dim>
1065
+ </port>
1066
+ </output>
1067
+ </layer>
1068
+ <layer id="73" name="Constant_16198" type="Const" version="opset1">
1069
+ <data element_type="i64" shape="4" offset="1584340" size="32" />
1070
+ <output>
1071
+ <port id="0" precision="I64">
1072
+ <dim>4</dim>
1073
+ </port>
1074
+ </output>
1075
+ </layer>
1076
+ <layer id="74" name="__module.transformer.resblocks.1.attn/aten::squeeze/Squeeze" type="Transpose" version="opset1">
1077
+ <input>
1078
+ <port id="0" precision="FP32">
1079
+ <dim>77</dim>
1080
+ <dim>-1</dim>
1081
+ <dim>3</dim>
1082
+ <dim>8</dim>
1083
+ </port>
1084
+ <port id="1" precision="I64">
1085
+ <dim>4</dim>
1086
+ </port>
1087
+ </input>
1088
+ <output>
1089
+ <port id="2" precision="FP32" names="216">
1090
+ <dim>3</dim>
1091
+ <dim>77</dim>
1092
+ <dim>-1</dim>
1093
+ <dim>8</dim>
1094
+ </port>
1095
+ </output>
1096
+ </layer>
1097
+ <layer id="75" name="__module.transformer.resblocks.1.attn/aten::select/Gather" type="Gather" version="opset8">
1098
+ <data batch_dims="0" />
1099
+ <input>
1100
+ <port id="0" precision="FP32">
1101
+ <dim>3</dim>
1102
+ <dim>77</dim>
1103
+ <dim>-1</dim>
1104
+ <dim>8</dim>
1105
+ </port>
1106
+ <port id="1" precision="I64" />
1107
+ <port id="2" precision="I64" />
1108
+ </input>
1109
+ <output>
1110
+ <port id="3" precision="FP32" names="218,q.5">
1111
+ <dim>77</dim>
1112
+ <dim>-1</dim>
1113
+ <dim>8</dim>
1114
+ </port>
1115
+ </output>
1116
+ </layer>
1117
+ <layer id="76" name="Constant_16789" type="Const" version="opset1">
1118
+ <data element_type="i64" shape="3" offset="1584380" size="24" />
1119
+ <output>
1120
+ <port id="0" precision="I64">
1121
+ <dim>3</dim>
1122
+ </port>
1123
+ </output>
1124
+ </layer>
1125
+ <layer id="77" name="__module.transformer.resblocks.1.attn/aten::view/Reshape" type="Reshape" version="opset1">
1126
+ <data special_zero="true" />
1127
+ <input>
1128
+ <port id="0" precision="FP32">
1129
+ <dim>77</dim>
1130
+ <dim>-1</dim>
1131
+ <dim>8</dim>
1132
+ </port>
1133
+ <port id="1" precision="I64">
1134
+ <dim>3</dim>
1135
+ </port>
1136
+ </input>
1137
+ <output>
1138
+ <port id="2" precision="FP32" names="225">
1139
+ <dim>77</dim>
1140
+ <dim>-1</dim>
1141
+ <dim>4</dim>
1142
+ </port>
1143
+ </output>
1144
+ </layer>
1145
+ <layer id="78" name="__module.transformer.resblocks.1.attn/aten::transpose/ScatterElementsUpdate_2" type="Const" version="opset1">
1146
+ <data element_type="i32" shape="3" offset="1583528" size="12" />
1147
+ <output>
1148
+ <port id="0" precision="I32">
1149
+ <dim>3</dim>
1150
+ </port>
1151
+ </output>
1152
+ </layer>
1153
+ <layer id="79" name="__module.transformer.resblocks.1.attn/aten::transpose/Transpose_2" type="Transpose" version="opset1">
1154
+ <input>
1155
+ <port id="0" precision="FP32">
1156
+ <dim>77</dim>
1157
+ <dim>-1</dim>
1158
+ <dim>4</dim>
1159
+ </port>
1160
+ <port id="1" precision="I32">
1161
+ <dim>3</dim>
1162
+ </port>
1163
+ </input>
1164
+ <output>
1165
+ <port id="2" precision="FP32" names="226,q">
1166
+ <dim>-1</dim>
1167
+ <dim>77</dim>
1168
+ <dim>4</dim>
1169
+ </port>
1170
+ </output>
1171
+ </layer>
1172
+ <layer id="80" name="Constant_16790" type="Const" version="opset1">
1173
+ <data element_type="i64" shape="4" offset="1584404" size="32" />
1174
+ <output>
1175
+ <port id="0" precision="I64">
1176
+ <dim>4</dim>
1177
+ </port>
1178
+ </output>
1179
+ </layer>
1180
+ <layer id="81" name="__module.transformer.resblocks.1.attn/aten::view/Reshape_1" type="Reshape" version="opset1">
1181
+ <data special_zero="true" />
1182
+ <input>
1183
+ <port id="0" precision="FP32">
1184
+ <dim>-1</dim>
1185
+ <dim>77</dim>
1186
+ <dim>4</dim>
1187
+ </port>
1188
+ <port id="1" precision="I64">
1189
+ <dim>4</dim>
1190
+ </port>
1191
+ </input>
1192
+ <output>
1193
+ <port id="2" precision="FP32" names="242">
1194
+ <dim>-1</dim>
1195
+ <dim>2</dim>
1196
+ <dim>77</dim>
1197
+ <dim>4</dim>
1198
+ </port>
1199
+ </output>
1200
+ </layer>
1201
+ <layer id="82" name="__module.transformer.resblocks.1.attn/aten::select/Gather_1" type="Gather" version="opset8">
1202
+ <data batch_dims="0" />
1203
+ <input>
1204
+ <port id="0" precision="FP32">
1205
+ <dim>3</dim>
1206
+ <dim>77</dim>
1207
+ <dim>-1</dim>
1208
+ <dim>8</dim>
1209
+ </port>
1210
+ <port id="1" precision="I64" />
1211
+ <port id="2" precision="I64" />
1212
+ </input>
1213
+ <output>
1214
+ <port id="3" precision="FP32" names="219,k.5">
1215
+ <dim>77</dim>
1216
+ <dim>-1</dim>
1217
+ <dim>8</dim>
1218
+ </port>
1219
+ </output>
1220
+ </layer>
1221
+ <layer id="83" name="Constant_16791" type="Const" version="opset1">
1222
+ <data element_type="i64" shape="3" offset="1584380" size="24" />
1223
+ <output>
1224
+ <port id="0" precision="I64">
1225
+ <dim>3</dim>
1226
+ </port>
1227
+ </output>
1228
+ </layer>
1229
+ <layer id="84" name="__module.transformer.resblocks.1.attn/aten::view/Reshape_2" type="Reshape" version="opset1">
1230
+ <data special_zero="true" />
1231
+ <input>
1232
+ <port id="0" precision="FP32">
1233
+ <dim>77</dim>
1234
+ <dim>-1</dim>
1235
+ <dim>8</dim>
1236
+ </port>
1237
+ <port id="1" precision="I64">
1238
+ <dim>3</dim>
1239
+ </port>
1240
+ </input>
1241
+ <output>
1242
+ <port id="2" precision="FP32" names="231">
1243
+ <dim>77</dim>
1244
+ <dim>-1</dim>
1245
+ <dim>4</dim>
1246
+ </port>
1247
+ </output>
1248
+ </layer>
1249
+ <layer id="85" name="__module.transformer.resblocks.1.attn/aten::transpose/ScatterElementsUpdate_3" type="Const" version="opset1">
1250
+ <data element_type="i32" shape="3" offset="1583528" size="12" />
1251
+ <output>
1252
+ <port id="0" precision="I32">
1253
+ <dim>3</dim>
1254
+ </port>
1255
+ </output>
1256
+ </layer>
1257
+ <layer id="86" name="__module.transformer.resblocks.1.attn/aten::transpose/Transpose_3" type="Transpose" version="opset1">
1258
+ <input>
1259
+ <port id="0" precision="FP32">
1260
+ <dim>77</dim>
1261
+ <dim>-1</dim>
1262
+ <dim>4</dim>
1263
+ </port>
1264
+ <port id="1" precision="I32">
1265
+ <dim>3</dim>
1266
+ </port>
1267
+ </input>
1268
+ <output>
1269
+ <port id="2" precision="FP32" names="232,k">
1270
+ <dim>-1</dim>
1271
+ <dim>77</dim>
1272
+ <dim>4</dim>
1273
+ </port>
1274
+ </output>
1275
+ </layer>
1276
+ <layer id="87" name="Constant_16792" type="Const" version="opset1">
1277
+ <data element_type="i64" shape="4" offset="1584404" size="32" />
1278
+ <output>
1279
+ <port id="0" precision="I64">
1280
+ <dim>4</dim>
1281
+ </port>
1282
+ </output>
1283
+ </layer>
1284
+ <layer id="88" name="__module.transformer.resblocks.1.attn/aten::view/Reshape_3" type="Reshape" version="opset1">
1285
+ <data special_zero="true" />
1286
+ <input>
1287
+ <port id="0" precision="FP32">
1288
+ <dim>-1</dim>
1289
+ <dim>77</dim>
1290
+ <dim>4</dim>
1291
+ </port>
1292
+ <port id="1" precision="I64">
1293
+ <dim>4</dim>
1294
+ </port>
1295
+ </input>
1296
+ <output>
1297
+ <port id="2" precision="FP32" names="244">
1298
+ <dim>-1</dim>
1299
+ <dim>2</dim>
1300
+ <dim>77</dim>
1301
+ <dim>4</dim>
1302
+ </port>
1303
+ </output>
1304
+ </layer>
1305
+ <layer id="89" name="__module.transformer.resblocks.1.attn/aten::select/Gather_2" type="Gather" version="opset8">
1306
+ <data batch_dims="0" />
1307
+ <input>
1308
+ <port id="0" precision="FP32">
1309
+ <dim>3</dim>
1310
+ <dim>77</dim>
1311
+ <dim>-1</dim>
1312
+ <dim>8</dim>
1313
+ </port>
1314
+ <port id="1" precision="I64" />
1315
+ <port id="2" precision="I64" />
1316
+ </input>
1317
+ <output>
1318
+ <port id="3" precision="FP32" names="220,v.5">
1319
+ <dim>77</dim>
1320
+ <dim>-1</dim>
1321
+ <dim>8</dim>
1322
+ </port>
1323
+ </output>
1324
+ </layer>
1325
+ <layer id="90" name="Constant_16793" type="Const" version="opset1">
1326
+ <data element_type="i64" shape="3" offset="1584380" size="24" />
1327
+ <output>
1328
+ <port id="0" precision="I64">
1329
+ <dim>3</dim>
1330
+ </port>
1331
+ </output>
1332
+ </layer>
1333
+ <layer id="91" name="__module.transformer.resblocks.1.attn/aten::view/Reshape_4" type="Reshape" version="opset1">
1334
+ <data special_zero="true" />
1335
+ <input>
1336
+ <port id="0" precision="FP32">
1337
+ <dim>77</dim>
1338
+ <dim>-1</dim>
1339
+ <dim>8</dim>
1340
+ </port>
1341
+ <port id="1" precision="I64">
1342
+ <dim>3</dim>
1343
+ </port>
1344
+ </input>
1345
+ <output>
1346
+ <port id="2" precision="FP32" names="237">
1347
+ <dim>77</dim>
1348
+ <dim>-1</dim>
1349
+ <dim>4</dim>
1350
+ </port>
1351
+ </output>
1352
+ </layer>
1353
+ <layer id="92" name="__module.transformer.resblocks.1.attn/aten::transpose/ScatterElementsUpdate_4" type="Const" version="opset1">
1354
+ <data element_type="i32" shape="3" offset="1583528" size="12" />
1355
+ <output>
1356
+ <port id="0" precision="I32">
1357
+ <dim>3</dim>
1358
+ </port>
1359
+ </output>
1360
+ </layer>
1361
+ <layer id="93" name="__module.transformer.resblocks.1.attn/aten::transpose/Transpose_4" type="Transpose" version="opset1">
1362
+ <input>
1363
+ <port id="0" precision="FP32">
1364
+ <dim>77</dim>
1365
+ <dim>-1</dim>
1366
+ <dim>4</dim>
1367
+ </port>
1368
+ <port id="1" precision="I32">
1369
+ <dim>3</dim>
1370
+ </port>
1371
+ </input>
1372
+ <output>
1373
+ <port id="2" precision="FP32" names="238,v">
1374
+ <dim>-1</dim>
1375
+ <dim>77</dim>
1376
+ <dim>4</dim>
1377
+ </port>
1378
+ </output>
1379
+ </layer>
1380
+ <layer id="94" name="Constant_16794" type="Const" version="opset1">
1381
+ <data element_type="i64" shape="4" offset="1584404" size="32" />
1382
+ <output>
1383
+ <port id="0" precision="I64">
1384
+ <dim>4</dim>
1385
+ </port>
1386
+ </output>
1387
+ </layer>
1388
+ <layer id="95" name="__module.transformer.resblocks.1.attn/aten::view/Reshape_5" type="Reshape" version="opset1">
1389
+ <data special_zero="true" />
1390
+ <input>
1391
+ <port id="0" precision="FP32">
1392
+ <dim>-1</dim>
1393
+ <dim>77</dim>
1394
+ <dim>4</dim>
1395
+ </port>
1396
+ <port id="1" precision="I64">
1397
+ <dim>4</dim>
1398
+ </port>
1399
+ </input>
1400
+ <output>
1401
+ <port id="2" precision="FP32" names="246">
1402
+ <dim>-1</dim>
1403
+ <dim>2</dim>
1404
+ <dim>77</dim>
1405
+ <dim>4</dim>
1406
+ </port>
1407
+ </output>
1408
+ </layer>
1409
+ <layer id="96" name="__module.transformer.resblocks.1.attn/aten::unsqueeze/Unsqueeze_2" type="Const" version="opset1">
1410
+ <data element_type="f32" shape="1, 1, 77, 77" offset="1584452" size="23716" />
1411
+ <output>
1412
+ <port id="0" precision="FP32" names="240">
1413
+ <dim>1</dim>
1414
+ <dim>1</dim>
1415
+ <dim>77</dim>
1416
+ <dim>77</dim>
1417
+ </port>
1418
+ </output>
1419
+ </layer>
1420
+ <layer id="97" name="__module.transformer.resblocks.1.attn/aten::scaled_dot_product_attention/ScaledDotProductAttention" type="ScaledDotProductAttention" version="opset13">
1421
+ <data causal="false" />
1422
+ <input>
1423
+ <port id="0" precision="FP32">
1424
+ <dim>-1</dim>
1425
+ <dim>2</dim>
1426
+ <dim>77</dim>
1427
+ <dim>4</dim>
1428
+ </port>
1429
+ <port id="1" precision="FP32">
1430
+ <dim>-1</dim>
1431
+ <dim>2</dim>
1432
+ <dim>77</dim>
1433
+ <dim>4</dim>
1434
+ </port>
1435
+ <port id="2" precision="FP32">
1436
+ <dim>-1</dim>
1437
+ <dim>2</dim>
1438
+ <dim>77</dim>
1439
+ <dim>4</dim>
1440
+ </port>
1441
+ <port id="3" precision="FP32">
1442
+ <dim>1</dim>
1443
+ <dim>1</dim>
1444
+ <dim>77</dim>
1445
+ <dim>77</dim>
1446
+ </port>
1447
+ </input>
1448
+ <output>
1449
+ <port id="4" precision="FP32" names="247,attn_output.7">
1450
+ <dim>-1</dim>
1451
+ <dim>2</dim>
1452
+ <dim>77</dim>
1453
+ <dim>4</dim>
1454
+ </port>
1455
+ </output>
1456
+ </layer>
1457
+ <layer id="98" name="Constant_4465" type="Const" version="opset1">
1458
+ <data element_type="i64" shape="4" offset="1584340" size="32" />
1459
+ <output>
1460
+ <port id="0" precision="I64" names="248">
1461
+ <dim>4</dim>
1462
+ </port>
1463
+ </output>
1464
+ </layer>
1465
+ <layer id="99" name="__module.transformer.resblocks.1.attn/aten::permute/Transpose" type="Transpose" version="opset1">
1466
+ <input>
1467
+ <port id="0" precision="FP32">
1468
+ <dim>-1</dim>
1469
+ <dim>2</dim>
1470
+ <dim>77</dim>
1471
+ <dim>4</dim>
1472
+ </port>
1473
+ <port id="1" precision="I64">
1474
+ <dim>4</dim>
1475
+ </port>
1476
+ </input>
1477
+ <output>
1478
+ <port id="2" precision="FP32" names="249">
1479
+ <dim>77</dim>
1480
+ <dim>-1</dim>
1481
+ <dim>2</dim>
1482
+ <dim>4</dim>
1483
+ </port>
1484
+ </output>
1485
+ </layer>
1486
+ <layer id="100" name="Concat_12516" type="Const" version="opset1">
1487
+ <data element_type="i64" shape="2" offset="1608168" size="16" />
1488
+ <output>
1489
+ <port id="0" precision="I64">
1490
+ <dim>2</dim>
1491
+ </port>
1492
+ </output>
1493
+ </layer>
1494
+ <layer id="101" name="__module.transformer.resblocks.1.attn/aten::view/Reshape_6" type="Reshape" version="opset1">
1495
+ <data special_zero="false" />
1496
+ <input>
1497
+ <port id="0" precision="FP32">
1498
+ <dim>77</dim>
1499
+ <dim>-1</dim>
1500
+ <dim>2</dim>
1501
+ <dim>4</dim>
1502
+ </port>
1503
+ <port id="1" precision="I64">
1504
+ <dim>2</dim>
1505
+ </port>
1506
+ </input>
1507
+ <output>
1508
+ <port id="2" precision="FP32" names="254">
1509
+ <dim>-1</dim>
1510
+ <dim>8</dim>
1511
+ </port>
1512
+ </output>
1513
+ </layer>
1514
+ <layer id="102" name="self.transformer.resblocks.1.attn.out_proj.weight" type="Const" version="opset1">
1515
+ <data element_type="f32" shape="8, 8" offset="1611440" size="256" />
1516
+ <output>
1517
+ <port id="0" precision="FP32" names="self.transformer.resblocks.1.attn.out_proj.weight">
1518
+ <dim>8</dim>
1519
+ <dim>8</dim>
1520
+ </port>
1521
+ </output>
1522
+ </layer>
1523
+ <layer id="103" name="__module.transformer.resblocks.1.attn/aten::linear/MatMul_1" type="MatMul" version="opset1">
1524
+ <data transpose_a="false" transpose_b="true" />
1525
+ <input>
1526
+ <port id="0" precision="FP32">
1527
+ <dim>-1</dim>
1528
+ <dim>8</dim>
1529
+ </port>
1530
+ <port id="1" precision="FP32">
1531
+ <dim>8</dim>
1532
+ <dim>8</dim>
1533
+ </port>
1534
+ </input>
1535
+ <output>
1536
+ <port id="2" precision="FP32" names="255,attn_output.9">
1537
+ <dim>-1</dim>
1538
+ <dim>8</dim>
1539
+ </port>
1540
+ </output>
1541
+ </layer>
1542
+ <layer id="104" name="Constant_16795" type="Const" version="opset1">
1543
+ <data element_type="i64" shape="3" offset="1608440" size="24" />
1544
+ <output>
1545
+ <port id="0" precision="I64">
1546
+ <dim>3</dim>
1547
+ </port>
1548
+ </output>
1549
+ </layer>
1550
+ <layer id="105" name="__module.transformer.resblocks.1.attn/aten::view/Reshape_7" type="Reshape" version="opset1">
1551
+ <data special_zero="true" />
1552
+ <input>
1553
+ <port id="0" precision="FP32">
1554
+ <dim>-1</dim>
1555
+ <dim>8</dim>
1556
+ </port>
1557
+ <port id="1" precision="I64">
1558
+ <dim>3</dim>
1559
+ </port>
1560
+ </input>
1561
+ <output>
1562
+ <port id="2" precision="FP32" names="258,attn_output">
1563
+ <dim>77</dim>
1564
+ <dim>-1</dim>
1565
+ <dim>8</dim>
1566
+ </port>
1567
+ </output>
1568
+ </layer>
1569
+ <layer id="106" name="__module.transformer.resblocks.1.attn/aten::transpose/ScatterElementsUpdate_5" type="Const" version="opset1">
1570
+ <data element_type="i32" shape="3" offset="1583528" size="12" />
1571
+ <output>
1572
+ <port id="0" precision="I32">
1573
+ <dim>3</dim>
1574
+ </port>
1575
+ </output>
1576
+ </layer>
1577
+ <layer id="107" name="__module.transformer.resblocks.1.attn/aten::transpose/Transpose_5" type="Transpose" version="opset1">
1578
+ <input>
1579
+ <port id="0" precision="FP32">
1580
+ <dim>77</dim>
1581
+ <dim>-1</dim>
1582
+ <dim>8</dim>
1583
+ </port>
1584
+ <port id="1" precision="I32">
1585
+ <dim>3</dim>
1586
+ </port>
1587
+ </input>
1588
+ <output>
1589
+ <port id="2" precision="FP32" names="259">
1590
+ <dim>-1</dim>
1591
+ <dim>77</dim>
1592
+ <dim>8</dim>
1593
+ </port>
1594
+ </output>
1595
+ </layer>
1596
+ <layer id="108" name="__module.transformer.resblocks.1/aten::add/Add" type="Add" version="opset1">
1597
+ <data auto_broadcast="numpy" />
1598
+ <input>
1599
+ <port id="0" precision="FP32">
1600
+ <dim>-1</dim>
1601
+ <dim>77</dim>
1602
+ <dim>8</dim>
1603
+ </port>
1604
+ <port id="1" precision="FP32">
1605
+ <dim>-1</dim>
1606
+ <dim>77</dim>
1607
+ <dim>8</dim>
1608
+ </port>
1609
+ </input>
1610
+ <output>
1611
+ <port id="2" precision="FP32" names="260,x.13">
1612
+ <dim>-1</dim>
1613
+ <dim>77</dim>
1614
+ <dim>8</dim>
1615
+ </port>
1616
+ </output>
1617
+ </layer>
1618
+ <layer id="109" name="__module.transformer.resblocks.1.ln_2/aten::layer_norm/Constant" type="Const" version="opset1">
1619
+ <data element_type="i32" shape="1" offset="1583524" size="4" />
1620
+ <output>
1621
+ <port id="0" precision="I32">
1622
+ <dim>1</dim>
1623
+ </port>
1624
+ </output>
1625
+ </layer>
1626
+ <layer id="110" name="__module.transformer.resblocks.1.ln_2/aten::layer_norm/MVN" type="MVN" version="opset6">
1627
+ <data eps="9.9999997473787516e-06" normalize_variance="true" eps_mode="INSIDE_SQRT" />
1628
+ <input>
1629
+ <port id="0" precision="FP32">
1630
+ <dim>-1</dim>
1631
+ <dim>77</dim>
1632
+ <dim>8</dim>
1633
+ </port>
1634
+ <port id="1" precision="I32">
1635
+ <dim>1</dim>
1636
+ </port>
1637
+ </input>
1638
+ <output>
1639
+ <port id="2" precision="FP32" names="264,265,x.11">
1640
+ <dim>-1</dim>
1641
+ <dim>77</dim>
1642
+ <dim>8</dim>
1643
+ </port>
1644
+ </output>
1645
+ </layer>
1646
+ <layer id="111" name="self.transformer.resblocks.1.mlp.c_fc.weight" type="Const" version="opset1">
1647
+ <data element_type="f32" shape="32, 8" offset="1611696" size="1024" />
1648
+ <output>
1649
+ <port id="0" precision="FP32" names="self.transformer.resblocks.1.mlp.c_fc.weight">
1650
+ <dim>32</dim>
1651
+ <dim>8</dim>
1652
+ </port>
1653
+ </output>
1654
+ </layer>
1655
+ <layer id="112" name="__module.transformer.resblocks.1.mlp.c_fc/aten::linear/MatMul" type="MatMul" version="opset1">
1656
+ <data transpose_a="false" transpose_b="true" />
1657
+ <input>
1658
+ <port id="0" precision="FP32">
1659
+ <dim>-1</dim>
1660
+ <dim>77</dim>
1661
+ <dim>8</dim>
1662
+ </port>
1663
+ <port id="1" precision="FP32">
1664
+ <dim>32</dim>
1665
+ <dim>8</dim>
1666
+ </port>
1667
+ </input>
1668
+ <output>
1669
+ <port id="2" precision="FP32">
1670
+ <dim>-1</dim>
1671
+ <dim>77</dim>
1672
+ <dim>32</dim>
1673
+ </port>
1674
+ </output>
1675
+ </layer>
1676
+ <layer id="113" name="Constant_16383" type="Const" version="opset1">
1677
+ <data element_type="f32" shape="1, 1, 32" offset="1612720" size="128" />
1678
+ <output>
1679
+ <port id="0" precision="FP32">
1680
+ <dim>1</dim>
1681
+ <dim>1</dim>
1682
+ <dim>32</dim>
1683
+ </port>
1684
+ </output>
1685
+ </layer>
1686
+ <layer id="114" name="__module.transformer.resblocks.1.mlp.c_fc/aten::linear/Add" type="Add" version="opset1">
1687
+ <data auto_broadcast="numpy" />
1688
+ <input>
1689
+ <port id="0" precision="FP32">
1690
+ <dim>-1</dim>
1691
+ <dim>77</dim>
1692
+ <dim>32</dim>
1693
+ </port>
1694
+ <port id="1" precision="FP32">
1695
+ <dim>1</dim>
1696
+ <dim>1</dim>
1697
+ <dim>32</dim>
1698
+ </port>
1699
+ </input>
1700
+ <output>
1701
+ <port id="2" precision="FP32" names="271">
1702
+ <dim>-1</dim>
1703
+ <dim>77</dim>
1704
+ <dim>32</dim>
1705
+ </port>
1706
+ </output>
1707
+ </layer>
1708
+ <layer id="115" name="__module.transformer.resblocks.1.mlp.gelu/aten::gelu/Gelu" type="Gelu" version="opset7">
1709
+ <data approximation_mode="ERF" />
1710
+ <input>
1711
+ <port id="0" precision="FP32">
1712
+ <dim>-1</dim>
1713
+ <dim>77</dim>
1714
+ <dim>32</dim>
1715
+ </port>
1716
+ </input>
1717
+ <output>
1718
+ <port id="1" precision="FP32" names="272">
1719
+ <dim>-1</dim>
1720
+ <dim>77</dim>
1721
+ <dim>32</dim>
1722
+ </port>
1723
+ </output>
1724
+ </layer>
1725
+ <layer id="116" name="self.transformer.resblocks.1.mlp.c_proj.weight" type="Const" version="opset1">
1726
+ <data element_type="f32" shape="8, 32" offset="1612848" size="1024" />
1727
+ <output>
1728
+ <port id="0" precision="FP32" names="self.transformer.resblocks.1.mlp.c_proj.weight">
1729
+ <dim>8</dim>
1730
+ <dim>32</dim>
1731
+ </port>
1732
+ </output>
1733
+ </layer>
1734
+ <layer id="117" name="__module.transformer.resblocks.1.mlp.c_proj/aten::linear/MatMul" type="MatMul" version="opset1">
1735
+ <data transpose_a="false" transpose_b="true" />
1736
+ <input>
1737
+ <port id="0" precision="FP32">
1738
+ <dim>-1</dim>
1739
+ <dim>77</dim>
1740
+ <dim>32</dim>
1741
+ </port>
1742
+ <port id="1" precision="FP32">
1743
+ <dim>8</dim>
1744
+ <dim>32</dim>
1745
+ </port>
1746
+ </input>
1747
+ <output>
1748
+ <port id="2" precision="FP32">
1749
+ <dim>-1</dim>
1750
+ <dim>77</dim>
1751
+ <dim>8</dim>
1752
+ </port>
1753
+ </output>
1754
+ </layer>
1755
+ <layer id="118" name="Constant_16384" type="Const" version="opset1">
1756
+ <data element_type="f32" shape="1, 1, 8" offset="1613872" size="32" />
1757
+ <output>
1758
+ <port id="0" precision="FP32">
1759
+ <dim>1</dim>
1760
+ <dim>1</dim>
1761
+ <dim>8</dim>
1762
+ </port>
1763
+ </output>
1764
+ </layer>
1765
+ <layer id="119" name="__module.transformer.resblocks.1.mlp.c_proj/aten::linear/Add" type="Add" version="opset1">
1766
+ <data auto_broadcast="numpy" />
1767
+ <input>
1768
+ <port id="0" precision="FP32">
1769
+ <dim>-1</dim>
1770
+ <dim>77</dim>
1771
+ <dim>8</dim>
1772
+ </port>
1773
+ <port id="1" precision="FP32">
1774
+ <dim>1</dim>
1775
+ <dim>1</dim>
1776
+ <dim>8</dim>
1777
+ </port>
1778
+ </input>
1779
+ <output>
1780
+ <port id="2" precision="FP32" names="275">
1781
+ <dim>-1</dim>
1782
+ <dim>77</dim>
1783
+ <dim>8</dim>
1784
+ </port>
1785
+ </output>
1786
+ </layer>
1787
+ <layer id="120" name="__module.transformer.resblocks.1/aten::add/Add_1" type="Add" version="opset1">
1788
+ <data auto_broadcast="numpy" />
1789
+ <input>
1790
+ <port id="0" precision="FP32">
1791
+ <dim>-1</dim>
1792
+ <dim>77</dim>
1793
+ <dim>8</dim>
1794
+ </port>
1795
+ <port id="1" precision="FP32">
1796
+ <dim>-1</dim>
1797
+ <dim>77</dim>
1798
+ <dim>8</dim>
1799
+ </port>
1800
+ </input>
1801
+ <output>
1802
+ <port id="2" precision="FP32" names="276">
1803
+ <dim>-1</dim>
1804
+ <dim>77</dim>
1805
+ <dim>8</dim>
1806
+ </port>
1807
+ </output>
1808
+ </layer>
1809
+ <layer id="121" name="__module.ln_final/aten::layer_norm/Constant" type="Const" version="opset1">
1810
+ <data element_type="i32" shape="1" offset="1583524" size="4" />
1811
+ <output>
1812
+ <port id="0" precision="I32">
1813
+ <dim>1</dim>
1814
+ </port>
1815
+ </output>
1816
+ </layer>
1817
+ <layer id="122" name="__module.ln_final/aten::layer_norm/MVN" type="MVN" version="opset6">
1818
+ <data eps="9.9999997473787516e-06" normalize_variance="true" eps_mode="INSIDE_SQRT" />
1819
+ <input>
1820
+ <port id="0" precision="FP32">
1821
+ <dim>-1</dim>
1822
+ <dim>77</dim>
1823
+ <dim>8</dim>
1824
+ </port>
1825
+ <port id="1" precision="I32">
1826
+ <dim>1</dim>
1827
+ </port>
1828
+ </input>
1829
+ <output>
1830
+ <port id="2" precision="FP32" names="286,287,x,x.15">
1831
+ <dim>-1</dim>
1832
+ <dim>77</dim>
1833
+ <dim>8</dim>
1834
+ </port>
1835
+ </output>
1836
+ </layer>
1837
+ <layer id="123" name="aten::index/ShapeOf" type="ShapeOf" version="opset3">
1838
+ <data output_type="i32" />
1839
+ <input>
1840
+ <port id="0" precision="FP32">
1841
+ <dim>-1</dim>
1842
+ <dim>77</dim>
1843
+ <dim>8</dim>
1844
+ </port>
1845
+ </input>
1846
+ <output>
1847
+ <port id="1" precision="I32">
1848
+ <dim>3</dim>
1849
+ </port>
1850
+ </output>
1851
+ </layer>
1852
+ <layer id="124" name="Constant_7893" type="Const" version="opset1">
1853
+ <data element_type="i32" shape="1" offset="1581056" size="4" />
1854
+ <output>
1855
+ <port id="0" precision="I32">
1856
+ <dim>1</dim>
1857
+ </port>
1858
+ </output>
1859
+ </layer>
1860
+ <layer id="125" name="Constant_7892" type="Const" version="opset1">
1861
+ <data element_type="i32" shape="1" offset="1613904" size="4" />
1862
+ <output>
1863
+ <port id="0" precision="I32">
1864
+ <dim>1</dim>
1865
+ </port>
1866
+ </output>
1867
+ </layer>
1868
+ <layer id="126" name="Constant_7894" type="Const" version="opset1">
1869
+ <data element_type="i32" shape="1" offset="1613908" size="4" />
1870
+ <output>
1871
+ <port id="0" precision="I32">
1872
+ <dim>1</dim>
1873
+ </port>
1874
+ </output>
1875
+ </layer>
1876
+ <layer id="127" name="aten::index/Slice" type="StridedSlice" version="opset1">
1877
+ <data begin_mask="0" end_mask="0" new_axis_mask="" shrink_axis_mask="" ellipsis_mask="" />
1878
+ <input>
1879
+ <port id="0" precision="I32">
1880
+ <dim>3</dim>
1881
+ </port>
1882
+ <port id="1" precision="I32">
1883
+ <dim>1</dim>
1884
+ </port>
1885
+ <port id="2" precision="I32">
1886
+ <dim>1</dim>
1887
+ </port>
1888
+ <port id="3" precision="I32">
1889
+ <dim>1</dim>
1890
+ </port>
1891
+ </input>
1892
+ <output>
1893
+ <port id="4" precision="I32">
1894
+ <dim>2</dim>
1895
+ </port>
1896
+ </output>
1897
+ </layer>
1898
+ <layer id="128" name="Constant_7897" type="Const" version="opset1">
1899
+ <data element_type="i32" shape="" offset="1581056" size="4" />
1900
+ <output>
1901
+ <port id="0" precision="I32" />
1902
+ </output>
1903
+ </layer>
1904
+ <layer id="129" name="aten::index/ReduceProd" type="ReduceProd" version="opset1">
1905
+ <data keep_dims="true" />
1906
+ <input>
1907
+ <port id="0" precision="I32">
1908
+ <dim>2</dim>
1909
+ </port>
1910
+ <port id="1" precision="I32" />
1911
+ </input>
1912
+ <output>
1913
+ <port id="2" precision="I32">
1914
+ <dim>1</dim>
1915
+ </port>
1916
+ </output>
1917
+ </layer>
1918
+ <layer id="130" name="Constant_7899" type="Const" version="opset1">
1919
+ <data element_type="i32" shape="1" offset="1583524" size="4" />
1920
+ <output>
1921
+ <port id="0" precision="I32">
1922
+ <dim>1</dim>
1923
+ </port>
1924
+ </output>
1925
+ </layer>
1926
+ <layer id="131" name="aten::index/Concat" type="Concat" version="opset1">
1927
+ <data axis="0" />
1928
+ <input>
1929
+ <port id="0" precision="I32">
1930
+ <dim>1</dim>
1931
+ </port>
1932
+ <port id="1" precision="I32">
1933
+ <dim>1</dim>
1934
+ </port>
1935
+ </input>
1936
+ <output>
1937
+ <port id="2" precision="I32">
1938
+ <dim>2</dim>
1939
+ </port>
1940
+ </output>
1941
+ </layer>
1942
+ <layer id="132" name="aten::index/Reshape" type="Reshape" version="opset1">
1943
+ <data special_zero="true" />
1944
+ <input>
1945
+ <port id="0" precision="FP32">
1946
+ <dim>-1</dim>
1947
+ <dim>77</dim>
1948
+ <dim>8</dim>
1949
+ </port>
1950
+ <port id="1" precision="I32">
1951
+ <dim>2</dim>
1952
+ </port>
1953
+ </input>
1954
+ <output>
1955
+ <port id="2" precision="FP32">
1956
+ <dim>-1</dim>
1957
+ <dim>-1</dim>
1958
+ </port>
1959
+ </output>
1960
+ </layer>
1961
+ <layer id="133" name="aten::argmax/Constant" type="Const" version="opset1">
1962
+ <data element_type="i32" shape="" offset="1613908" size="4" />
1963
+ <output>
1964
+ <port id="0" precision="I32" />
1965
+ </output>
1966
+ </layer>
1967
+ <layer id="134" name="aten::argmax/TopK" type="TopK" version="opset11">
1968
+ <data axis="-1" mode="max" sort="value" index_element_type="i64" stable="true" />
1969
+ <input>
1970
+ <port id="0" precision="I32">
1971
+ <dim>-1</dim>
1972
+ <dim>77</dim>
1973
+ </port>
1974
+ <port id="1" precision="I32" />
1975
+ </input>
1976
+ <output>
1977
+ <port id="2" precision="I32">
1978
+ <dim>-1</dim>
1979
+ <dim>1</dim>
1980
+ </port>
1981
+ <port id="3" precision="I64">
1982
+ <dim>-1</dim>
1983
+ <dim>1</dim>
1984
+ </port>
1985
+ </output>
1986
+ </layer>
1987
+ <layer id="135" name="Constant_16761" type="Const" version="opset1">
1988
+ <data element_type="i64" shape="1" offset="1613912" size="8" />
1989
+ <output>
1990
+ <port id="0" precision="I64">
1991
+ <dim>1</dim>
1992
+ </port>
1993
+ </output>
1994
+ </layer>
1995
+ <layer id="136" name="aten::argmax/Squeeze" type="Reshape" version="opset1">
1996
+ <data special_zero="false" />
1997
+ <input>
1998
+ <port id="0" precision="I64">
1999
+ <dim>-1</dim>
2000
+ <dim>1</dim>
2001
+ </port>
2002
+ <port id="1" precision="I64">
2003
+ <dim>1</dim>
2004
+ </port>
2005
+ </input>
2006
+ <output>
2007
+ <port id="2" precision="I64" names="47">
2008
+ <dim>-1</dim>
2009
+ </port>
2010
+ </output>
2011
+ </layer>
2012
+ <layer id="137" name="aten::index/Convert" type="Convert" version="opset1">
2013
+ <data destination_type="i32" />
2014
+ <input>
2015
+ <port id="0" precision="I64">
2016
+ <dim>-1</dim>
2017
+ </port>
2018
+ </input>
2019
+ <output>
2020
+ <port id="1" precision="I32">
2021
+ <dim>-1</dim>
2022
+ </port>
2023
+ </output>
2024
+ </layer>
2025
+ <layer id="138" name="aten::arange/Constant" type="Const" version="opset1">
2026
+ <data element_type="i32" shape="" offset="1581056" size="4" />
2027
+ <output>
2028
+ <port id="0" precision="I32" />
2029
+ </output>
2030
+ </layer>
2031
+ <layer id="139" name="ShapeOf_16763" type="ShapeOf" version="opset3">
2032
+ <data output_type="i64" />
2033
+ <input>
2034
+ <port id="0" precision="I32">
2035
+ <dim>-1</dim>
2036
+ <dim>77</dim>
2037
+ </port>
2038
+ </input>
2039
+ <output>
2040
+ <port id="1" precision="I64">
2041
+ <dim>2</dim>
2042
+ </port>
2043
+ </output>
2044
+ </layer>
2045
+ <layer id="140" name="Constant_16764" type="Const" version="opset1">
2046
+ <data element_type="i64" shape="" offset="1584372" size="8" />
2047
+ <output>
2048
+ <port id="0" precision="I64" />
2049
+ </output>
2050
+ </layer>
2051
+ <layer id="141" name="Constant_16765" type="Const" version="opset1">
2052
+ <data element_type="i64" shape="" offset="1584372" size="8" />
2053
+ <output>
2054
+ <port id="0" precision="I64" />
2055
+ </output>
2056
+ </layer>
2057
+ <layer id="142" name="Gather_16766" type="Gather" version="opset8">
2058
+ <data batch_dims="0" />
2059
+ <input>
2060
+ <port id="0" precision="I64">
2061
+ <dim>2</dim>
2062
+ </port>
2063
+ <port id="1" precision="I64" />
2064
+ <port id="2" precision="I64" />
2065
+ </input>
2066
+ <output>
2067
+ <port id="3" precision="I64" names="199,37,97" />
2068
+ </output>
2069
+ </layer>
2070
+ <layer id="143" name="aten::arange/Constant_1" type="Const" version="opset1">
2071
+ <data element_type="i32" shape="" offset="1613908" size="4" />
2072
+ <output>
2073
+ <port id="0" precision="I32" />
2074
+ </output>
2075
+ </layer>
2076
+ <layer id="144" name="aten::arange/Range" type="Range" version="opset4">
2077
+ <data output_type="f32" />
2078
+ <input>
2079
+ <port id="0" precision="I32" />
2080
+ <port id="1" precision="I64" />
2081
+ <port id="2" precision="I32" />
2082
+ </input>
2083
+ <output>
2084
+ <port id="3" precision="FP32">
2085
+ <dim>-1</dim>
2086
+ </port>
2087
+ </output>
2088
+ </layer>
2089
+ <layer id="145" name="aten::arange/ConvertLike" type="Convert" version="opset1">
2090
+ <data destination_type="i64" />
2091
+ <input>
2092
+ <port id="0" precision="FP32">
2093
+ <dim>-1</dim>
2094
+ </port>
2095
+ </input>
2096
+ <output>
2097
+ <port id="1" precision="I64" names="44">
2098
+ <dim>-1</dim>
2099
+ </port>
2100
+ </output>
2101
+ </layer>
2102
+ <layer id="146" name="aten::index/Convert_2" type="Convert" version="opset1">
2103
+ <data destination_type="i32" />
2104
+ <input>
2105
+ <port id="0" precision="I64">
2106
+ <dim>-1</dim>
2107
+ </port>
2108
+ </input>
2109
+ <output>
2110
+ <port id="1" precision="I32">
2111
+ <dim>-1</dim>
2112
+ </port>
2113
+ </output>
2114
+ </layer>
2115
+ <layer id="147" name="Constant_7886" type="Const" version="opset1">
2116
+ <data element_type="i32" shape="" offset="1581056" size="4" />
2117
+ <output>
2118
+ <port id="0" precision="I32" />
2119
+ </output>
2120
+ </layer>
2121
+ <layer id="148" name="aten::index/Split" type="Split" version="opset1">
2122
+ <data num_splits="3" />
2123
+ <input>
2124
+ <port id="0" precision="I32">
2125
+ <dim>3</dim>
2126
+ </port>
2127
+ <port id="1" precision="I32" />
2128
+ </input>
2129
+ <output>
2130
+ <port id="2" precision="I32">
2131
+ <dim>1</dim>
2132
+ </port>
2133
+ <port id="3" precision="I32">
2134
+ <dim>1</dim>
2135
+ </port>
2136
+ <port id="4" precision="I32">
2137
+ <dim>1</dim>
2138
+ </port>
2139
+ </output>
2140
+ </layer>
2141
+ <layer id="149" name="aten::index/Multiply" type="Multiply" version="opset1">
2142
+ <data auto_broadcast="numpy" />
2143
+ <input>
2144
+ <port id="0" precision="I32">
2145
+ <dim>-1</dim>
2146
+ </port>
2147
+ <port id="1" precision="I32">
2148
+ <dim>1</dim>
2149
+ </port>
2150
+ </input>
2151
+ <output>
2152
+ <port id="2" precision="I32">
2153
+ <dim>-1</dim>
2154
+ </port>
2155
+ </output>
2156
+ </layer>
2157
+ <layer id="150" name="aten::index/Add" type="Add" version="opset1">
2158
+ <data auto_broadcast="numpy" />
2159
+ <input>
2160
+ <port id="0" precision="I32">
2161
+ <dim>-1</dim>
2162
+ </port>
2163
+ <port id="1" precision="I32">
2164
+ <dim>-1</dim>
2165
+ </port>
2166
+ </input>
2167
+ <output>
2168
+ <port id="2" precision="I32">
2169
+ <dim>-1</dim>
2170
+ </port>
2171
+ </output>
2172
+ </layer>
2173
+ <layer id="151" name="aten::index/Gather" type="Gather" version="opset8">
2174
+ <data batch_dims="0" />
2175
+ <input>
2176
+ <port id="0" precision="FP32">
2177
+ <dim>-1</dim>
2178
+ <dim>-1</dim>
2179
+ </port>
2180
+ <port id="1" precision="I32">
2181
+ <dim>-1</dim>
2182
+ </port>
2183
+ <port id="2" precision="I32" />
2184
+ </input>
2185
+ <output>
2186
+ <port id="3" precision="FP32">
2187
+ <dim>-1</dim>
2188
+ <dim>-1</dim>
2189
+ </port>
2190
+ </output>
2191
+ </layer>
2192
+ <layer id="152" name="Constant_16796" type="Const" version="opset1">
2193
+ <data element_type="i64" shape="2" offset="1608168" size="16" />
2194
+ <output>
2195
+ <port id="0" precision="I64">
2196
+ <dim>2</dim>
2197
+ </port>
2198
+ </output>
2199
+ </layer>
2200
+ <layer id="153" name="aten::index/Reshape_6" type="Reshape" version="opset1">
2201
+ <data special_zero="true" />
2202
+ <input>
2203
+ <port id="0" precision="FP32">
2204
+ <dim>-1</dim>
2205
+ <dim>-1</dim>
2206
+ </port>
2207
+ <port id="1" precision="I64">
2208
+ <dim>2</dim>
2209
+ </port>
2210
+ </input>
2211
+ <output>
2212
+ <port id="2" precision="FP32">
2213
+ <dim>-1</dim>
2214
+ <dim>8</dim>
2215
+ </port>
2216
+ </output>
2217
+ </layer>
2218
+ <layer id="154" name="Concat_12522" type="Const" version="opset1">
2219
+ <data element_type="i64" shape="2" offset="1608168" size="16" />
2220
+ <output>
2221
+ <port id="0" precision="I64">
2222
+ <dim>2</dim>
2223
+ </port>
2224
+ </output>
2225
+ </layer>
2226
+ <layer id="155" name="aten::index/Reshape_9" type="Reshape" version="opset1">
2227
+ <data special_zero="false" />
2228
+ <input>
2229
+ <port id="0" precision="FP32">
2230
+ <dim>-1</dim>
2231
+ <dim>8</dim>
2232
+ </port>
2233
+ <port id="1" precision="I64">
2234
+ <dim>2</dim>
2235
+ </port>
2236
+ </input>
2237
+ <output>
2238
+ <port id="2" precision="FP32" names="49,pooled">
2239
+ <dim>-1</dim>
2240
+ <dim>8</dim>
2241
+ </port>
2242
+ </output>
2243
+ </layer>
2244
+ <layer id="156" name="Transpose_16298" type="Const" version="opset1">
2245
+ <data element_type="f32" shape="8, 8" offset="1613920" size="256" />
2246
+ <output>
2247
+ <port id="0" precision="FP32">
2248
+ <dim>8</dim>
2249
+ <dim>8</dim>
2250
+ </port>
2251
+ </output>
2252
+ </layer>
2253
+ <layer id="157" name="aten::matmul/MatMul" type="MatMul" version="opset1">
2254
+ <data transpose_a="false" transpose_b="true" />
2255
+ <input>
2256
+ <port id="0" precision="FP32">
2257
+ <dim>-1</dim>
2258
+ <dim>8</dim>
2259
+ </port>
2260
+ <port id="1" precision="FP32">
2261
+ <dim>8</dim>
2262
+ <dim>8</dim>
2263
+ </port>
2264
+ </input>
2265
+ <output>
2266
+ <port id="2" precision="FP32" names="text_features">
2267
+ <dim>-1</dim>
2268
+ <dim>8</dim>
2269
+ </port>
2270
+ </output>
2271
+ </layer>
2272
+ <layer id="158" name="Result_9208" type="Result" version="opset1">
2273
+ <input>
2274
+ <port id="0" precision="FP32">
2275
+ <dim>-1</dim>
2276
+ <dim>8</dim>
2277
+ </port>
2278
+ </input>
2279
+ </layer>
2280
+ </layers>
2281
+ <edges>
2282
+ <edge from-layer="0" from-port="0" to-layer="3" to-port="1" />
2283
+ <edge from-layer="0" from-port="0" to-layer="134" to-port="0" />
2284
+ <edge from-layer="0" from-port="0" to-layer="139" to-port="0" />
2285
+ <edge from-layer="1" from-port="0" to-layer="3" to-port="0" />
2286
+ <edge from-layer="2" from-port="0" to-layer="3" to-port="2" />
2287
+ <edge from-layer="3" from-port="3" to-layer="5" to-port="0" />
2288
+ <edge from-layer="4" from-port="0" to-layer="5" to-port="1" />
2289
+ <edge from-layer="5" from-port="2" to-layer="7" to-port="0" />
2290
+ <edge from-layer="5" from-port="2" to-layer="52" to-port="0" />
2291
+ <edge from-layer="6" from-port="0" to-layer="7" to-port="1" />
2292
+ <edge from-layer="7" from-port="2" to-layer="9" to-port="0" />
2293
+ <edge from-layer="8" from-port="0" to-layer="9" to-port="1" />
2294
+ <edge from-layer="9" from-port="2" to-layer="11" to-port="0" />
2295
+ <edge from-layer="10" from-port="0" to-layer="11" to-port="1" />
2296
+ <edge from-layer="11" from-port="2" to-layer="13" to-port="0" />
2297
+ <edge from-layer="12" from-port="0" to-layer="13" to-port="1" />
2298
+ <edge from-layer="13" from-port="2" to-layer="15" to-port="0" />
2299
+ <edge from-layer="14" from-port="0" to-layer="15" to-port="1" />
2300
+ <edge from-layer="15" from-port="2" to-layer="33" to-port="0" />
2301
+ <edge from-layer="15" from-port="2" to-layer="17" to-port="0" />
2302
+ <edge from-layer="15" from-port="2" to-layer="25" to-port="0" />
2303
+ <edge from-layer="16" from-port="0" to-layer="82" to-port="2" />
2304
+ <edge from-layer="16" from-port="0" to-layer="89" to-port="2" />
2305
+ <edge from-layer="16" from-port="0" to-layer="25" to-port="2" />
2306
+ <edge from-layer="16" from-port="0" to-layer="17" to-port="1" />
2307
+ <edge from-layer="16" from-port="0" to-layer="75" to-port="2" />
2308
+ <edge from-layer="16" from-port="0" to-layer="75" to-port="1" />
2309
+ <edge from-layer="16" from-port="0" to-layer="33" to-port="2" />
2310
+ <edge from-layer="16" from-port="0" to-layer="17" to-port="2" />
2311
+ <edge from-layer="17" from-port="3" to-layer="19" to-port="0" />
2312
+ <edge from-layer="18" from-port="0" to-layer="19" to-port="1" />
2313
+ <edge from-layer="19" from-port="2" to-layer="21" to-port="0" />
2314
+ <edge from-layer="20" from-port="0" to-layer="21" to-port="1" />
2315
+ <edge from-layer="21" from-port="2" to-layer="23" to-port="0" />
2316
+ <edge from-layer="22" from-port="0" to-layer="23" to-port="1" />
2317
+ <edge from-layer="23" from-port="2" to-layer="41" to-port="0" />
2318
+ <edge from-layer="24" from-port="0" to-layer="82" to-port="1" />
2319
+ <edge from-layer="24" from-port="0" to-layer="25" to-port="1" />
2320
+ <edge from-layer="25" from-port="3" to-layer="27" to-port="0" />
2321
+ <edge from-layer="26" from-port="0" to-layer="27" to-port="1" />
2322
+ <edge from-layer="27" from-port="2" to-layer="29" to-port="0" />
2323
+ <edge from-layer="28" from-port="0" to-layer="29" to-port="1" />
2324
+ <edge from-layer="29" from-port="2" to-layer="31" to-port="0" />
2325
+ <edge from-layer="30" from-port="0" to-layer="31" to-port="1" />
2326
+ <edge from-layer="31" from-port="2" to-layer="41" to-port="1" />
2327
+ <edge from-layer="32" from-port="0" to-layer="89" to-port="1" />
2328
+ <edge from-layer="32" from-port="0" to-layer="33" to-port="1" />
2329
+ <edge from-layer="33" from-port="3" to-layer="35" to-port="0" />
2330
+ <edge from-layer="34" from-port="0" to-layer="35" to-port="1" />
2331
+ <edge from-layer="35" from-port="2" to-layer="37" to-port="0" />
2332
+ <edge from-layer="36" from-port="0" to-layer="37" to-port="1" />
2333
+ <edge from-layer="37" from-port="2" to-layer="39" to-port="0" />
2334
+ <edge from-layer="38" from-port="0" to-layer="39" to-port="1" />
2335
+ <edge from-layer="39" from-port="2" to-layer="41" to-port="2" />
2336
+ <edge from-layer="40" from-port="0" to-layer="41" to-port="3" />
2337
+ <edge from-layer="41" from-port="4" to-layer="43" to-port="0" />
2338
+ <edge from-layer="42" from-port="0" to-layer="43" to-port="1" />
2339
+ <edge from-layer="43" from-port="2" to-layer="45" to-port="0" />
2340
+ <edge from-layer="44" from-port="0" to-layer="45" to-port="1" />
2341
+ <edge from-layer="45" from-port="2" to-layer="47" to-port="0" />
2342
+ <edge from-layer="46" from-port="0" to-layer="47" to-port="1" />
2343
+ <edge from-layer="47" from-port="2" to-layer="49" to-port="0" />
2344
+ <edge from-layer="48" from-port="0" to-layer="49" to-port="1" />
2345
+ <edge from-layer="49" from-port="2" to-layer="51" to-port="0" />
2346
+ <edge from-layer="50" from-port="0" to-layer="51" to-port="1" />
2347
+ <edge from-layer="51" from-port="2" to-layer="52" to-port="1" />
2348
+ <edge from-layer="52" from-port="2" to-layer="54" to-port="0" />
2349
+ <edge from-layer="52" from-port="2" to-layer="64" to-port="0" />
2350
+ <edge from-layer="53" from-port="0" to-layer="54" to-port="1" />
2351
+ <edge from-layer="54" from-port="2" to-layer="56" to-port="0" />
2352
+ <edge from-layer="55" from-port="0" to-layer="56" to-port="1" />
2353
+ <edge from-layer="56" from-port="2" to-layer="58" to-port="0" />
2354
+ <edge from-layer="57" from-port="0" to-layer="58" to-port="1" />
2355
+ <edge from-layer="58" from-port="2" to-layer="59" to-port="0" />
2356
+ <edge from-layer="59" from-port="1" to-layer="61" to-port="0" />
2357
+ <edge from-layer="60" from-port="0" to-layer="61" to-port="1" />
2358
+ <edge from-layer="61" from-port="2" to-layer="63" to-port="0" />
2359
+ <edge from-layer="62" from-port="0" to-layer="63" to-port="1" />
2360
+ <edge from-layer="63" from-port="2" to-layer="64" to-port="1" />
2361
+ <edge from-layer="64" from-port="2" to-layer="108" to-port="0" />
2362
+ <edge from-layer="64" from-port="2" to-layer="66" to-port="0" />
2363
+ <edge from-layer="65" from-port="0" to-layer="66" to-port="1" />
2364
+ <edge from-layer="66" from-port="2" to-layer="68" to-port="0" />
2365
+ <edge from-layer="67" from-port="0" to-layer="68" to-port="1" />
2366
+ <edge from-layer="68" from-port="2" to-layer="70" to-port="0" />
2367
+ <edge from-layer="69" from-port="0" to-layer="70" to-port="1" />
2368
+ <edge from-layer="70" from-port="2" to-layer="72" to-port="0" />
2369
+ <edge from-layer="71" from-port="0" to-layer="72" to-port="1" />
2370
+ <edge from-layer="72" from-port="2" to-layer="74" to-port="0" />
2371
+ <edge from-layer="73" from-port="0" to-layer="74" to-port="1" />
2372
+ <edge from-layer="74" from-port="2" to-layer="89" to-port="0" />
2373
+ <edge from-layer="74" from-port="2" to-layer="82" to-port="0" />
2374
+ <edge from-layer="74" from-port="2" to-layer="75" to-port="0" />
2375
+ <edge from-layer="75" from-port="3" to-layer="77" to-port="0" />
2376
+ <edge from-layer="76" from-port="0" to-layer="77" to-port="1" />
2377
+ <edge from-layer="77" from-port="2" to-layer="79" to-port="0" />
2378
+ <edge from-layer="78" from-port="0" to-layer="79" to-port="1" />
2379
+ <edge from-layer="79" from-port="2" to-layer="81" to-port="0" />
2380
+ <edge from-layer="80" from-port="0" to-layer="81" to-port="1" />
2381
+ <edge from-layer="81" from-port="2" to-layer="97" to-port="0" />
2382
+ <edge from-layer="82" from-port="3" to-layer="84" to-port="0" />
2383
+ <edge from-layer="83" from-port="0" to-layer="84" to-port="1" />
2384
+ <edge from-layer="84" from-port="2" to-layer="86" to-port="0" />
2385
+ <edge from-layer="85" from-port="0" to-layer="86" to-port="1" />
2386
+ <edge from-layer="86" from-port="2" to-layer="88" to-port="0" />
2387
+ <edge from-layer="87" from-port="0" to-layer="88" to-port="1" />
2388
+ <edge from-layer="88" from-port="2" to-layer="97" to-port="1" />
2389
+ <edge from-layer="89" from-port="3" to-layer="91" to-port="0" />
2390
+ <edge from-layer="90" from-port="0" to-layer="91" to-port="1" />
2391
+ <edge from-layer="91" from-port="2" to-layer="93" to-port="0" />
2392
+ <edge from-layer="92" from-port="0" to-layer="93" to-port="1" />
2393
+ <edge from-layer="93" from-port="2" to-layer="95" to-port="0" />
2394
+ <edge from-layer="94" from-port="0" to-layer="95" to-port="1" />
2395
+ <edge from-layer="95" from-port="2" to-layer="97" to-port="2" />
2396
+ <edge from-layer="96" from-port="0" to-layer="97" to-port="3" />
2397
+ <edge from-layer="97" from-port="4" to-layer="99" to-port="0" />
2398
+ <edge from-layer="98" from-port="0" to-layer="99" to-port="1" />
2399
+ <edge from-layer="99" from-port="2" to-layer="101" to-port="0" />
2400
+ <edge from-layer="100" from-port="0" to-layer="101" to-port="1" />
2401
+ <edge from-layer="101" from-port="2" to-layer="103" to-port="0" />
2402
+ <edge from-layer="102" from-port="0" to-layer="103" to-port="1" />
2403
+ <edge from-layer="103" from-port="2" to-layer="105" to-port="0" />
2404
+ <edge from-layer="104" from-port="0" to-layer="105" to-port="1" />
2405
+ <edge from-layer="105" from-port="2" to-layer="107" to-port="0" />
2406
+ <edge from-layer="106" from-port="0" to-layer="107" to-port="1" />
2407
+ <edge from-layer="107" from-port="2" to-layer="108" to-port="1" />
2408
+ <edge from-layer="108" from-port="2" to-layer="110" to-port="0" />
2409
+ <edge from-layer="108" from-port="2" to-layer="120" to-port="0" />
2410
+ <edge from-layer="109" from-port="0" to-layer="110" to-port="1" />
2411
+ <edge from-layer="110" from-port="2" to-layer="112" to-port="0" />
2412
+ <edge from-layer="111" from-port="0" to-layer="112" to-port="1" />
2413
+ <edge from-layer="112" from-port="2" to-layer="114" to-port="0" />
2414
+ <edge from-layer="113" from-port="0" to-layer="114" to-port="1" />
2415
+ <edge from-layer="114" from-port="2" to-layer="115" to-port="0" />
2416
+ <edge from-layer="115" from-port="1" to-layer="117" to-port="0" />
2417
+ <edge from-layer="116" from-port="0" to-layer="117" to-port="1" />
2418
+ <edge from-layer="117" from-port="2" to-layer="119" to-port="0" />
2419
+ <edge from-layer="118" from-port="0" to-layer="119" to-port="1" />
2420
+ <edge from-layer="119" from-port="2" to-layer="120" to-port="1" />
2421
+ <edge from-layer="120" from-port="2" to-layer="122" to-port="0" />
2422
+ <edge from-layer="121" from-port="0" to-layer="122" to-port="1" />
2423
+ <edge from-layer="122" from-port="2" to-layer="123" to-port="0" />
2424
+ <edge from-layer="122" from-port="2" to-layer="132" to-port="0" />
2425
+ <edge from-layer="123" from-port="1" to-layer="127" to-port="0" />
2426
+ <edge from-layer="123" from-port="1" to-layer="148" to-port="0" />
2427
+ <edge from-layer="124" from-port="0" to-layer="127" to-port="1" />
2428
+ <edge from-layer="125" from-port="0" to-layer="127" to-port="2" />
2429
+ <edge from-layer="126" from-port="0" to-layer="127" to-port="3" />
2430
+ <edge from-layer="127" from-port="4" to-layer="129" to-port="0" />
2431
+ <edge from-layer="128" from-port="0" to-layer="129" to-port="1" />
2432
+ <edge from-layer="129" from-port="2" to-layer="131" to-port="0" />
2433
+ <edge from-layer="130" from-port="0" to-layer="131" to-port="1" />
2434
+ <edge from-layer="131" from-port="2" to-layer="132" to-port="1" />
2435
+ <edge from-layer="132" from-port="2" to-layer="151" to-port="0" />
2436
+ <edge from-layer="133" from-port="0" to-layer="134" to-port="1" />
2437
+ <edge from-layer="134" from-port="3" to-layer="136" to-port="0" />
2438
+ <edge from-layer="135" from-port="0" to-layer="136" to-port="1" />
2439
+ <edge from-layer="136" from-port="2" to-layer="137" to-port="0" />
2440
+ <edge from-layer="137" from-port="1" to-layer="150" to-port="0" />
2441
+ <edge from-layer="138" from-port="0" to-layer="144" to-port="0" />
2442
+ <edge from-layer="139" from-port="1" to-layer="142" to-port="0" />
2443
+ <edge from-layer="140" from-port="0" to-layer="142" to-port="1" />
2444
+ <edge from-layer="141" from-port="0" to-layer="142" to-port="2" />
2445
+ <edge from-layer="142" from-port="3" to-layer="144" to-port="1" />
2446
+ <edge from-layer="143" from-port="0" to-layer="144" to-port="2" />
2447
+ <edge from-layer="144" from-port="3" to-layer="145" to-port="0" />
2448
+ <edge from-layer="145" from-port="1" to-layer="146" to-port="0" />
2449
+ <edge from-layer="146" from-port="1" to-layer="149" to-port="0" />
2450
+ <edge from-layer="147" from-port="0" to-layer="148" to-port="1" />
2451
+ <edge from-layer="147" from-port="0" to-layer="151" to-port="2" />
2452
+ <edge from-layer="148" from-port="3" to-layer="149" to-port="1" />
2453
+ <edge from-layer="149" from-port="2" to-layer="150" to-port="1" />
2454
+ <edge from-layer="150" from-port="2" to-layer="151" to-port="1" />
2455
+ <edge from-layer="151" from-port="3" to-layer="153" to-port="0" />
2456
+ <edge from-layer="152" from-port="0" to-layer="153" to-port="1" />
2457
+ <edge from-layer="153" from-port="2" to-layer="155" to-port="0" />
2458
+ <edge from-layer="154" from-port="0" to-layer="155" to-port="1" />
2459
+ <edge from-layer="155" from-port="2" to-layer="157" to-port="0" />
2460
+ <edge from-layer="156" from-port="0" to-layer="157" to-port="1" />
2461
+ <edge from-layer="157" from-port="2" to-layer="158" to-port="0" />
2462
+ </edges>
2463
+ <rt_info>
2464
+ <Runtime_version value="2024.2.0-15519-5c0f38f83f6-releases/2024/2" />
2465
+ <conversion_parameters>
2466
+ <framework value="pytorch" />
2467
+ <is_python_object value="True" />
2468
+ </conversion_parameters>
2469
+ <optimum>
2470
+ <open_clip_version value="2.26.1" />
2471
+ <optimum_intel_version value="1.19.0.dev0+8f5f82e" />
2472
+ <optimum_version value="1.22.0.dev0" />
2473
+ <pytorch_version value="2.4.0" />
2474
+ <transformers_version value="4.41.2" />
2475
+ </optimum>
2476
+ </rt_info>
2477
+ </net>
openvino_model_vision.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f0f995ce5f1ad7129d54c0df5cdca058de60d34dfb4c1ef66682158604e97583
3
+ size 1597632
openvino_model_vision.xml ADDED
@@ -0,0 +1,1901 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ <?xml version="1.0"?>
2
+ <net name="Model0" version="11">
3
+ <layers>
4
+ <layer id="0" name="x" type="Parameter" version="opset1">
5
+ <data shape="?,?,?,?" element_type="f32" />
6
+ <output>
7
+ <port id="0" precision="FP32" names="x">
8
+ <dim>-1</dim>
9
+ <dim>-1</dim>
10
+ <dim>-1</dim>
11
+ <dim>-1</dim>
12
+ </port>
13
+ </output>
14
+ </layer>
15
+ <layer id="1" name="aten::view/Reshape" type="Const" version="opset1">
16
+ <data element_type="f32" shape="1, 1, 128" offset="0" size="512" />
17
+ <output>
18
+ <port id="0" precision="FP32" names="35">
19
+ <dim>1</dim>
20
+ <dim>1</dim>
21
+ <dim>128</dim>
22
+ </port>
23
+ </output>
24
+ </layer>
25
+ <layer id="2" name="ShapeOf_2611" type="ShapeOf" version="opset3">
26
+ <data output_type="i64" />
27
+ <input>
28
+ <port id="0" precision="FP32">
29
+ <dim>-1</dim>
30
+ <dim>-1</dim>
31
+ <dim>-1</dim>
32
+ <dim>-1</dim>
33
+ </port>
34
+ </input>
35
+ <output>
36
+ <port id="1" precision="I64">
37
+ <dim>4</dim>
38
+ </port>
39
+ </output>
40
+ </layer>
41
+ <layer id="3" name="Constant_2718" type="Const" version="opset1">
42
+ <data element_type="i64" shape="1" offset="512" size="8" />
43
+ <output>
44
+ <port id="0" precision="I64">
45
+ <dim>1</dim>
46
+ </port>
47
+ </output>
48
+ </layer>
49
+ <layer id="4" name="Constant_2613" type="Const" version="opset1">
50
+ <data element_type="i64" shape="" offset="512" size="8" />
51
+ <output>
52
+ <port id="0" precision="I64" />
53
+ </output>
54
+ </layer>
55
+ <layer id="5" name="Gather_2614" type="Gather" version="opset8">
56
+ <data batch_dims="0" />
57
+ <input>
58
+ <port id="0" precision="I64">
59
+ <dim>4</dim>
60
+ </port>
61
+ <port id="1" precision="I64">
62
+ <dim>1</dim>
63
+ </port>
64
+ <port id="2" precision="I64" />
65
+ </input>
66
+ <output>
67
+ <port id="3" precision="I64" names="12,14,28,30">
68
+ <dim>1</dim>
69
+ </port>
70
+ </output>
71
+ </layer>
72
+ <layer id="6" name="Constant_2454" type="Const" version="opset1">
73
+ <data element_type="i64" shape="1" offset="520" size="8" />
74
+ <output>
75
+ <port id="0" precision="I64">
76
+ <dim>1</dim>
77
+ </port>
78
+ </output>
79
+ </layer>
80
+ <layer id="7" name="Constant_2456" type="Const" version="opset1">
81
+ <data element_type="i64" shape="1" offset="520" size="8" />
82
+ <output>
83
+ <port id="0" precision="I64">
84
+ <dim>1</dim>
85
+ </port>
86
+ </output>
87
+ </layer>
88
+ <layer id="8" name="prim::ListConstruct/Concat_1" type="Concat" version="opset1">
89
+ <data axis="0" />
90
+ <input>
91
+ <port id="0" precision="I64">
92
+ <dim>1</dim>
93
+ </port>
94
+ <port id="1" precision="I64">
95
+ <dim>1</dim>
96
+ </port>
97
+ <port id="2" precision="I64">
98
+ <dim>1</dim>
99
+ </port>
100
+ </input>
101
+ <output>
102
+ <port id="3" precision="I64" names="38">
103
+ <dim>3</dim>
104
+ </port>
105
+ </output>
106
+ </layer>
107
+ <layer id="9" name="aten::expand/Broadcast" type="Broadcast" version="opset3">
108
+ <data mode="bidirectional" />
109
+ <input>
110
+ <port id="0" precision="FP32">
111
+ <dim>1</dim>
112
+ <dim>1</dim>
113
+ <dim>128</dim>
114
+ </port>
115
+ <port id="1" precision="I64">
116
+ <dim>3</dim>
117
+ </port>
118
+ </input>
119
+ <output>
120
+ <port id="2" precision="FP32" names="40,45">
121
+ <dim>-1</dim>
122
+ <dim>1</dim>
123
+ <dim>128</dim>
124
+ </port>
125
+ </output>
126
+ </layer>
127
+ <layer id="10" name="self.conv1.weight" type="Const" version="opset1">
128
+ <data element_type="f32" shape="128, 3, 2, 2" offset="528" size="6144" />
129
+ <output>
130
+ <port id="0" precision="FP32" names="self.conv1.weight">
131
+ <dim>128</dim>
132
+ <dim>3</dim>
133
+ <dim>2</dim>
134
+ <dim>2</dim>
135
+ </port>
136
+ </output>
137
+ </layer>
138
+ <layer id="11" name="__module.conv1/aten::_convolution/Convolution" type="Convolution" version="opset1">
139
+ <data strides="2, 2" dilations="1, 1" pads_begin="0, 0" pads_end="0, 0" auto_pad="explicit" />
140
+ <input>
141
+ <port id="0" precision="FP32">
142
+ <dim>-1</dim>
143
+ <dim>-1</dim>
144
+ <dim>-1</dim>
145
+ <dim>-1</dim>
146
+ </port>
147
+ <port id="1" precision="FP32">
148
+ <dim>128</dim>
149
+ <dim>3</dim>
150
+ <dim>2</dim>
151
+ <dim>2</dim>
152
+ </port>
153
+ </input>
154
+ <output>
155
+ <port id="2" precision="FP32" names="81,x.3">
156
+ <dim>-1</dim>
157
+ <dim>128</dim>
158
+ <dim>-1</dim>
159
+ <dim>-1</dim>
160
+ </port>
161
+ </output>
162
+ </layer>
163
+ <layer id="12" name="Constant_2628" type="Const" version="opset1">
164
+ <data element_type="i64" shape="3" offset="6672" size="24" />
165
+ <output>
166
+ <port id="0" precision="I64">
167
+ <dim>3</dim>
168
+ </port>
169
+ </output>
170
+ </layer>
171
+ <layer id="13" name="aten::reshape/Reshape" type="Reshape" version="opset1">
172
+ <data special_zero="true" />
173
+ <input>
174
+ <port id="0" precision="FP32">
175
+ <dim>-1</dim>
176
+ <dim>128</dim>
177
+ <dim>-1</dim>
178
+ <dim>-1</dim>
179
+ </port>
180
+ <port id="1" precision="I64">
181
+ <dim>3</dim>
182
+ </port>
183
+ </input>
184
+ <output>
185
+ <port id="2" precision="FP32" names="21,x.5">
186
+ <dim>-1</dim>
187
+ <dim>128</dim>
188
+ <dim>-1</dim>
189
+ </port>
190
+ </output>
191
+ </layer>
192
+ <layer id="14" name="Constant_75" type="Const" version="opset1">
193
+ <data element_type="i64" shape="3" offset="6696" size="24" />
194
+ <output>
195
+ <port id="0" precision="I64" names="25">
196
+ <dim>3</dim>
197
+ </port>
198
+ </output>
199
+ </layer>
200
+ <layer id="15" name="aten::permute/Transpose" type="Transpose" version="opset1">
201
+ <input>
202
+ <port id="0" precision="FP32">
203
+ <dim>-1</dim>
204
+ <dim>128</dim>
205
+ <dim>-1</dim>
206
+ </port>
207
+ <port id="1" precision="I64">
208
+ <dim>3</dim>
209
+ </port>
210
+ </input>
211
+ <output>
212
+ <port id="2" precision="FP32" names="26,x.7">
213
+ <dim>-1</dim>
214
+ <dim>-1</dim>
215
+ <dim>128</dim>
216
+ </port>
217
+ </output>
218
+ </layer>
219
+ <layer id="16" name="aten::cat/Concat" type="Concat" version="opset1">
220
+ <data axis="1" />
221
+ <input>
222
+ <port id="0" precision="FP32">
223
+ <dim>-1</dim>
224
+ <dim>1</dim>
225
+ <dim>128</dim>
226
+ </port>
227
+ <port id="1" precision="FP32">
228
+ <dim>-1</dim>
229
+ <dim>-1</dim>
230
+ <dim>128</dim>
231
+ </port>
232
+ </input>
233
+ <output>
234
+ <port id="2" precision="FP32" names="48,x.9">
235
+ <dim>-1</dim>
236
+ <dim>-1</dim>
237
+ <dim>128</dim>
238
+ </port>
239
+ </output>
240
+ </layer>
241
+ <layer id="17" name="Constant_2572" type="Const" version="opset1">
242
+ <data element_type="f32" shape="1, 17, 128" offset="6720" size="8704" />
243
+ <output>
244
+ <port id="0" precision="FP32">
245
+ <dim>1</dim>
246
+ <dim>17</dim>
247
+ <dim>128</dim>
248
+ </port>
249
+ </output>
250
+ </layer>
251
+ <layer id="18" name="aten::add/Add" type="Add" version="opset1">
252
+ <data auto_broadcast="numpy" />
253
+ <input>
254
+ <port id="0" precision="FP32">
255
+ <dim>-1</dim>
256
+ <dim>-1</dim>
257
+ <dim>128</dim>
258
+ </port>
259
+ <port id="1" precision="FP32">
260
+ <dim>1</dim>
261
+ <dim>17</dim>
262
+ <dim>128</dim>
263
+ </port>
264
+ </input>
265
+ <output>
266
+ <port id="2" precision="FP32" names="55">
267
+ <dim>-1</dim>
268
+ <dim>17</dim>
269
+ <dim>128</dim>
270
+ </port>
271
+ </output>
272
+ </layer>
273
+ <layer id="19" name="__module.ln_pre/aten::layer_norm/Constant" type="Const" version="opset1">
274
+ <data element_type="i32" shape="1" offset="15424" size="4" />
275
+ <output>
276
+ <port id="0" precision="I32">
277
+ <dim>1</dim>
278
+ </port>
279
+ </output>
280
+ </layer>
281
+ <layer id="20" name="__module.ln_pre/aten::layer_norm/MVN" type="MVN" version="opset6">
282
+ <data eps="9.9999997473787516e-06" normalize_variance="true" eps_mode="INSIDE_SQRT" />
283
+ <input>
284
+ <port id="0" precision="FP32">
285
+ <dim>-1</dim>
286
+ <dim>17</dim>
287
+ <dim>128</dim>
288
+ </port>
289
+ <port id="1" precision="I32">
290
+ <dim>1</dim>
291
+ </port>
292
+ </input>
293
+ <output>
294
+ <port id="2" precision="FP32" names="92,93,q_x.1,x.11">
295
+ <dim>-1</dim>
296
+ <dim>17</dim>
297
+ <dim>128</dim>
298
+ </port>
299
+ </output>
300
+ </layer>
301
+ <layer id="21" name="__module.transformer.resblocks.0.ln_1/aten::layer_norm/Constant" type="Const" version="opset1">
302
+ <data element_type="i32" shape="1" offset="15424" size="4" />
303
+ <output>
304
+ <port id="0" precision="I32">
305
+ <dim>1</dim>
306
+ </port>
307
+ </output>
308
+ </layer>
309
+ <layer id="22" name="__module.transformer.resblocks.0.ln_1/aten::layer_norm/MVN" type="MVN" version="opset6">
310
+ <data eps="9.9999997473787516e-06" normalize_variance="true" eps_mode="INSIDE_SQRT" />
311
+ <input>
312
+ <port id="0" precision="FP32">
313
+ <dim>-1</dim>
314
+ <dim>17</dim>
315
+ <dim>128</dim>
316
+ </port>
317
+ <port id="1" precision="I32">
318
+ <dim>1</dim>
319
+ </port>
320
+ </input>
321
+ <output>
322
+ <port id="2" precision="FP32" names="116,117,query.1,x.13">
323
+ <dim>-1</dim>
324
+ <dim>17</dim>
325
+ <dim>128</dim>
326
+ </port>
327
+ </output>
328
+ </layer>
329
+ <layer id="23" name="__module.transformer.resblocks.0.attn/aten::_native_multi_head_attention/Slice" type="Const" version="opset1">
330
+ <data element_type="f32" shape="128, 128" offset="15428" size="65536" />
331
+ <output>
332
+ <port id="0" precision="FP32">
333
+ <dim>128</dim>
334
+ <dim>128</dim>
335
+ </port>
336
+ </output>
337
+ </layer>
338
+ <layer id="24" name="__module.transformer.resblocks.0.attn/aten::_native_multi_head_attention/MatMul" type="MatMul" version="opset1">
339
+ <data transpose_a="false" transpose_b="true" />
340
+ <input>
341
+ <port id="0" precision="FP32">
342
+ <dim>-1</dim>
343
+ <dim>17</dim>
344
+ <dim>128</dim>
345
+ </port>
346
+ <port id="1" precision="FP32">
347
+ <dim>128</dim>
348
+ <dim>128</dim>
349
+ </port>
350
+ </input>
351
+ <output>
352
+ <port id="2" precision="FP32">
353
+ <dim>-1</dim>
354
+ <dim>17</dim>
355
+ <dim>128</dim>
356
+ </port>
357
+ </output>
358
+ </layer>
359
+ <layer id="25" name="Constant_2629" type="Const" version="opset1">
360
+ <data element_type="i64" shape="4" offset="80964" size="32" />
361
+ <output>
362
+ <port id="0" precision="I64">
363
+ <dim>4</dim>
364
+ </port>
365
+ </output>
366
+ </layer>
367
+ <layer id="26" name="__module.transformer.resblocks.0.attn/aten::_native_multi_head_attention/Reshape" type="Reshape" version="opset1">
368
+ <data special_zero="true" />
369
+ <input>
370
+ <port id="0" precision="FP32">
371
+ <dim>-1</dim>
372
+ <dim>17</dim>
373
+ <dim>128</dim>
374
+ </port>
375
+ <port id="1" precision="I64">
376
+ <dim>4</dim>
377
+ </port>
378
+ </input>
379
+ <output>
380
+ <port id="2" precision="FP32">
381
+ <dim>-1</dim>
382
+ <dim>17</dim>
383
+ <dim>2</dim>
384
+ <dim>64</dim>
385
+ </port>
386
+ </output>
387
+ </layer>
388
+ <layer id="27" name="__module.transformer.resblocks.0.attn/aten::_native_multi_head_attention/Constant_2" type="Const" version="opset1">
389
+ <data element_type="i64" shape="4" offset="80996" size="32" />
390
+ <output>
391
+ <port id="0" precision="I64">
392
+ <dim>4</dim>
393
+ </port>
394
+ </output>
395
+ </layer>
396
+ <layer id="28" name="__module.transformer.resblocks.0.attn/aten::_native_multi_head_attention/Transpose" type="Transpose" version="opset1">
397
+ <input>
398
+ <port id="0" precision="FP32">
399
+ <dim>-1</dim>
400
+ <dim>17</dim>
401
+ <dim>2</dim>
402
+ <dim>64</dim>
403
+ </port>
404
+ <port id="1" precision="I64">
405
+ <dim>4</dim>
406
+ </port>
407
+ </input>
408
+ <output>
409
+ <port id="2" precision="FP32">
410
+ <dim>-1</dim>
411
+ <dim>2</dim>
412
+ <dim>17</dim>
413
+ <dim>64</dim>
414
+ </port>
415
+ </output>
416
+ </layer>
417
+ <layer id="29" name="__module.transformer.resblocks.0.attn/aten::_native_multi_head_attention/Slice_2" type="Const" version="opset1">
418
+ <data element_type="f32" shape="128, 128" offset="81028" size="65536" />
419
+ <output>
420
+ <port id="0" precision="FP32">
421
+ <dim>128</dim>
422
+ <dim>128</dim>
423
+ </port>
424
+ </output>
425
+ </layer>
426
+ <layer id="30" name="__module.transformer.resblocks.0.attn/aten::_native_multi_head_attention/MatMul_1" type="MatMul" version="opset1">
427
+ <data transpose_a="false" transpose_b="true" />
428
+ <input>
429
+ <port id="0" precision="FP32">
430
+ <dim>-1</dim>
431
+ <dim>17</dim>
432
+ <dim>128</dim>
433
+ </port>
434
+ <port id="1" precision="FP32">
435
+ <dim>128</dim>
436
+ <dim>128</dim>
437
+ </port>
438
+ </input>
439
+ <output>
440
+ <port id="2" precision="FP32">
441
+ <dim>-1</dim>
442
+ <dim>17</dim>
443
+ <dim>128</dim>
444
+ </port>
445
+ </output>
446
+ </layer>
447
+ <layer id="31" name="Constant_2630" type="Const" version="opset1">
448
+ <data element_type="i64" shape="4" offset="80964" size="32" />
449
+ <output>
450
+ <port id="0" precision="I64">
451
+ <dim>4</dim>
452
+ </port>
453
+ </output>
454
+ </layer>
455
+ <layer id="32" name="__module.transformer.resblocks.0.attn/aten::_native_multi_head_attention/Reshape_1" type="Reshape" version="opset1">
456
+ <data special_zero="true" />
457
+ <input>
458
+ <port id="0" precision="FP32">
459
+ <dim>-1</dim>
460
+ <dim>17</dim>
461
+ <dim>128</dim>
462
+ </port>
463
+ <port id="1" precision="I64">
464
+ <dim>4</dim>
465
+ </port>
466
+ </input>
467
+ <output>
468
+ <port id="2" precision="FP32">
469
+ <dim>-1</dim>
470
+ <dim>17</dim>
471
+ <dim>2</dim>
472
+ <dim>64</dim>
473
+ </port>
474
+ </output>
475
+ </layer>
476
+ <layer id="33" name="__module.transformer.resblocks.0.attn/aten::_native_multi_head_attention/Constant_3" type="Const" version="opset1">
477
+ <data element_type="i64" shape="4" offset="146564" size="32" />
478
+ <output>
479
+ <port id="0" precision="I64">
480
+ <dim>4</dim>
481
+ </port>
482
+ </output>
483
+ </layer>
484
+ <layer id="34" name="__module.transformer.resblocks.0.attn/aten::_native_multi_head_attention/Transpose_1" type="Transpose" version="opset1">
485
+ <input>
486
+ <port id="0" precision="FP32">
487
+ <dim>-1</dim>
488
+ <dim>17</dim>
489
+ <dim>2</dim>
490
+ <dim>64</dim>
491
+ </port>
492
+ <port id="1" precision="I64">
493
+ <dim>4</dim>
494
+ </port>
495
+ </input>
496
+ <output>
497
+ <port id="2" precision="FP32">
498
+ <dim>-1</dim>
499
+ <dim>2</dim>
500
+ <dim>64</dim>
501
+ <dim>17</dim>
502
+ </port>
503
+ </output>
504
+ </layer>
505
+ <layer id="35" name="Constant_2573" type="Const" version="opset1">
506
+ <data element_type="f32" shape="1, 1, 1, 1" offset="146596" size="4" />
507
+ <output>
508
+ <port id="0" precision="FP32">
509
+ <dim>1</dim>
510
+ <dim>1</dim>
511
+ <dim>1</dim>
512
+ <dim>1</dim>
513
+ </port>
514
+ </output>
515
+ </layer>
516
+ <layer id="36" name="Multiply_2535" type="Multiply" version="opset1">
517
+ <data auto_broadcast="numpy" />
518
+ <input>
519
+ <port id="0" precision="FP32">
520
+ <dim>-1</dim>
521
+ <dim>2</dim>
522
+ <dim>64</dim>
523
+ <dim>17</dim>
524
+ </port>
525
+ <port id="1" precision="FP32">
526
+ <dim>1</dim>
527
+ <dim>1</dim>
528
+ <dim>1</dim>
529
+ <dim>1</dim>
530
+ </port>
531
+ </input>
532
+ <output>
533
+ <port id="2" precision="FP32">
534
+ <dim>-1</dim>
535
+ <dim>2</dim>
536
+ <dim>64</dim>
537
+ <dim>17</dim>
538
+ </port>
539
+ </output>
540
+ </layer>
541
+ <layer id="37" name="__module.transformer.resblocks.0.attn/aten::_native_multi_head_attention/Multiply" type="MatMul" version="opset1">
542
+ <data transpose_a="false" transpose_b="false" />
543
+ <input>
544
+ <port id="0" precision="FP32">
545
+ <dim>-1</dim>
546
+ <dim>2</dim>
547
+ <dim>17</dim>
548
+ <dim>64</dim>
549
+ </port>
550
+ <port id="1" precision="FP32">
551
+ <dim>-1</dim>
552
+ <dim>2</dim>
553
+ <dim>64</dim>
554
+ <dim>17</dim>
555
+ </port>
556
+ </input>
557
+ <output>
558
+ <port id="2" precision="FP32">
559
+ <dim>-1</dim>
560
+ <dim>2</dim>
561
+ <dim>17</dim>
562
+ <dim>17</dim>
563
+ </port>
564
+ </output>
565
+ </layer>
566
+ <layer id="38" name="__module.transformer.resblocks.0.attn/aten::_native_multi_head_attention/Softmax" type="SoftMax" version="opset8">
567
+ <data axis="-1" />
568
+ <input>
569
+ <port id="0" precision="FP32">
570
+ <dim>-1</dim>
571
+ <dim>2</dim>
572
+ <dim>17</dim>
573
+ <dim>17</dim>
574
+ </port>
575
+ </input>
576
+ <output>
577
+ <port id="1" precision="FP32">
578
+ <dim>-1</dim>
579
+ <dim>2</dim>
580
+ <dim>17</dim>
581
+ <dim>17</dim>
582
+ </port>
583
+ </output>
584
+ </layer>
585
+ <layer id="39" name="__module.transformer.resblocks.0.attn/aten::_native_multi_head_attention/Slice_4" type="Const" version="opset1">
586
+ <data element_type="f32" shape="128, 128" offset="146600" size="65536" />
587
+ <output>
588
+ <port id="0" precision="FP32">
589
+ <dim>128</dim>
590
+ <dim>128</dim>
591
+ </port>
592
+ </output>
593
+ </layer>
594
+ <layer id="40" name="__module.transformer.resblocks.0.attn/aten::_native_multi_head_attention/MatMul_3" type="MatMul" version="opset1">
595
+ <data transpose_a="false" transpose_b="true" />
596
+ <input>
597
+ <port id="0" precision="FP32">
598
+ <dim>-1</dim>
599
+ <dim>17</dim>
600
+ <dim>128</dim>
601
+ </port>
602
+ <port id="1" precision="FP32">
603
+ <dim>128</dim>
604
+ <dim>128</dim>
605
+ </port>
606
+ </input>
607
+ <output>
608
+ <port id="2" precision="FP32">
609
+ <dim>-1</dim>
610
+ <dim>17</dim>
611
+ <dim>128</dim>
612
+ </port>
613
+ </output>
614
+ </layer>
615
+ <layer id="41" name="Constant_2631" type="Const" version="opset1">
616
+ <data element_type="i64" shape="4" offset="80964" size="32" />
617
+ <output>
618
+ <port id="0" precision="I64">
619
+ <dim>4</dim>
620
+ </port>
621
+ </output>
622
+ </layer>
623
+ <layer id="42" name="__module.transformer.resblocks.0.attn/aten::_native_multi_head_attention/Reshape_2" type="Reshape" version="opset1">
624
+ <data special_zero="true" />
625
+ <input>
626
+ <port id="0" precision="FP32">
627
+ <dim>-1</dim>
628
+ <dim>17</dim>
629
+ <dim>128</dim>
630
+ </port>
631
+ <port id="1" precision="I64">
632
+ <dim>4</dim>
633
+ </port>
634
+ </input>
635
+ <output>
636
+ <port id="2" precision="FP32">
637
+ <dim>-1</dim>
638
+ <dim>17</dim>
639
+ <dim>2</dim>
640
+ <dim>64</dim>
641
+ </port>
642
+ </output>
643
+ </layer>
644
+ <layer id="43" name="__module.transformer.resblocks.0.attn/aten::_native_multi_head_attention/Transpose_2" type="Transpose" version="opset1">
645
+ <input>
646
+ <port id="0" precision="FP32">
647
+ <dim>-1</dim>
648
+ <dim>17</dim>
649
+ <dim>2</dim>
650
+ <dim>64</dim>
651
+ </port>
652
+ <port id="1" precision="I64">
653
+ <dim>4</dim>
654
+ </port>
655
+ </input>
656
+ <output>
657
+ <port id="2" precision="FP32">
658
+ <dim>-1</dim>
659
+ <dim>2</dim>
660
+ <dim>17</dim>
661
+ <dim>64</dim>
662
+ </port>
663
+ </output>
664
+ </layer>
665
+ <layer id="44" name="__module.transformer.resblocks.0.attn/aten::_native_multi_head_attention/MatMul_4" type="MatMul" version="opset1">
666
+ <data transpose_a="false" transpose_b="false" />
667
+ <input>
668
+ <port id="0" precision="FP32">
669
+ <dim>-1</dim>
670
+ <dim>2</dim>
671
+ <dim>17</dim>
672
+ <dim>17</dim>
673
+ </port>
674
+ <port id="1" precision="FP32">
675
+ <dim>-1</dim>
676
+ <dim>2</dim>
677
+ <dim>17</dim>
678
+ <dim>64</dim>
679
+ </port>
680
+ </input>
681
+ <output>
682
+ <port id="2" precision="FP32">
683
+ <dim>-1</dim>
684
+ <dim>2</dim>
685
+ <dim>17</dim>
686
+ <dim>64</dim>
687
+ </port>
688
+ </output>
689
+ </layer>
690
+ <layer id="45" name="__module.transformer.resblocks.0.attn/aten::_native_multi_head_attention/Transpose_3" type="Transpose" version="opset1">
691
+ <input>
692
+ <port id="0" precision="FP32">
693
+ <dim>-1</dim>
694
+ <dim>2</dim>
695
+ <dim>17</dim>
696
+ <dim>64</dim>
697
+ </port>
698
+ <port id="1" precision="I64">
699
+ <dim>4</dim>
700
+ </port>
701
+ </input>
702
+ <output>
703
+ <port id="2" precision="FP32">
704
+ <dim>-1</dim>
705
+ <dim>17</dim>
706
+ <dim>2</dim>
707
+ <dim>64</dim>
708
+ </port>
709
+ </output>
710
+ </layer>
711
+ <layer id="46" name="Constant_2632" type="Const" version="opset1">
712
+ <data element_type="i64" shape="3" offset="212136" size="24" />
713
+ <output>
714
+ <port id="0" precision="I64">
715
+ <dim>3</dim>
716
+ </port>
717
+ </output>
718
+ </layer>
719
+ <layer id="47" name="__module.transformer.resblocks.0.attn/aten::_native_multi_head_attention/Reshape_3" type="Reshape" version="opset1">
720
+ <data special_zero="true" />
721
+ <input>
722
+ <port id="0" precision="FP32">
723
+ <dim>-1</dim>
724
+ <dim>17</dim>
725
+ <dim>2</dim>
726
+ <dim>64</dim>
727
+ </port>
728
+ <port id="1" precision="I64">
729
+ <dim>3</dim>
730
+ </port>
731
+ </input>
732
+ <output>
733
+ <port id="2" precision="FP32">
734
+ <dim>-1</dim>
735
+ <dim>17</dim>
736
+ <dim>128</dim>
737
+ </port>
738
+ </output>
739
+ </layer>
740
+ <layer id="48" name="self.transformer.resblocks.0.attn.out_proj.weight" type="Const" version="opset1">
741
+ <data element_type="f32" shape="128, 128" offset="212160" size="65536" />
742
+ <output>
743
+ <port id="0" precision="FP32" names="self.transformer.resblocks.0.attn.out_proj.weight">
744
+ <dim>128</dim>
745
+ <dim>128</dim>
746
+ </port>
747
+ </output>
748
+ </layer>
749
+ <layer id="49" name="__module.transformer.resblocks.0.attn/aten::_native_multi_head_attention/MatMul_5" type="MatMul" version="opset1">
750
+ <data transpose_a="false" transpose_b="true" />
751
+ <input>
752
+ <port id="0" precision="FP32">
753
+ <dim>-1</dim>
754
+ <dim>17</dim>
755
+ <dim>128</dim>
756
+ </port>
757
+ <port id="1" precision="FP32">
758
+ <dim>128</dim>
759
+ <dim>128</dim>
760
+ </port>
761
+ </input>
762
+ <output>
763
+ <port id="2" precision="FP32" names="124">
764
+ <dim>-1</dim>
765
+ <dim>17</dim>
766
+ <dim>128</dim>
767
+ </port>
768
+ </output>
769
+ </layer>
770
+ <layer id="50" name="__module.transformer.resblocks.0/aten::add/Add" type="Add" version="opset1">
771
+ <data auto_broadcast="numpy" />
772
+ <input>
773
+ <port id="0" precision="FP32">
774
+ <dim>-1</dim>
775
+ <dim>17</dim>
776
+ <dim>128</dim>
777
+ </port>
778
+ <port id="1" precision="FP32">
779
+ <dim>-1</dim>
780
+ <dim>17</dim>
781
+ <dim>128</dim>
782
+ </port>
783
+ </input>
784
+ <output>
785
+ <port id="2" precision="FP32" names="126,x.17">
786
+ <dim>-1</dim>
787
+ <dim>17</dim>
788
+ <dim>128</dim>
789
+ </port>
790
+ </output>
791
+ </layer>
792
+ <layer id="51" name="__module.transformer.resblocks.0.ln_2/aten::layer_norm/Constant" type="Const" version="opset1">
793
+ <data element_type="i32" shape="1" offset="15424" size="4" />
794
+ <output>
795
+ <port id="0" precision="I32">
796
+ <dim>1</dim>
797
+ </port>
798
+ </output>
799
+ </layer>
800
+ <layer id="52" name="__module.transformer.resblocks.0.ln_2/aten::layer_norm/MVN" type="MVN" version="opset6">
801
+ <data eps="9.9999997473787516e-06" normalize_variance="true" eps_mode="INSIDE_SQRT" />
802
+ <input>
803
+ <port id="0" precision="FP32">
804
+ <dim>-1</dim>
805
+ <dim>17</dim>
806
+ <dim>128</dim>
807
+ </port>
808
+ <port id="1" precision="I32">
809
+ <dim>1</dim>
810
+ </port>
811
+ </input>
812
+ <output>
813
+ <port id="2" precision="FP32" names="130,131,x.15">
814
+ <dim>-1</dim>
815
+ <dim>17</dim>
816
+ <dim>128</dim>
817
+ </port>
818
+ </output>
819
+ </layer>
820
+ <layer id="53" name="self.transformer.resblocks.0.mlp.c_fc.weight" type="Const" version="opset1">
821
+ <data element_type="f32" shape="512, 128" offset="277696" size="262144" />
822
+ <output>
823
+ <port id="0" precision="FP32" names="self.transformer.resblocks.0.mlp.c_fc.weight">
824
+ <dim>512</dim>
825
+ <dim>128</dim>
826
+ </port>
827
+ </output>
828
+ </layer>
829
+ <layer id="54" name="__module.transformer.resblocks.0.mlp.c_fc/aten::linear/MatMul" type="MatMul" version="opset1">
830
+ <data transpose_a="false" transpose_b="true" />
831
+ <input>
832
+ <port id="0" precision="FP32">
833
+ <dim>-1</dim>
834
+ <dim>17</dim>
835
+ <dim>128</dim>
836
+ </port>
837
+ <port id="1" precision="FP32">
838
+ <dim>512</dim>
839
+ <dim>128</dim>
840
+ </port>
841
+ </input>
842
+ <output>
843
+ <port id="2" precision="FP32">
844
+ <dim>-1</dim>
845
+ <dim>17</dim>
846
+ <dim>512</dim>
847
+ </port>
848
+ </output>
849
+ </layer>
850
+ <layer id="55" name="Constant_2574" type="Const" version="opset1">
851
+ <data element_type="f32" shape="1, 1, 512" offset="539840" size="2048" />
852
+ <output>
853
+ <port id="0" precision="FP32">
854
+ <dim>1</dim>
855
+ <dim>1</dim>
856
+ <dim>512</dim>
857
+ </port>
858
+ </output>
859
+ </layer>
860
+ <layer id="56" name="__module.transformer.resblocks.0.mlp.c_fc/aten::linear/Add" type="Add" version="opset1">
861
+ <data auto_broadcast="numpy" />
862
+ <input>
863
+ <port id="0" precision="FP32">
864
+ <dim>-1</dim>
865
+ <dim>17</dim>
866
+ <dim>512</dim>
867
+ </port>
868
+ <port id="1" precision="FP32">
869
+ <dim>1</dim>
870
+ <dim>1</dim>
871
+ <dim>512</dim>
872
+ </port>
873
+ </input>
874
+ <output>
875
+ <port id="2" precision="FP32" names="137">
876
+ <dim>-1</dim>
877
+ <dim>17</dim>
878
+ <dim>512</dim>
879
+ </port>
880
+ </output>
881
+ </layer>
882
+ <layer id="57" name="__module.transformer.resblocks.0.mlp.gelu/aten::gelu/Gelu" type="Gelu" version="opset7">
883
+ <data approximation_mode="ERF" />
884
+ <input>
885
+ <port id="0" precision="FP32">
886
+ <dim>-1</dim>
887
+ <dim>17</dim>
888
+ <dim>512</dim>
889
+ </port>
890
+ </input>
891
+ <output>
892
+ <port id="1" precision="FP32" names="138">
893
+ <dim>-1</dim>
894
+ <dim>17</dim>
895
+ <dim>512</dim>
896
+ </port>
897
+ </output>
898
+ </layer>
899
+ <layer id="58" name="self.transformer.resblocks.0.mlp.c_proj.weight" type="Const" version="opset1">
900
+ <data element_type="f32" shape="128, 512" offset="541888" size="262144" />
901
+ <output>
902
+ <port id="0" precision="FP32" names="self.transformer.resblocks.0.mlp.c_proj.weight">
903
+ <dim>128</dim>
904
+ <dim>512</dim>
905
+ </port>
906
+ </output>
907
+ </layer>
908
+ <layer id="59" name="__module.transformer.resblocks.0.mlp.c_proj/aten::linear/MatMul" type="MatMul" version="opset1">
909
+ <data transpose_a="false" transpose_b="true" />
910
+ <input>
911
+ <port id="0" precision="FP32">
912
+ <dim>-1</dim>
913
+ <dim>17</dim>
914
+ <dim>512</dim>
915
+ </port>
916
+ <port id="1" precision="FP32">
917
+ <dim>128</dim>
918
+ <dim>512</dim>
919
+ </port>
920
+ </input>
921
+ <output>
922
+ <port id="2" precision="FP32">
923
+ <dim>-1</dim>
924
+ <dim>17</dim>
925
+ <dim>128</dim>
926
+ </port>
927
+ </output>
928
+ </layer>
929
+ <layer id="60" name="Constant_2575" type="Const" version="opset1">
930
+ <data element_type="f32" shape="1, 1, 128" offset="804032" size="512" />
931
+ <output>
932
+ <port id="0" precision="FP32">
933
+ <dim>1</dim>
934
+ <dim>1</dim>
935
+ <dim>128</dim>
936
+ </port>
937
+ </output>
938
+ </layer>
939
+ <layer id="61" name="__module.transformer.resblocks.0.mlp.c_proj/aten::linear/Add" type="Add" version="opset1">
940
+ <data auto_broadcast="numpy" />
941
+ <input>
942
+ <port id="0" precision="FP32">
943
+ <dim>-1</dim>
944
+ <dim>17</dim>
945
+ <dim>128</dim>
946
+ </port>
947
+ <port id="1" precision="FP32">
948
+ <dim>1</dim>
949
+ <dim>1</dim>
950
+ <dim>128</dim>
951
+ </port>
952
+ </input>
953
+ <output>
954
+ <port id="2" precision="FP32" names="141">
955
+ <dim>-1</dim>
956
+ <dim>17</dim>
957
+ <dim>128</dim>
958
+ </port>
959
+ </output>
960
+ </layer>
961
+ <layer id="62" name="__module.transformer.resblocks.0/aten::add/Add_1" type="Add" version="opset1">
962
+ <data auto_broadcast="numpy" />
963
+ <input>
964
+ <port id="0" precision="FP32">
965
+ <dim>-1</dim>
966
+ <dim>17</dim>
967
+ <dim>128</dim>
968
+ </port>
969
+ <port id="1" precision="FP32">
970
+ <dim>-1</dim>
971
+ <dim>17</dim>
972
+ <dim>128</dim>
973
+ </port>
974
+ </input>
975
+ <output>
976
+ <port id="2" precision="FP32" names="142,q_x">
977
+ <dim>-1</dim>
978
+ <dim>17</dim>
979
+ <dim>128</dim>
980
+ </port>
981
+ </output>
982
+ </layer>
983
+ <layer id="63" name="__module.transformer.resblocks.1.ln_1/aten::layer_norm/Constant" type="Const" version="opset1">
984
+ <data element_type="i32" shape="1" offset="15424" size="4" />
985
+ <output>
986
+ <port id="0" precision="I32">
987
+ <dim>1</dim>
988
+ </port>
989
+ </output>
990
+ </layer>
991
+ <layer id="64" name="__module.transformer.resblocks.1.ln_1/aten::layer_norm/MVN" type="MVN" version="opset6">
992
+ <data eps="9.9999997473787516e-06" normalize_variance="true" eps_mode="INSIDE_SQRT" />
993
+ <input>
994
+ <port id="0" precision="FP32">
995
+ <dim>-1</dim>
996
+ <dim>17</dim>
997
+ <dim>128</dim>
998
+ </port>
999
+ <port id="1" precision="I32">
1000
+ <dim>1</dim>
1001
+ </port>
1002
+ </input>
1003
+ <output>
1004
+ <port id="2" precision="FP32" names="152,153,query,x.19">
1005
+ <dim>-1</dim>
1006
+ <dim>17</dim>
1007
+ <dim>128</dim>
1008
+ </port>
1009
+ </output>
1010
+ </layer>
1011
+ <layer id="65" name="__module.transformer.resblocks.1.attn/aten::_native_multi_head_attention/Slice" type="Const" version="opset1">
1012
+ <data element_type="f32" shape="128, 128" offset="804544" size="65536" />
1013
+ <output>
1014
+ <port id="0" precision="FP32">
1015
+ <dim>128</dim>
1016
+ <dim>128</dim>
1017
+ </port>
1018
+ </output>
1019
+ </layer>
1020
+ <layer id="66" name="__module.transformer.resblocks.1.attn/aten::_native_multi_head_attention/MatMul" type="MatMul" version="opset1">
1021
+ <data transpose_a="false" transpose_b="true" />
1022
+ <input>
1023
+ <port id="0" precision="FP32">
1024
+ <dim>-1</dim>
1025
+ <dim>17</dim>
1026
+ <dim>128</dim>
1027
+ </port>
1028
+ <port id="1" precision="FP32">
1029
+ <dim>128</dim>
1030
+ <dim>128</dim>
1031
+ </port>
1032
+ </input>
1033
+ <output>
1034
+ <port id="2" precision="FP32">
1035
+ <dim>-1</dim>
1036
+ <dim>17</dim>
1037
+ <dim>128</dim>
1038
+ </port>
1039
+ </output>
1040
+ </layer>
1041
+ <layer id="67" name="Constant_2633" type="Const" version="opset1">
1042
+ <data element_type="i64" shape="4" offset="80964" size="32" />
1043
+ <output>
1044
+ <port id="0" precision="I64">
1045
+ <dim>4</dim>
1046
+ </port>
1047
+ </output>
1048
+ </layer>
1049
+ <layer id="68" name="__module.transformer.resblocks.1.attn/aten::_native_multi_head_attention/Reshape" type="Reshape" version="opset1">
1050
+ <data special_zero="true" />
1051
+ <input>
1052
+ <port id="0" precision="FP32">
1053
+ <dim>-1</dim>
1054
+ <dim>17</dim>
1055
+ <dim>128</dim>
1056
+ </port>
1057
+ <port id="1" precision="I64">
1058
+ <dim>4</dim>
1059
+ </port>
1060
+ </input>
1061
+ <output>
1062
+ <port id="2" precision="FP32">
1063
+ <dim>-1</dim>
1064
+ <dim>17</dim>
1065
+ <dim>2</dim>
1066
+ <dim>64</dim>
1067
+ </port>
1068
+ </output>
1069
+ </layer>
1070
+ <layer id="69" name="__module.transformer.resblocks.1.attn/aten::_native_multi_head_attention/Constant_2" type="Const" version="opset1">
1071
+ <data element_type="i64" shape="4" offset="80996" size="32" />
1072
+ <output>
1073
+ <port id="0" precision="I64">
1074
+ <dim>4</dim>
1075
+ </port>
1076
+ </output>
1077
+ </layer>
1078
+ <layer id="70" name="__module.transformer.resblocks.1.attn/aten::_native_multi_head_attention/Transpose" type="Transpose" version="opset1">
1079
+ <input>
1080
+ <port id="0" precision="FP32">
1081
+ <dim>-1</dim>
1082
+ <dim>17</dim>
1083
+ <dim>2</dim>
1084
+ <dim>64</dim>
1085
+ </port>
1086
+ <port id="1" precision="I64">
1087
+ <dim>4</dim>
1088
+ </port>
1089
+ </input>
1090
+ <output>
1091
+ <port id="2" precision="FP32">
1092
+ <dim>-1</dim>
1093
+ <dim>2</dim>
1094
+ <dim>17</dim>
1095
+ <dim>64</dim>
1096
+ </port>
1097
+ </output>
1098
+ </layer>
1099
+ <layer id="71" name="__module.transformer.resblocks.1.attn/aten::_native_multi_head_attention/Slice_2" type="Const" version="opset1">
1100
+ <data element_type="f32" shape="128, 128" offset="870080" size="65536" />
1101
+ <output>
1102
+ <port id="0" precision="FP32">
1103
+ <dim>128</dim>
1104
+ <dim>128</dim>
1105
+ </port>
1106
+ </output>
1107
+ </layer>
1108
+ <layer id="72" name="__module.transformer.resblocks.1.attn/aten::_native_multi_head_attention/MatMul_1" type="MatMul" version="opset1">
1109
+ <data transpose_a="false" transpose_b="true" />
1110
+ <input>
1111
+ <port id="0" precision="FP32">
1112
+ <dim>-1</dim>
1113
+ <dim>17</dim>
1114
+ <dim>128</dim>
1115
+ </port>
1116
+ <port id="1" precision="FP32">
1117
+ <dim>128</dim>
1118
+ <dim>128</dim>
1119
+ </port>
1120
+ </input>
1121
+ <output>
1122
+ <port id="2" precision="FP32">
1123
+ <dim>-1</dim>
1124
+ <dim>17</dim>
1125
+ <dim>128</dim>
1126
+ </port>
1127
+ </output>
1128
+ </layer>
1129
+ <layer id="73" name="Constant_2634" type="Const" version="opset1">
1130
+ <data element_type="i64" shape="4" offset="80964" size="32" />
1131
+ <output>
1132
+ <port id="0" precision="I64">
1133
+ <dim>4</dim>
1134
+ </port>
1135
+ </output>
1136
+ </layer>
1137
+ <layer id="74" name="__module.transformer.resblocks.1.attn/aten::_native_multi_head_attention/Reshape_1" type="Reshape" version="opset1">
1138
+ <data special_zero="true" />
1139
+ <input>
1140
+ <port id="0" precision="FP32">
1141
+ <dim>-1</dim>
1142
+ <dim>17</dim>
1143
+ <dim>128</dim>
1144
+ </port>
1145
+ <port id="1" precision="I64">
1146
+ <dim>4</dim>
1147
+ </port>
1148
+ </input>
1149
+ <output>
1150
+ <port id="2" precision="FP32">
1151
+ <dim>-1</dim>
1152
+ <dim>17</dim>
1153
+ <dim>2</dim>
1154
+ <dim>64</dim>
1155
+ </port>
1156
+ </output>
1157
+ </layer>
1158
+ <layer id="75" name="__module.transformer.resblocks.1.attn/aten::_native_multi_head_attention/Constant_3" type="Const" version="opset1">
1159
+ <data element_type="i64" shape="4" offset="146564" size="32" />
1160
+ <output>
1161
+ <port id="0" precision="I64">
1162
+ <dim>4</dim>
1163
+ </port>
1164
+ </output>
1165
+ </layer>
1166
+ <layer id="76" name="__module.transformer.resblocks.1.attn/aten::_native_multi_head_attention/Transpose_1" type="Transpose" version="opset1">
1167
+ <input>
1168
+ <port id="0" precision="FP32">
1169
+ <dim>-1</dim>
1170
+ <dim>17</dim>
1171
+ <dim>2</dim>
1172
+ <dim>64</dim>
1173
+ </port>
1174
+ <port id="1" precision="I64">
1175
+ <dim>4</dim>
1176
+ </port>
1177
+ </input>
1178
+ <output>
1179
+ <port id="2" precision="FP32">
1180
+ <dim>-1</dim>
1181
+ <dim>2</dim>
1182
+ <dim>64</dim>
1183
+ <dim>17</dim>
1184
+ </port>
1185
+ </output>
1186
+ </layer>
1187
+ <layer id="77" name="Constant_2576" type="Const" version="opset1">
1188
+ <data element_type="f32" shape="1, 1, 1, 1" offset="146596" size="4" />
1189
+ <output>
1190
+ <port id="0" precision="FP32">
1191
+ <dim>1</dim>
1192
+ <dim>1</dim>
1193
+ <dim>1</dim>
1194
+ <dim>1</dim>
1195
+ </port>
1196
+ </output>
1197
+ </layer>
1198
+ <layer id="78" name="Multiply_2537" type="Multiply" version="opset1">
1199
+ <data auto_broadcast="numpy" />
1200
+ <input>
1201
+ <port id="0" precision="FP32">
1202
+ <dim>-1</dim>
1203
+ <dim>2</dim>
1204
+ <dim>64</dim>
1205
+ <dim>17</dim>
1206
+ </port>
1207
+ <port id="1" precision="FP32">
1208
+ <dim>1</dim>
1209
+ <dim>1</dim>
1210
+ <dim>1</dim>
1211
+ <dim>1</dim>
1212
+ </port>
1213
+ </input>
1214
+ <output>
1215
+ <port id="2" precision="FP32">
1216
+ <dim>-1</dim>
1217
+ <dim>2</dim>
1218
+ <dim>64</dim>
1219
+ <dim>17</dim>
1220
+ </port>
1221
+ </output>
1222
+ </layer>
1223
+ <layer id="79" name="__module.transformer.resblocks.1.attn/aten::_native_multi_head_attention/Multiply" type="MatMul" version="opset1">
1224
+ <data transpose_a="false" transpose_b="false" />
1225
+ <input>
1226
+ <port id="0" precision="FP32">
1227
+ <dim>-1</dim>
1228
+ <dim>2</dim>
1229
+ <dim>17</dim>
1230
+ <dim>64</dim>
1231
+ </port>
1232
+ <port id="1" precision="FP32">
1233
+ <dim>-1</dim>
1234
+ <dim>2</dim>
1235
+ <dim>64</dim>
1236
+ <dim>17</dim>
1237
+ </port>
1238
+ </input>
1239
+ <output>
1240
+ <port id="2" precision="FP32">
1241
+ <dim>-1</dim>
1242
+ <dim>2</dim>
1243
+ <dim>17</dim>
1244
+ <dim>17</dim>
1245
+ </port>
1246
+ </output>
1247
+ </layer>
1248
+ <layer id="80" name="__module.transformer.resblocks.1.attn/aten::_native_multi_head_attention/Softmax" type="SoftMax" version="opset8">
1249
+ <data axis="-1" />
1250
+ <input>
1251
+ <port id="0" precision="FP32">
1252
+ <dim>-1</dim>
1253
+ <dim>2</dim>
1254
+ <dim>17</dim>
1255
+ <dim>17</dim>
1256
+ </port>
1257
+ </input>
1258
+ <output>
1259
+ <port id="1" precision="FP32">
1260
+ <dim>-1</dim>
1261
+ <dim>2</dim>
1262
+ <dim>17</dim>
1263
+ <dim>17</dim>
1264
+ </port>
1265
+ </output>
1266
+ </layer>
1267
+ <layer id="81" name="__module.transformer.resblocks.1.attn/aten::_native_multi_head_attention/Slice_4" type="Const" version="opset1">
1268
+ <data element_type="f32" shape="128, 128" offset="935616" size="65536" />
1269
+ <output>
1270
+ <port id="0" precision="FP32">
1271
+ <dim>128</dim>
1272
+ <dim>128</dim>
1273
+ </port>
1274
+ </output>
1275
+ </layer>
1276
+ <layer id="82" name="__module.transformer.resblocks.1.attn/aten::_native_multi_head_attention/MatMul_3" type="MatMul" version="opset1">
1277
+ <data transpose_a="false" transpose_b="true" />
1278
+ <input>
1279
+ <port id="0" precision="FP32">
1280
+ <dim>-1</dim>
1281
+ <dim>17</dim>
1282
+ <dim>128</dim>
1283
+ </port>
1284
+ <port id="1" precision="FP32">
1285
+ <dim>128</dim>
1286
+ <dim>128</dim>
1287
+ </port>
1288
+ </input>
1289
+ <output>
1290
+ <port id="2" precision="FP32">
1291
+ <dim>-1</dim>
1292
+ <dim>17</dim>
1293
+ <dim>128</dim>
1294
+ </port>
1295
+ </output>
1296
+ </layer>
1297
+ <layer id="83" name="Constant_2635" type="Const" version="opset1">
1298
+ <data element_type="i64" shape="4" offset="80964" size="32" />
1299
+ <output>
1300
+ <port id="0" precision="I64">
1301
+ <dim>4</dim>
1302
+ </port>
1303
+ </output>
1304
+ </layer>
1305
+ <layer id="84" name="__module.transformer.resblocks.1.attn/aten::_native_multi_head_attention/Reshape_2" type="Reshape" version="opset1">
1306
+ <data special_zero="true" />
1307
+ <input>
1308
+ <port id="0" precision="FP32">
1309
+ <dim>-1</dim>
1310
+ <dim>17</dim>
1311
+ <dim>128</dim>
1312
+ </port>
1313
+ <port id="1" precision="I64">
1314
+ <dim>4</dim>
1315
+ </port>
1316
+ </input>
1317
+ <output>
1318
+ <port id="2" precision="FP32">
1319
+ <dim>-1</dim>
1320
+ <dim>17</dim>
1321
+ <dim>2</dim>
1322
+ <dim>64</dim>
1323
+ </port>
1324
+ </output>
1325
+ </layer>
1326
+ <layer id="85" name="__module.transformer.resblocks.1.attn/aten::_native_multi_head_attention/Transpose_2" type="Transpose" version="opset1">
1327
+ <input>
1328
+ <port id="0" precision="FP32">
1329
+ <dim>-1</dim>
1330
+ <dim>17</dim>
1331
+ <dim>2</dim>
1332
+ <dim>64</dim>
1333
+ </port>
1334
+ <port id="1" precision="I64">
1335
+ <dim>4</dim>
1336
+ </port>
1337
+ </input>
1338
+ <output>
1339
+ <port id="2" precision="FP32">
1340
+ <dim>-1</dim>
1341
+ <dim>2</dim>
1342
+ <dim>17</dim>
1343
+ <dim>64</dim>
1344
+ </port>
1345
+ </output>
1346
+ </layer>
1347
+ <layer id="86" name="__module.transformer.resblocks.1.attn/aten::_native_multi_head_attention/MatMul_4" type="MatMul" version="opset1">
1348
+ <data transpose_a="false" transpose_b="false" />
1349
+ <input>
1350
+ <port id="0" precision="FP32">
1351
+ <dim>-1</dim>
1352
+ <dim>2</dim>
1353
+ <dim>17</dim>
1354
+ <dim>17</dim>
1355
+ </port>
1356
+ <port id="1" precision="FP32">
1357
+ <dim>-1</dim>
1358
+ <dim>2</dim>
1359
+ <dim>17</dim>
1360
+ <dim>64</dim>
1361
+ </port>
1362
+ </input>
1363
+ <output>
1364
+ <port id="2" precision="FP32">
1365
+ <dim>-1</dim>
1366
+ <dim>2</dim>
1367
+ <dim>17</dim>
1368
+ <dim>64</dim>
1369
+ </port>
1370
+ </output>
1371
+ </layer>
1372
+ <layer id="87" name="__module.transformer.resblocks.1.attn/aten::_native_multi_head_attention/Transpose_3" type="Transpose" version="opset1">
1373
+ <input>
1374
+ <port id="0" precision="FP32">
1375
+ <dim>-1</dim>
1376
+ <dim>2</dim>
1377
+ <dim>17</dim>
1378
+ <dim>64</dim>
1379
+ </port>
1380
+ <port id="1" precision="I64">
1381
+ <dim>4</dim>
1382
+ </port>
1383
+ </input>
1384
+ <output>
1385
+ <port id="2" precision="FP32">
1386
+ <dim>-1</dim>
1387
+ <dim>17</dim>
1388
+ <dim>2</dim>
1389
+ <dim>64</dim>
1390
+ </port>
1391
+ </output>
1392
+ </layer>
1393
+ <layer id="88" name="Constant_2636" type="Const" version="opset1">
1394
+ <data element_type="i64" shape="3" offset="212136" size="24" />
1395
+ <output>
1396
+ <port id="0" precision="I64">
1397
+ <dim>3</dim>
1398
+ </port>
1399
+ </output>
1400
+ </layer>
1401
+ <layer id="89" name="__module.transformer.resblocks.1.attn/aten::_native_multi_head_attention/Reshape_3" type="Reshape" version="opset1">
1402
+ <data special_zero="true" />
1403
+ <input>
1404
+ <port id="0" precision="FP32">
1405
+ <dim>-1</dim>
1406
+ <dim>17</dim>
1407
+ <dim>2</dim>
1408
+ <dim>64</dim>
1409
+ </port>
1410
+ <port id="1" precision="I64">
1411
+ <dim>3</dim>
1412
+ </port>
1413
+ </input>
1414
+ <output>
1415
+ <port id="2" precision="FP32">
1416
+ <dim>-1</dim>
1417
+ <dim>17</dim>
1418
+ <dim>128</dim>
1419
+ </port>
1420
+ </output>
1421
+ </layer>
1422
+ <layer id="90" name="self.transformer.resblocks.1.attn.out_proj.weight" type="Const" version="opset1">
1423
+ <data element_type="f32" shape="128, 128" offset="1001152" size="65536" />
1424
+ <output>
1425
+ <port id="0" precision="FP32" names="self.transformer.resblocks.1.attn.out_proj.weight">
1426
+ <dim>128</dim>
1427
+ <dim>128</dim>
1428
+ </port>
1429
+ </output>
1430
+ </layer>
1431
+ <layer id="91" name="__module.transformer.resblocks.1.attn/aten::_native_multi_head_attention/MatMul_5" type="MatMul" version="opset1">
1432
+ <data transpose_a="false" transpose_b="true" />
1433
+ <input>
1434
+ <port id="0" precision="FP32">
1435
+ <dim>-1</dim>
1436
+ <dim>17</dim>
1437
+ <dim>128</dim>
1438
+ </port>
1439
+ <port id="1" precision="FP32">
1440
+ <dim>128</dim>
1441
+ <dim>128</dim>
1442
+ </port>
1443
+ </input>
1444
+ <output>
1445
+ <port id="2" precision="FP32" names="160">
1446
+ <dim>-1</dim>
1447
+ <dim>17</dim>
1448
+ <dim>128</dim>
1449
+ </port>
1450
+ </output>
1451
+ </layer>
1452
+ <layer id="92" name="__module.transformer.resblocks.1/aten::add/Add" type="Add" version="opset1">
1453
+ <data auto_broadcast="numpy" />
1454
+ <input>
1455
+ <port id="0" precision="FP32">
1456
+ <dim>-1</dim>
1457
+ <dim>17</dim>
1458
+ <dim>128</dim>
1459
+ </port>
1460
+ <port id="1" precision="FP32">
1461
+ <dim>-1</dim>
1462
+ <dim>17</dim>
1463
+ <dim>128</dim>
1464
+ </port>
1465
+ </input>
1466
+ <output>
1467
+ <port id="2" precision="FP32" names="162,x.23">
1468
+ <dim>-1</dim>
1469
+ <dim>17</dim>
1470
+ <dim>128</dim>
1471
+ </port>
1472
+ </output>
1473
+ </layer>
1474
+ <layer id="93" name="__module.transformer.resblocks.1.ln_2/aten::layer_norm/Constant" type="Const" version="opset1">
1475
+ <data element_type="i32" shape="1" offset="15424" size="4" />
1476
+ <output>
1477
+ <port id="0" precision="I32">
1478
+ <dim>1</dim>
1479
+ </port>
1480
+ </output>
1481
+ </layer>
1482
+ <layer id="94" name="__module.transformer.resblocks.1.ln_2/aten::layer_norm/MVN" type="MVN" version="opset6">
1483
+ <data eps="9.9999997473787516e-06" normalize_variance="true" eps_mode="INSIDE_SQRT" />
1484
+ <input>
1485
+ <port id="0" precision="FP32">
1486
+ <dim>-1</dim>
1487
+ <dim>17</dim>
1488
+ <dim>128</dim>
1489
+ </port>
1490
+ <port id="1" precision="I32">
1491
+ <dim>1</dim>
1492
+ </port>
1493
+ </input>
1494
+ <output>
1495
+ <port id="2" precision="FP32" names="166,167,x.21">
1496
+ <dim>-1</dim>
1497
+ <dim>17</dim>
1498
+ <dim>128</dim>
1499
+ </port>
1500
+ </output>
1501
+ </layer>
1502
+ <layer id="95" name="self.transformer.resblocks.1.mlp.c_fc.weight" type="Const" version="opset1">
1503
+ <data element_type="f32" shape="512, 128" offset="1066688" size="262144" />
1504
+ <output>
1505
+ <port id="0" precision="FP32" names="self.transformer.resblocks.1.mlp.c_fc.weight">
1506
+ <dim>512</dim>
1507
+ <dim>128</dim>
1508
+ </port>
1509
+ </output>
1510
+ </layer>
1511
+ <layer id="96" name="__module.transformer.resblocks.1.mlp.c_fc/aten::linear/MatMul" type="MatMul" version="opset1">
1512
+ <data transpose_a="false" transpose_b="true" />
1513
+ <input>
1514
+ <port id="0" precision="FP32">
1515
+ <dim>-1</dim>
1516
+ <dim>17</dim>
1517
+ <dim>128</dim>
1518
+ </port>
1519
+ <port id="1" precision="FP32">
1520
+ <dim>512</dim>
1521
+ <dim>128</dim>
1522
+ </port>
1523
+ </input>
1524
+ <output>
1525
+ <port id="2" precision="FP32">
1526
+ <dim>-1</dim>
1527
+ <dim>17</dim>
1528
+ <dim>512</dim>
1529
+ </port>
1530
+ </output>
1531
+ </layer>
1532
+ <layer id="97" name="Constant_2577" type="Const" version="opset1">
1533
+ <data element_type="f32" shape="1, 1, 512" offset="1328832" size="2048" />
1534
+ <output>
1535
+ <port id="0" precision="FP32">
1536
+ <dim>1</dim>
1537
+ <dim>1</dim>
1538
+ <dim>512</dim>
1539
+ </port>
1540
+ </output>
1541
+ </layer>
1542
+ <layer id="98" name="__module.transformer.resblocks.1.mlp.c_fc/aten::linear/Add" type="Add" version="opset1">
1543
+ <data auto_broadcast="numpy" />
1544
+ <input>
1545
+ <port id="0" precision="FP32">
1546
+ <dim>-1</dim>
1547
+ <dim>17</dim>
1548
+ <dim>512</dim>
1549
+ </port>
1550
+ <port id="1" precision="FP32">
1551
+ <dim>1</dim>
1552
+ <dim>1</dim>
1553
+ <dim>512</dim>
1554
+ </port>
1555
+ </input>
1556
+ <output>
1557
+ <port id="2" precision="FP32" names="173">
1558
+ <dim>-1</dim>
1559
+ <dim>17</dim>
1560
+ <dim>512</dim>
1561
+ </port>
1562
+ </output>
1563
+ </layer>
1564
+ <layer id="99" name="__module.transformer.resblocks.1.mlp.gelu/aten::gelu/Gelu" type="Gelu" version="opset7">
1565
+ <data approximation_mode="ERF" />
1566
+ <input>
1567
+ <port id="0" precision="FP32">
1568
+ <dim>-1</dim>
1569
+ <dim>17</dim>
1570
+ <dim>512</dim>
1571
+ </port>
1572
+ </input>
1573
+ <output>
1574
+ <port id="1" precision="FP32" names="174">
1575
+ <dim>-1</dim>
1576
+ <dim>17</dim>
1577
+ <dim>512</dim>
1578
+ </port>
1579
+ </output>
1580
+ </layer>
1581
+ <layer id="100" name="self.transformer.resblocks.1.mlp.c_proj.weight" type="Const" version="opset1">
1582
+ <data element_type="f32" shape="128, 512" offset="1330880" size="262144" />
1583
+ <output>
1584
+ <port id="0" precision="FP32" names="self.transformer.resblocks.1.mlp.c_proj.weight">
1585
+ <dim>128</dim>
1586
+ <dim>512</dim>
1587
+ </port>
1588
+ </output>
1589
+ </layer>
1590
+ <layer id="101" name="__module.transformer.resblocks.1.mlp.c_proj/aten::linear/MatMul" type="MatMul" version="opset1">
1591
+ <data transpose_a="false" transpose_b="true" />
1592
+ <input>
1593
+ <port id="0" precision="FP32">
1594
+ <dim>-1</dim>
1595
+ <dim>17</dim>
1596
+ <dim>512</dim>
1597
+ </port>
1598
+ <port id="1" precision="FP32">
1599
+ <dim>128</dim>
1600
+ <dim>512</dim>
1601
+ </port>
1602
+ </input>
1603
+ <output>
1604
+ <port id="2" precision="FP32">
1605
+ <dim>-1</dim>
1606
+ <dim>17</dim>
1607
+ <dim>128</dim>
1608
+ </port>
1609
+ </output>
1610
+ </layer>
1611
+ <layer id="102" name="Constant_2578" type="Const" version="opset1">
1612
+ <data element_type="f32" shape="1, 1, 128" offset="1593024" size="512" />
1613
+ <output>
1614
+ <port id="0" precision="FP32">
1615
+ <dim>1</dim>
1616
+ <dim>1</dim>
1617
+ <dim>128</dim>
1618
+ </port>
1619
+ </output>
1620
+ </layer>
1621
+ <layer id="103" name="__module.transformer.resblocks.1.mlp.c_proj/aten::linear/Add" type="Add" version="opset1">
1622
+ <data auto_broadcast="numpy" />
1623
+ <input>
1624
+ <port id="0" precision="FP32">
1625
+ <dim>-1</dim>
1626
+ <dim>17</dim>
1627
+ <dim>128</dim>
1628
+ </port>
1629
+ <port id="1" precision="FP32">
1630
+ <dim>1</dim>
1631
+ <dim>1</dim>
1632
+ <dim>128</dim>
1633
+ </port>
1634
+ </input>
1635
+ <output>
1636
+ <port id="2" precision="FP32" names="177">
1637
+ <dim>-1</dim>
1638
+ <dim>17</dim>
1639
+ <dim>128</dim>
1640
+ </port>
1641
+ </output>
1642
+ </layer>
1643
+ <layer id="104" name="__module.transformer.resblocks.1/aten::add/Add_1" type="Add" version="opset1">
1644
+ <data auto_broadcast="numpy" />
1645
+ <input>
1646
+ <port id="0" precision="FP32">
1647
+ <dim>-1</dim>
1648
+ <dim>17</dim>
1649
+ <dim>128</dim>
1650
+ </port>
1651
+ <port id="1" precision="FP32">
1652
+ <dim>-1</dim>
1653
+ <dim>17</dim>
1654
+ <dim>128</dim>
1655
+ </port>
1656
+ </input>
1657
+ <output>
1658
+ <port id="2" precision="FP32" names="178">
1659
+ <dim>-1</dim>
1660
+ <dim>17</dim>
1661
+ <dim>128</dim>
1662
+ </port>
1663
+ </output>
1664
+ </layer>
1665
+ <layer id="105" name="__module.ln_post/aten::layer_norm/Constant" type="Const" version="opset1">
1666
+ <data element_type="i32" shape="1" offset="15424" size="4" />
1667
+ <output>
1668
+ <port id="0" precision="I32">
1669
+ <dim>1</dim>
1670
+ </port>
1671
+ </output>
1672
+ </layer>
1673
+ <layer id="106" name="__module.ln_post/aten::layer_norm/MVN" type="MVN" version="opset6">
1674
+ <data eps="9.9999997473787516e-06" normalize_variance="true" eps_mode="INSIDE_SQRT" />
1675
+ <input>
1676
+ <port id="0" precision="FP32">
1677
+ <dim>-1</dim>
1678
+ <dim>17</dim>
1679
+ <dim>128</dim>
1680
+ </port>
1681
+ <port id="1" precision="I32">
1682
+ <dim>1</dim>
1683
+ </port>
1684
+ </input>
1685
+ <output>
1686
+ <port id="2" precision="FP32" names="188,189,64,x,x.25">
1687
+ <dim>-1</dim>
1688
+ <dim>17</dim>
1689
+ <dim>128</dim>
1690
+ </port>
1691
+ </output>
1692
+ </layer>
1693
+ <layer id="107" name="66" type="Const" version="opset1">
1694
+ <data element_type="i64" shape="" offset="512" size="8" />
1695
+ <output>
1696
+ <port id="0" precision="I64" names="66" />
1697
+ </output>
1698
+ </layer>
1699
+ <layer id="108" name="65" type="Const" version="opset1">
1700
+ <data element_type="i64" shape="" offset="520" size="8" />
1701
+ <output>
1702
+ <port id="0" precision="I64" names="65" />
1703
+ </output>
1704
+ </layer>
1705
+ <layer id="109" name="aten::select/Gather" type="Gather" version="opset8">
1706
+ <data batch_dims="0" />
1707
+ <input>
1708
+ <port id="0" precision="FP32">
1709
+ <dim>-1</dim>
1710
+ <dim>17</dim>
1711
+ <dim>128</dim>
1712
+ </port>
1713
+ <port id="1" precision="I64" />
1714
+ <port id="2" precision="I64" />
1715
+ </input>
1716
+ <output>
1717
+ <port id="3" precision="FP32" names="67,pooled">
1718
+ <dim>-1</dim>
1719
+ <dim>128</dim>
1720
+ </port>
1721
+ </output>
1722
+ </layer>
1723
+ <layer id="110" name="Transpose_2533" type="Const" version="opset1">
1724
+ <data element_type="f32" shape="8, 128" offset="1593536" size="4096" />
1725
+ <output>
1726
+ <port id="0" precision="FP32">
1727
+ <dim>8</dim>
1728
+ <dim>128</dim>
1729
+ </port>
1730
+ </output>
1731
+ </layer>
1732
+ <layer id="111" name="aten::matmul/MatMul" type="MatMul" version="opset1">
1733
+ <data transpose_a="false" transpose_b="true" />
1734
+ <input>
1735
+ <port id="0" precision="FP32">
1736
+ <dim>-1</dim>
1737
+ <dim>128</dim>
1738
+ </port>
1739
+ <port id="1" precision="FP32">
1740
+ <dim>8</dim>
1741
+ <dim>128</dim>
1742
+ </port>
1743
+ </input>
1744
+ <output>
1745
+ <port id="2" precision="FP32" names="image_features">
1746
+ <dim>-1</dim>
1747
+ <dim>8</dim>
1748
+ </port>
1749
+ </output>
1750
+ </layer>
1751
+ <layer id="112" name="Result_840" type="Result" version="opset1">
1752
+ <input>
1753
+ <port id="0" precision="FP32">
1754
+ <dim>-1</dim>
1755
+ <dim>8</dim>
1756
+ </port>
1757
+ </input>
1758
+ </layer>
1759
+ </layers>
1760
+ <edges>
1761
+ <edge from-layer="0" from-port="0" to-layer="2" to-port="0" />
1762
+ <edge from-layer="0" from-port="0" to-layer="11" to-port="0" />
1763
+ <edge from-layer="1" from-port="0" to-layer="9" to-port="0" />
1764
+ <edge from-layer="2" from-port="1" to-layer="5" to-port="0" />
1765
+ <edge from-layer="3" from-port="0" to-layer="5" to-port="1" />
1766
+ <edge from-layer="4" from-port="0" to-layer="5" to-port="2" />
1767
+ <edge from-layer="5" from-port="3" to-layer="8" to-port="0" />
1768
+ <edge from-layer="6" from-port="0" to-layer="8" to-port="1" />
1769
+ <edge from-layer="7" from-port="0" to-layer="8" to-port="2" />
1770
+ <edge from-layer="8" from-port="3" to-layer="9" to-port="1" />
1771
+ <edge from-layer="9" from-port="2" to-layer="16" to-port="0" />
1772
+ <edge from-layer="10" from-port="0" to-layer="11" to-port="1" />
1773
+ <edge from-layer="11" from-port="2" to-layer="13" to-port="0" />
1774
+ <edge from-layer="12" from-port="0" to-layer="13" to-port="1" />
1775
+ <edge from-layer="13" from-port="2" to-layer="15" to-port="0" />
1776
+ <edge from-layer="14" from-port="0" to-layer="15" to-port="1" />
1777
+ <edge from-layer="15" from-port="2" to-layer="16" to-port="1" />
1778
+ <edge from-layer="16" from-port="2" to-layer="18" to-port="0" />
1779
+ <edge from-layer="17" from-port="0" to-layer="18" to-port="1" />
1780
+ <edge from-layer="18" from-port="2" to-layer="20" to-port="0" />
1781
+ <edge from-layer="19" from-port="0" to-layer="20" to-port="1" />
1782
+ <edge from-layer="20" from-port="2" to-layer="22" to-port="0" />
1783
+ <edge from-layer="20" from-port="2" to-layer="50" to-port="0" />
1784
+ <edge from-layer="21" from-port="0" to-layer="22" to-port="1" />
1785
+ <edge from-layer="22" from-port="2" to-layer="30" to-port="0" />
1786
+ <edge from-layer="22" from-port="2" to-layer="40" to-port="0" />
1787
+ <edge from-layer="22" from-port="2" to-layer="24" to-port="0" />
1788
+ <edge from-layer="23" from-port="0" to-layer="24" to-port="1" />
1789
+ <edge from-layer="24" from-port="2" to-layer="26" to-port="0" />
1790
+ <edge from-layer="25" from-port="0" to-layer="26" to-port="1" />
1791
+ <edge from-layer="26" from-port="2" to-layer="28" to-port="0" />
1792
+ <edge from-layer="27" from-port="0" to-layer="28" to-port="1" />
1793
+ <edge from-layer="27" from-port="0" to-layer="45" to-port="1" />
1794
+ <edge from-layer="27" from-port="0" to-layer="43" to-port="1" />
1795
+ <edge from-layer="28" from-port="2" to-layer="37" to-port="0" />
1796
+ <edge from-layer="29" from-port="0" to-layer="30" to-port="1" />
1797
+ <edge from-layer="30" from-port="2" to-layer="32" to-port="0" />
1798
+ <edge from-layer="31" from-port="0" to-layer="32" to-port="1" />
1799
+ <edge from-layer="32" from-port="2" to-layer="34" to-port="0" />
1800
+ <edge from-layer="33" from-port="0" to-layer="34" to-port="1" />
1801
+ <edge from-layer="34" from-port="2" to-layer="36" to-port="0" />
1802
+ <edge from-layer="35" from-port="0" to-layer="36" to-port="1" />
1803
+ <edge from-layer="36" from-port="2" to-layer="37" to-port="1" />
1804
+ <edge from-layer="37" from-port="2" to-layer="38" to-port="0" />
1805
+ <edge from-layer="38" from-port="1" to-layer="44" to-port="0" />
1806
+ <edge from-layer="39" from-port="0" to-layer="40" to-port="1" />
1807
+ <edge from-layer="40" from-port="2" to-layer="42" to-port="0" />
1808
+ <edge from-layer="41" from-port="0" to-layer="42" to-port="1" />
1809
+ <edge from-layer="42" from-port="2" to-layer="43" to-port="0" />
1810
+ <edge from-layer="43" from-port="2" to-layer="44" to-port="1" />
1811
+ <edge from-layer="44" from-port="2" to-layer="45" to-port="0" />
1812
+ <edge from-layer="45" from-port="2" to-layer="47" to-port="0" />
1813
+ <edge from-layer="46" from-port="0" to-layer="47" to-port="1" />
1814
+ <edge from-layer="47" from-port="2" to-layer="49" to-port="0" />
1815
+ <edge from-layer="48" from-port="0" to-layer="49" to-port="1" />
1816
+ <edge from-layer="49" from-port="2" to-layer="50" to-port="1" />
1817
+ <edge from-layer="50" from-port="2" to-layer="52" to-port="0" />
1818
+ <edge from-layer="50" from-port="2" to-layer="62" to-port="0" />
1819
+ <edge from-layer="51" from-port="0" to-layer="52" to-port="1" />
1820
+ <edge from-layer="52" from-port="2" to-layer="54" to-port="0" />
1821
+ <edge from-layer="53" from-port="0" to-layer="54" to-port="1" />
1822
+ <edge from-layer="54" from-port="2" to-layer="56" to-port="0" />
1823
+ <edge from-layer="55" from-port="0" to-layer="56" to-port="1" />
1824
+ <edge from-layer="56" from-port="2" to-layer="57" to-port="0" />
1825
+ <edge from-layer="57" from-port="1" to-layer="59" to-port="0" />
1826
+ <edge from-layer="58" from-port="0" to-layer="59" to-port="1" />
1827
+ <edge from-layer="59" from-port="2" to-layer="61" to-port="0" />
1828
+ <edge from-layer="60" from-port="0" to-layer="61" to-port="1" />
1829
+ <edge from-layer="61" from-port="2" to-layer="62" to-port="1" />
1830
+ <edge from-layer="62" from-port="2" to-layer="64" to-port="0" />
1831
+ <edge from-layer="62" from-port="2" to-layer="92" to-port="0" />
1832
+ <edge from-layer="63" from-port="0" to-layer="64" to-port="1" />
1833
+ <edge from-layer="64" from-port="2" to-layer="82" to-port="0" />
1834
+ <edge from-layer="64" from-port="2" to-layer="72" to-port="0" />
1835
+ <edge from-layer="64" from-port="2" to-layer="66" to-port="0" />
1836
+ <edge from-layer="65" from-port="0" to-layer="66" to-port="1" />
1837
+ <edge from-layer="66" from-port="2" to-layer="68" to-port="0" />
1838
+ <edge from-layer="67" from-port="0" to-layer="68" to-port="1" />
1839
+ <edge from-layer="68" from-port="2" to-layer="70" to-port="0" />
1840
+ <edge from-layer="69" from-port="0" to-layer="87" to-port="1" />
1841
+ <edge from-layer="69" from-port="0" to-layer="85" to-port="1" />
1842
+ <edge from-layer="69" from-port="0" to-layer="70" to-port="1" />
1843
+ <edge from-layer="70" from-port="2" to-layer="79" to-port="0" />
1844
+ <edge from-layer="71" from-port="0" to-layer="72" to-port="1" />
1845
+ <edge from-layer="72" from-port="2" to-layer="74" to-port="0" />
1846
+ <edge from-layer="73" from-port="0" to-layer="74" to-port="1" />
1847
+ <edge from-layer="74" from-port="2" to-layer="76" to-port="0" />
1848
+ <edge from-layer="75" from-port="0" to-layer="76" to-port="1" />
1849
+ <edge from-layer="76" from-port="2" to-layer="78" to-port="0" />
1850
+ <edge from-layer="77" from-port="0" to-layer="78" to-port="1" />
1851
+ <edge from-layer="78" from-port="2" to-layer="79" to-port="1" />
1852
+ <edge from-layer="79" from-port="2" to-layer="80" to-port="0" />
1853
+ <edge from-layer="80" from-port="1" to-layer="86" to-port="0" />
1854
+ <edge from-layer="81" from-port="0" to-layer="82" to-port="1" />
1855
+ <edge from-layer="82" from-port="2" to-layer="84" to-port="0" />
1856
+ <edge from-layer="83" from-port="0" to-layer="84" to-port="1" />
1857
+ <edge from-layer="84" from-port="2" to-layer="85" to-port="0" />
1858
+ <edge from-layer="85" from-port="2" to-layer="86" to-port="1" />
1859
+ <edge from-layer="86" from-port="2" to-layer="87" to-port="0" />
1860
+ <edge from-layer="87" from-port="2" to-layer="89" to-port="0" />
1861
+ <edge from-layer="88" from-port="0" to-layer="89" to-port="1" />
1862
+ <edge from-layer="89" from-port="2" to-layer="91" to-port="0" />
1863
+ <edge from-layer="90" from-port="0" to-layer="91" to-port="1" />
1864
+ <edge from-layer="91" from-port="2" to-layer="92" to-port="1" />
1865
+ <edge from-layer="92" from-port="2" to-layer="94" to-port="0" />
1866
+ <edge from-layer="92" from-port="2" to-layer="104" to-port="0" />
1867
+ <edge from-layer="93" from-port="0" to-layer="94" to-port="1" />
1868
+ <edge from-layer="94" from-port="2" to-layer="96" to-port="0" />
1869
+ <edge from-layer="95" from-port="0" to-layer="96" to-port="1" />
1870
+ <edge from-layer="96" from-port="2" to-layer="98" to-port="0" />
1871
+ <edge from-layer="97" from-port="0" to-layer="98" to-port="1" />
1872
+ <edge from-layer="98" from-port="2" to-layer="99" to-port="0" />
1873
+ <edge from-layer="99" from-port="1" to-layer="101" to-port="0" />
1874
+ <edge from-layer="100" from-port="0" to-layer="101" to-port="1" />
1875
+ <edge from-layer="101" from-port="2" to-layer="103" to-port="0" />
1876
+ <edge from-layer="102" from-port="0" to-layer="103" to-port="1" />
1877
+ <edge from-layer="103" from-port="2" to-layer="104" to-port="1" />
1878
+ <edge from-layer="104" from-port="2" to-layer="106" to-port="0" />
1879
+ <edge from-layer="105" from-port="0" to-layer="106" to-port="1" />
1880
+ <edge from-layer="106" from-port="2" to-layer="109" to-port="0" />
1881
+ <edge from-layer="107" from-port="0" to-layer="109" to-port="1" />
1882
+ <edge from-layer="108" from-port="0" to-layer="109" to-port="2" />
1883
+ <edge from-layer="109" from-port="3" to-layer="111" to-port="0" />
1884
+ <edge from-layer="110" from-port="0" to-layer="111" to-port="1" />
1885
+ <edge from-layer="111" from-port="2" to-layer="112" to-port="0" />
1886
+ </edges>
1887
+ <rt_info>
1888
+ <Runtime_version value="2024.2.0-15519-5c0f38f83f6-releases/2024/2" />
1889
+ <conversion_parameters>
1890
+ <framework value="pytorch" />
1891
+ <is_python_object value="True" />
1892
+ </conversion_parameters>
1893
+ <optimum>
1894
+ <open_clip_version value="2.26.1" />
1895
+ <optimum_intel_version value="1.19.0.dev0+8f5f82e" />
1896
+ <optimum_version value="1.22.0.dev0" />
1897
+ <pytorch_version value="2.4.0" />
1898
+ <transformers_version value="4.41.2" />
1899
+ </optimum>
1900
+ </rt_info>
1901
+ </net>
openvino_tokenizer.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a77978bd1cc16c0e279314fd97bfc40448ba3f332971be7329fd882e641279c
3
+ size 1297847
openvino_tokenizer.xml ADDED
@@ -0,0 +1,830 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ <?xml version="1.0"?>
2
+ <net name="tokenizer" version="11">
3
+ <layers>
4
+ <layer id="0" name="Parameter_17168" type="Parameter" version="opset1">
5
+ <data shape="?" element_type="string" />
6
+ <output>
7
+ <port id="0" precision="STRING" names="Parameter_17168">
8
+ <dim>-1</dim>
9
+ </port>
10
+ </output>
11
+ </layer>
12
+ <layer id="1" name="Constant_17269" type="Const" version="opset1">
13
+ <data element_type="i32" shape="" offset="0" size="4" />
14
+ <output>
15
+ <port id="0" precision="I32" />
16
+ </output>
17
+ </layer>
18
+ <layer id="2" name="Constant_17270" type="Const" version="opset1">
19
+ <data element_type="i32" shape="" offset="4" size="4" />
20
+ <output>
21
+ <port id="0" precision="I32" />
22
+ </output>
23
+ </layer>
24
+ <layer id="3" name="Constant_17271" type="Const" version="opset1">
25
+ <data element_type="i32" shape="1" offset="8" size="4" />
26
+ <output>
27
+ <port id="0" precision="I32">
28
+ <dim>1</dim>
29
+ </port>
30
+ </output>
31
+ </layer>
32
+ <layer id="4" name="Constant_17181" type="Const" version="opset1">
33
+ <data element_type="i64" shape="" offset="12" size="8" />
34
+ <output>
35
+ <port id="0" precision="I64" />
36
+ </output>
37
+ </layer>
38
+ <layer id="5" name="StringTensorUnpack_17169" type="StringTensorUnpack" version="extension">
39
+ <data mode="begins_ends" />
40
+ <input>
41
+ <port id="0" precision="STRING">
42
+ <dim>-1</dim>
43
+ </port>
44
+ </input>
45
+ <output>
46
+ <port id="1" precision="I32">
47
+ <dim>-1</dim>
48
+ </port>
49
+ <port id="2" precision="I32">
50
+ <dim>-1</dim>
51
+ </port>
52
+ <port id="3" precision="U8">
53
+ <dim>-1</dim>
54
+ </port>
55
+ </output>
56
+ </layer>
57
+ <layer id="6" name="NormalizeUnicode_17170" type="NormalizeUnicode" version="extension">
58
+ <data normalization_form="NFC" />
59
+ <input>
60
+ <port id="0" precision="I32">
61
+ <dim>-1</dim>
62
+ </port>
63
+ <port id="1" precision="I32">
64
+ <dim>-1</dim>
65
+ </port>
66
+ <port id="2" precision="U8">
67
+ <dim>-1</dim>
68
+ </port>
69
+ </input>
70
+ <output>
71
+ <port id="3" precision="I32">
72
+ <dim>-1</dim>
73
+ </port>
74
+ <port id="4" precision="I32">
75
+ <dim>-1</dim>
76
+ </port>
77
+ <port id="5" precision="U8">
78
+ <dim>-1</dim>
79
+ </port>
80
+ </output>
81
+ </layer>
82
+ <layer id="7" name="Constant_17172" type="Const" version="opset1">
83
+ <data element_type="u8" shape="3" offset="20" size="3" />
84
+ <output>
85
+ <port id="0" precision="U8">
86
+ <dim>3</dim>
87
+ </port>
88
+ </output>
89
+ </layer>
90
+ <layer id="8" name="Constant_17174" type="Const" version="opset1">
91
+ <data element_type="u8" shape="1" offset="23" size="1" />
92
+ <output>
93
+ <port id="0" precision="U8">
94
+ <dim>1</dim>
95
+ </port>
96
+ </output>
97
+ </layer>
98
+ <layer id="9" name="RegexNormalization_17175" type="RegexNormalization" version="extension">
99
+ <data global_replace="true" />
100
+ <input>
101
+ <port id="0" precision="I32">
102
+ <dim>-1</dim>
103
+ </port>
104
+ <port id="1" precision="I32">
105
+ <dim>-1</dim>
106
+ </port>
107
+ <port id="2" precision="U8">
108
+ <dim>-1</dim>
109
+ </port>
110
+ <port id="3" precision="U8">
111
+ <dim>3</dim>
112
+ </port>
113
+ <port id="4" precision="U8">
114
+ <dim>1</dim>
115
+ </port>
116
+ </input>
117
+ <output>
118
+ <port id="5" precision="I32">
119
+ <dim>-1</dim>
120
+ </port>
121
+ <port id="6" precision="I32">
122
+ <dim>-1</dim>
123
+ </port>
124
+ <port id="7" precision="U8">
125
+ <dim>-1</dim>
126
+ </port>
127
+ </output>
128
+ </layer>
129
+ <layer id="10" name="CaseFold_17176" type="CaseFold" version="extension">
130
+ <data encoding="utf-8" />
131
+ <input>
132
+ <port id="0" precision="I32">
133
+ <dim>-1</dim>
134
+ </port>
135
+ <port id="1" precision="I32">
136
+ <dim>-1</dim>
137
+ </port>
138
+ <port id="2" precision="U8">
139
+ <dim>-1</dim>
140
+ </port>
141
+ </input>
142
+ <output>
143
+ <port id="3" precision="I32">
144
+ <dim>-1</dim>
145
+ </port>
146
+ <port id="4" precision="I32">
147
+ <dim>-1</dim>
148
+ </port>
149
+ <port id="5" precision="U8">
150
+ <dim>-1</dim>
151
+ </port>
152
+ </output>
153
+ </layer>
154
+ <layer id="11" name="ShapeOf_17177" type="ShapeOf" version="opset3">
155
+ <data output_type="i64" />
156
+ <input>
157
+ <port id="0" precision="I32">
158
+ <dim>-1</dim>
159
+ </port>
160
+ </input>
161
+ <output>
162
+ <port id="1" precision="I64">
163
+ <dim>1</dim>
164
+ </port>
165
+ </output>
166
+ </layer>
167
+ <layer id="12" name="Constant_17178" type="Const" version="opset1">
168
+ <data element_type="i64" shape="" offset="12" size="8" />
169
+ <output>
170
+ <port id="0" precision="I64" />
171
+ </output>
172
+ </layer>
173
+ <layer id="13" name="Constant_17179" type="Const" version="opset1">
174
+ <data element_type="i64" shape="" offset="12" size="8" />
175
+ <output>
176
+ <port id="0" precision="I64" />
177
+ </output>
178
+ </layer>
179
+ <layer id="14" name="Gather_17180" type="Gather" version="opset8">
180
+ <data batch_dims="0" />
181
+ <input>
182
+ <port id="0" precision="I64">
183
+ <dim>1</dim>
184
+ </port>
185
+ <port id="1" precision="I64" />
186
+ <port id="2" precision="I64" />
187
+ </input>
188
+ <output>
189
+ <port id="3" precision="I64" />
190
+ </output>
191
+ </layer>
192
+ <layer id="15" name="Constant_17182" type="Const" version="opset1">
193
+ <data element_type="i64" shape="" offset="24" size="8" />
194
+ <output>
195
+ <port id="0" precision="I64" />
196
+ </output>
197
+ </layer>
198
+ <layer id="16" name="Range_17183" type="Range" version="opset4">
199
+ <data output_type="i32" />
200
+ <input>
201
+ <port id="0" precision="I64" />
202
+ <port id="1" precision="I64" />
203
+ <port id="2" precision="I64" />
204
+ </input>
205
+ <output>
206
+ <port id="3" precision="I32">
207
+ <dim>-1</dim>
208
+ </port>
209
+ </output>
210
+ </layer>
211
+ <layer id="17" name="Constant_17185" type="Const" version="opset1">
212
+ <data element_type="i64" shape="" offset="24" size="8" />
213
+ <output>
214
+ <port id="0" precision="I64" />
215
+ </output>
216
+ </layer>
217
+ <layer id="18" name="Constant_17186" type="Const" version="opset1">
218
+ <data element_type="i64" shape="" offset="24" size="8" />
219
+ <output>
220
+ <port id="0" precision="I64" />
221
+ </output>
222
+ </layer>
223
+ <layer id="19" name="Add_17187" type="Add" version="opset1">
224
+ <data auto_broadcast="numpy" />
225
+ <input>
226
+ <port id="0" precision="I64" />
227
+ <port id="1" precision="I64" />
228
+ </input>
229
+ <output>
230
+ <port id="2" precision="I64" />
231
+ </output>
232
+ </layer>
233
+ <layer id="20" name="Constant_17188" type="Const" version="opset1">
234
+ <data element_type="i64" shape="" offset="24" size="8" />
235
+ <output>
236
+ <port id="0" precision="I64" />
237
+ </output>
238
+ </layer>
239
+ <layer id="21" name="Range_17189" type="Range" version="opset4">
240
+ <data output_type="i32" />
241
+ <input>
242
+ <port id="0" precision="I64" />
243
+ <port id="1" precision="I64" />
244
+ <port id="2" precision="I64" />
245
+ </input>
246
+ <output>
247
+ <port id="3" precision="I32">
248
+ <dim>-1</dim>
249
+ </port>
250
+ </output>
251
+ </layer>
252
+ <layer id="22" name="Constant_17252" type="Const" version="opset1">
253
+ <data element_type="u8" shape="91" offset="32" size="91" />
254
+ <output>
255
+ <port id="0" precision="U8">
256
+ <dim>91</dim>
257
+ </port>
258
+ </output>
259
+ </layer>
260
+ <layer id="23" name="RegexSplit_17253" type="RegexSplit" version="extension">
261
+ <data behaviour="remove" invert="true" max_splits="-1" />
262
+ <input>
263
+ <port id="0" precision="I32">
264
+ <dim>-1</dim>
265
+ </port>
266
+ <port id="1" precision="I32">
267
+ <dim>-1</dim>
268
+ </port>
269
+ <port id="2" precision="I32">
270
+ <dim>-1</dim>
271
+ </port>
272
+ <port id="3" precision="I32">
273
+ <dim>-1</dim>
274
+ </port>
275
+ <port id="4" precision="U8">
276
+ <dim>-1</dim>
277
+ </port>
278
+ <port id="5" precision="U8">
279
+ <dim>91</dim>
280
+ </port>
281
+ </input>
282
+ <output>
283
+ <port id="6" precision="I32">
284
+ <dim>-1</dim>
285
+ </port>
286
+ <port id="7" precision="I32">
287
+ <dim>-1</dim>
288
+ </port>
289
+ <port id="8" precision="I32">
290
+ <dim>-1</dim>
291
+ </port>
292
+ <port id="9" precision="I32">
293
+ <dim>-1</dim>
294
+ </port>
295
+ <port id="10" precision="U8">
296
+ <dim>-1</dim>
297
+ </port>
298
+ </output>
299
+ </layer>
300
+ <layer id="24" name="Constant_17255" type="Const" version="opset1">
301
+ <data element_type="u8" shape="64" offset="123" size="64" />
302
+ <output>
303
+ <port id="0" precision="U8">
304
+ <dim>64</dim>
305
+ </port>
306
+ </output>
307
+ </layer>
308
+ <layer id="25" name="RegexSplit_17256" type="RegexSplit" version="extension">
309
+ <data behaviour="isolate" invert="false" max_splits="-1" />
310
+ <input>
311
+ <port id="0" precision="I32">
312
+ <dim>-1</dim>
313
+ </port>
314
+ <port id="1" precision="I32">
315
+ <dim>-1</dim>
316
+ </port>
317
+ <port id="2" precision="I32">
318
+ <dim>-1</dim>
319
+ </port>
320
+ <port id="3" precision="I32">
321
+ <dim>-1</dim>
322
+ </port>
323
+ <port id="4" precision="U8">
324
+ <dim>-1</dim>
325
+ </port>
326
+ <port id="5" precision="U8">
327
+ <dim>64</dim>
328
+ </port>
329
+ </input>
330
+ <output>
331
+ <port id="6" precision="I32">
332
+ <dim>-1</dim>
333
+ </port>
334
+ <port id="7" precision="I32">
335
+ <dim>-1</dim>
336
+ </port>
337
+ <port id="8" precision="I32">
338
+ <dim>-1</dim>
339
+ </port>
340
+ <port id="9" precision="I32">
341
+ <dim>-1</dim>
342
+ </port>
343
+ <port id="10" precision="U8">
344
+ <dim>-1</dim>
345
+ </port>
346
+ </output>
347
+ </layer>
348
+ <layer id="26" name="BytesToChars_17257" type="BytesToChars" version="extension">
349
+ <input>
350
+ <port id="0" precision="I32">
351
+ <dim>-1</dim>
352
+ </port>
353
+ <port id="1" precision="I32">
354
+ <dim>-1</dim>
355
+ </port>
356
+ <port id="2" precision="I32">
357
+ <dim>-1</dim>
358
+ </port>
359
+ <port id="3" precision="I32">
360
+ <dim>-1</dim>
361
+ </port>
362
+ <port id="4" precision="U8">
363
+ <dim>-1</dim>
364
+ </port>
365
+ </input>
366
+ <output>
367
+ <port id="5" precision="I32">
368
+ <dim>-1</dim>
369
+ </port>
370
+ <port id="6" precision="I32">
371
+ <dim>-1</dim>
372
+ </port>
373
+ <port id="7" precision="I32">
374
+ <dim>-1</dim>
375
+ </port>
376
+ <port id="8" precision="I32">
377
+ <dim>-1</dim>
378
+ </port>
379
+ <port id="9" precision="U8">
380
+ <dim>-1</dim>
381
+ </port>
382
+ </output>
383
+ </layer>
384
+ <layer id="27" name="Constant_17259" type="Const" version="opset1">
385
+ <data element_type="u8" shape="626345" offset="187" size="626345" />
386
+ <output>
387
+ <port id="0" precision="U8">
388
+ <dim>626345</dim>
389
+ </port>
390
+ </output>
391
+ </layer>
392
+ <layer id="28" name="StringTensorUnpack_17260" type="StringTensorUnpack" version="extension">
393
+ <data mode="begins_ends" />
394
+ <input>
395
+ <port id="0" precision="U8">
396
+ <dim>626345</dim>
397
+ </port>
398
+ </input>
399
+ <output>
400
+ <port id="1" precision="I32">
401
+ <dim>-1</dim>
402
+ </port>
403
+ <port id="2" precision="I32">
404
+ <dim>-1</dim>
405
+ </port>
406
+ <port id="3" precision="U8">
407
+ <dim>-1</dim>
408
+ </port>
409
+ </output>
410
+ </layer>
411
+ <layer id="29" name="Constant_17262" type="Const" version="opset1">
412
+ <data element_type="u8" shape="671295" offset="626532" size="671295" />
413
+ <output>
414
+ <port id="0" precision="U8">
415
+ <dim>671295</dim>
416
+ </port>
417
+ </output>
418
+ </layer>
419
+ <layer id="30" name="StringTensorUnpack_17263" type="StringTensorUnpack" version="extension">
420
+ <data mode="begins_ends" />
421
+ <input>
422
+ <port id="0" precision="U8">
423
+ <dim>671295</dim>
424
+ </port>
425
+ </input>
426
+ <output>
427
+ <port id="1" precision="I32">
428
+ <dim>-1</dim>
429
+ </port>
430
+ <port id="2" precision="I32">
431
+ <dim>-1</dim>
432
+ </port>
433
+ <port id="3" precision="U8">
434
+ <dim>-1</dim>
435
+ </port>
436
+ </output>
437
+ </layer>
438
+ <layer id="31" name="BPETokenizer_17264" type="BPETokenizer" version="extension">
439
+ <data unk_token="&lt;|endoftext|>" fuse_unk="false" suffix_indicator="" end_suffix="&lt;/w>" byte_fallback="false" />
440
+ <input>
441
+ <port id="0" precision="I32">
442
+ <dim>-1</dim>
443
+ </port>
444
+ <port id="1" precision="I32">
445
+ <dim>-1</dim>
446
+ </port>
447
+ <port id="2" precision="I32">
448
+ <dim>-1</dim>
449
+ </port>
450
+ <port id="3" precision="I32">
451
+ <dim>-1</dim>
452
+ </port>
453
+ <port id="4" precision="U8">
454
+ <dim>-1</dim>
455
+ </port>
456
+ <port id="5" precision="I32">
457
+ <dim>-1</dim>
458
+ </port>
459
+ <port id="6" precision="I32">
460
+ <dim>-1</dim>
461
+ </port>
462
+ <port id="7" precision="U8">
463
+ <dim>-1</dim>
464
+ </port>
465
+ <port id="8" precision="I32">
466
+ <dim>-1</dim>
467
+ </port>
468
+ <port id="9" precision="I32">
469
+ <dim>-1</dim>
470
+ </port>
471
+ <port id="10" precision="U8">
472
+ <dim>-1</dim>
473
+ </port>
474
+ </input>
475
+ <output>
476
+ <port id="11" precision="I32">
477
+ <dim>-1</dim>
478
+ </port>
479
+ <port id="12" precision="I32">
480
+ <dim>-1</dim>
481
+ </port>
482
+ <port id="13" precision="I32">
483
+ <dim>-1</dim>
484
+ </port>
485
+ </output>
486
+ </layer>
487
+ <layer id="32" name="Subtract_17265" type="Subtract" version="opset1">
488
+ <data auto_broadcast="numpy" />
489
+ <input>
490
+ <port id="0" precision="I32">
491
+ <dim>-1</dim>
492
+ </port>
493
+ <port id="1" precision="I32">
494
+ <dim>-1</dim>
495
+ </port>
496
+ </input>
497
+ <output>
498
+ <port id="2" precision="I32">
499
+ <dim>-1</dim>
500
+ </port>
501
+ </output>
502
+ </layer>
503
+ <layer id="33" name="Constant_17266" type="Const" version="opset1">
504
+ <data element_type="i32" shape="" offset="1297827" size="4" />
505
+ <output>
506
+ <port id="0" precision="I32" />
507
+ </output>
508
+ </layer>
509
+ <layer id="34" name="Minimum_17267" type="Minimum" version="opset1">
510
+ <data auto_broadcast="numpy" />
511
+ <input>
512
+ <port id="0" precision="I32">
513
+ <dim>-1</dim>
514
+ </port>
515
+ <port id="1" precision="I32" />
516
+ </input>
517
+ <output>
518
+ <port id="2" precision="I32">
519
+ <dim>-1</dim>
520
+ </port>
521
+ </output>
522
+ </layer>
523
+ <layer id="35" name="Add_17268" type="Add" version="opset1">
524
+ <data auto_broadcast="numpy" />
525
+ <input>
526
+ <port id="0" precision="I32">
527
+ <dim>-1</dim>
528
+ </port>
529
+ <port id="1" precision="I32">
530
+ <dim>-1</dim>
531
+ </port>
532
+ </input>
533
+ <output>
534
+ <port id="2" precision="I32">
535
+ <dim>-1</dim>
536
+ </port>
537
+ </output>
538
+ </layer>
539
+ <layer id="36" name="Constant_17272" type="Const" version="opset1">
540
+ <data element_type="i32" shape="" offset="0" size="4" />
541
+ <output>
542
+ <port id="0" precision="I32" />
543
+ </output>
544
+ </layer>
545
+ <layer id="37" name="Constant_17273" type="Const" version="opset1">
546
+ <data element_type="i32" shape="" offset="4" size="4" />
547
+ <output>
548
+ <port id="0" precision="I32" />
549
+ </output>
550
+ </layer>
551
+ <layer id="38" name="Constant_17274" type="Const" version="opset1">
552
+ <data element_type="i32" shape="1" offset="1297831" size="4" />
553
+ <output>
554
+ <port id="0" precision="I32">
555
+ <dim>1</dim>
556
+ </port>
557
+ </output>
558
+ </layer>
559
+ <layer id="39" name="Constant_17275" type="Const" version="opset1">
560
+ <data element_type="i32" shape="3" offset="1297835" size="12" />
561
+ <output>
562
+ <port id="0" precision="I32">
563
+ <dim>3</dim>
564
+ </port>
565
+ </output>
566
+ </layer>
567
+ <layer id="40" name="CombineSegments_17276" type="CombineSegments" version="extension">
568
+ <input>
569
+ <port id="0" precision="I32" />
570
+ <port id="1" precision="I32" />
571
+ <port id="2" precision="I32">
572
+ <dim>1</dim>
573
+ </port>
574
+ <port id="3" precision="I32">
575
+ <dim>-1</dim>
576
+ </port>
577
+ <port id="4" precision="I32">
578
+ <dim>-1</dim>
579
+ </port>
580
+ <port id="5" precision="I32">
581
+ <dim>-1</dim>
582
+ </port>
583
+ <port id="6" precision="I32" />
584
+ <port id="7" precision="I32" />
585
+ <port id="8" precision="I32">
586
+ <dim>1</dim>
587
+ </port>
588
+ <port id="9" precision="I32">
589
+ <dim>3</dim>
590
+ </port>
591
+ </input>
592
+ <output>
593
+ <port id="10" precision="I32">
594
+ <dim>-1</dim>
595
+ </port>
596
+ <port id="11" precision="I32">
597
+ <dim>-1</dim>
598
+ </port>
599
+ <port id="12" precision="I32">
600
+ <dim>-1</dim>
601
+ </port>
602
+ <port id="13" precision="I32">
603
+ <dim>-1</dim>
604
+ </port>
605
+ <port id="14" precision="I32">
606
+ <dim>-1</dim>
607
+ </port>
608
+ <port id="15" precision="I32">
609
+ <dim>-1</dim>
610
+ </port>
611
+ </output>
612
+ </layer>
613
+ <layer id="41" name="Subtract_17277" type="Subtract" version="opset1">
614
+ <data auto_broadcast="numpy" />
615
+ <input>
616
+ <port id="0" precision="I32">
617
+ <dim>-1</dim>
618
+ </port>
619
+ <port id="1" precision="I32">
620
+ <dim>-1</dim>
621
+ </port>
622
+ </input>
623
+ <output>
624
+ <port id="2" precision="I32">
625
+ <dim>-1</dim>
626
+ </port>
627
+ </output>
628
+ </layer>
629
+ <layer id="42" name="Constant_17278" type="Const" version="opset1">
630
+ <data element_type="i32" shape="" offset="0" size="4" />
631
+ <output>
632
+ <port id="0" precision="I32" />
633
+ </output>
634
+ </layer>
635
+ <layer id="43" name="ReduceMax_17279" type="ReduceMax" version="opset1">
636
+ <data keep_dims="false" />
637
+ <input>
638
+ <port id="0" precision="I32">
639
+ <dim>-1</dim>
640
+ </port>
641
+ <port id="1" precision="I32" />
642
+ </input>
643
+ <output>
644
+ <port id="2" precision="I32" />
645
+ </output>
646
+ </layer>
647
+ <layer id="44" name="Constant_17280" type="Const" version="opset1">
648
+ <data element_type="i32" shape="" offset="1297831" size="4" />
649
+ <output>
650
+ <port id="0" precision="I32" />
651
+ </output>
652
+ </layer>
653
+ <layer id="45" name="RaggedToDense_17281" type="RaggedToDense" version="extension">
654
+ <data pad_right="true" />
655
+ <input>
656
+ <port id="0" precision="I32">
657
+ <dim>-1</dim>
658
+ </port>
659
+ <port id="1" precision="I32">
660
+ <dim>-1</dim>
661
+ </port>
662
+ <port id="2" precision="I32">
663
+ <dim>-1</dim>
664
+ </port>
665
+ <port id="3" precision="I32" />
666
+ <port id="4" precision="I32" />
667
+ </input>
668
+ <output>
669
+ <port id="5" precision="I32">
670
+ <dim>-1</dim>
671
+ <dim>-1</dim>
672
+ </port>
673
+ <port id="6" precision="BOOL">
674
+ <dim>-1</dim>
675
+ <dim>-1</dim>
676
+ </port>
677
+ </output>
678
+ </layer>
679
+ <layer id="46" name="Convert_17282" type="Convert" version="opset1">
680
+ <data destination_type="i32" />
681
+ <input>
682
+ <port id="0" precision="BOOL">
683
+ <dim>-1</dim>
684
+ <dim>-1</dim>
685
+ </port>
686
+ </input>
687
+ <output>
688
+ <port id="1" precision="I32">
689
+ <dim>-1</dim>
690
+ <dim>-1</dim>
691
+ </port>
692
+ </output>
693
+ </layer>
694
+ <layer id="47" name="Convert_17282" type="Convert" version="opset1">
695
+ <data destination_type="i64" />
696
+ <input>
697
+ <port id="0" precision="I32">
698
+ <dim>-1</dim>
699
+ <dim>-1</dim>
700
+ </port>
701
+ </input>
702
+ <output>
703
+ <port id="1" precision="I64" names="attention_mask">
704
+ <dim>-1</dim>
705
+ <dim>-1</dim>
706
+ </port>
707
+ </output>
708
+ </layer>
709
+ <layer id="49" name="RaggedToDense_17281.0" type="Convert" version="opset1">
710
+ <data destination_type="i64" />
711
+ <input>
712
+ <port id="0" precision="I32">
713
+ <dim>-1</dim>
714
+ <dim>-1</dim>
715
+ </port>
716
+ </input>
717
+ <output>
718
+ <port id="1" precision="I64" names="input_ids">
719
+ <dim>-1</dim>
720
+ <dim>-1</dim>
721
+ </port>
722
+ </output>
723
+ </layer>
724
+ <layer id="50" name="Result_17285" type="Result" version="opset1">
725
+ <input>
726
+ <port id="0" precision="I64">
727
+ <dim>-1</dim>
728
+ <dim>-1</dim>
729
+ </port>
730
+ </input>
731
+ </layer>
732
+ <layer id="48" name="Result_17287" type="Result" version="opset1">
733
+ <input>
734
+ <port id="0" precision="I64">
735
+ <dim>-1</dim>
736
+ <dim>-1</dim>
737
+ </port>
738
+ </input>
739
+ </layer>
740
+ </layers>
741
+ <edges>
742
+ <edge from-layer="0" from-port="0" to-layer="5" to-port="0" />
743
+ <edge from-layer="1" from-port="0" to-layer="40" to-port="0" />
744
+ <edge from-layer="2" from-port="0" to-layer="40" to-port="1" />
745
+ <edge from-layer="3" from-port="0" to-layer="40" to-port="2" />
746
+ <edge from-layer="4" from-port="0" to-layer="16" to-port="0" />
747
+ <edge from-layer="5" from-port="1" to-layer="6" to-port="0" />
748
+ <edge from-layer="5" from-port="3" to-layer="6" to-port="2" />
749
+ <edge from-layer="5" from-port="2" to-layer="6" to-port="1" />
750
+ <edge from-layer="6" from-port="3" to-layer="9" to-port="0" />
751
+ <edge from-layer="6" from-port="5" to-layer="9" to-port="2" />
752
+ <edge from-layer="6" from-port="4" to-layer="9" to-port="1" />
753
+ <edge from-layer="7" from-port="0" to-layer="9" to-port="3" />
754
+ <edge from-layer="8" from-port="0" to-layer="9" to-port="4" />
755
+ <edge from-layer="9" from-port="6" to-layer="10" to-port="1" />
756
+ <edge from-layer="9" from-port="5" to-layer="10" to-port="0" />
757
+ <edge from-layer="9" from-port="7" to-layer="10" to-port="2" />
758
+ <edge from-layer="10" from-port="5" to-layer="23" to-port="4" />
759
+ <edge from-layer="10" from-port="4" to-layer="23" to-port="3" />
760
+ <edge from-layer="10" from-port="3" to-layer="23" to-port="2" />
761
+ <edge from-layer="10" from-port="3" to-layer="11" to-port="0" />
762
+ <edge from-layer="11" from-port="1" to-layer="14" to-port="0" />
763
+ <edge from-layer="12" from-port="0" to-layer="14" to-port="1" />
764
+ <edge from-layer="13" from-port="0" to-layer="14" to-port="2" />
765
+ <edge from-layer="14" from-port="3" to-layer="19" to-port="0" />
766
+ <edge from-layer="14" from-port="3" to-layer="16" to-port="1" />
767
+ <edge from-layer="15" from-port="0" to-layer="16" to-port="2" />
768
+ <edge from-layer="16" from-port="3" to-layer="23" to-port="0" />
769
+ <edge from-layer="17" from-port="0" to-layer="21" to-port="0" />
770
+ <edge from-layer="18" from-port="0" to-layer="19" to-port="1" />
771
+ <edge from-layer="19" from-port="2" to-layer="21" to-port="1" />
772
+ <edge from-layer="20" from-port="0" to-layer="21" to-port="2" />
773
+ <edge from-layer="21" from-port="3" to-layer="23" to-port="1" />
774
+ <edge from-layer="22" from-port="0" to-layer="23" to-port="5" />
775
+ <edge from-layer="23" from-port="6" to-layer="25" to-port="0" />
776
+ <edge from-layer="23" from-port="7" to-layer="25" to-port="1" />
777
+ <edge from-layer="23" from-port="9" to-layer="25" to-port="3" />
778
+ <edge from-layer="23" from-port="8" to-layer="25" to-port="2" />
779
+ <edge from-layer="23" from-port="10" to-layer="25" to-port="4" />
780
+ <edge from-layer="24" from-port="0" to-layer="25" to-port="5" />
781
+ <edge from-layer="25" from-port="6" to-layer="26" to-port="0" />
782
+ <edge from-layer="25" from-port="7" to-layer="26" to-port="1" />
783
+ <edge from-layer="25" from-port="8" to-layer="26" to-port="2" />
784
+ <edge from-layer="25" from-port="9" to-layer="26" to-port="3" />
785
+ <edge from-layer="25" from-port="10" to-layer="26" to-port="4" />
786
+ <edge from-layer="26" from-port="6" to-layer="31" to-port="1" />
787
+ <edge from-layer="26" from-port="9" to-layer="31" to-port="4" />
788
+ <edge from-layer="26" from-port="8" to-layer="31" to-port="3" />
789
+ <edge from-layer="26" from-port="7" to-layer="31" to-port="2" />
790
+ <edge from-layer="26" from-port="5" to-layer="31" to-port="0" />
791
+ <edge from-layer="27" from-port="0" to-layer="28" to-port="0" />
792
+ <edge from-layer="28" from-port="1" to-layer="31" to-port="5" />
793
+ <edge from-layer="28" from-port="2" to-layer="31" to-port="6" />
794
+ <edge from-layer="28" from-port="3" to-layer="31" to-port="7" />
795
+ <edge from-layer="29" from-port="0" to-layer="30" to-port="0" />
796
+ <edge from-layer="30" from-port="3" to-layer="31" to-port="10" />
797
+ <edge from-layer="30" from-port="2" to-layer="31" to-port="9" />
798
+ <edge from-layer="30" from-port="1" to-layer="31" to-port="8" />
799
+ <edge from-layer="31" from-port="11" to-layer="32" to-port="1" />
800
+ <edge from-layer="31" from-port="11" to-layer="35" to-port="0" />
801
+ <edge from-layer="31" from-port="11" to-layer="40" to-port="3" />
802
+ <edge from-layer="31" from-port="13" to-layer="40" to-port="5" />
803
+ <edge from-layer="31" from-port="12" to-layer="32" to-port="0" />
804
+ <edge from-layer="32" from-port="2" to-layer="34" to-port="0" />
805
+ <edge from-layer="33" from-port="0" to-layer="34" to-port="1" />
806
+ <edge from-layer="34" from-port="2" to-layer="35" to-port="1" />
807
+ <edge from-layer="35" from-port="2" to-layer="40" to-port="4" />
808
+ <edge from-layer="36" from-port="0" to-layer="40" to-port="6" />
809
+ <edge from-layer="37" from-port="0" to-layer="40" to-port="7" />
810
+ <edge from-layer="38" from-port="0" to-layer="40" to-port="8" />
811
+ <edge from-layer="39" from-port="0" to-layer="40" to-port="9" />
812
+ <edge from-layer="40" from-port="11" to-layer="41" to-port="0" />
813
+ <edge from-layer="40" from-port="10" to-layer="41" to-port="1" />
814
+ <edge from-layer="40" from-port="10" to-layer="45" to-port="0" />
815
+ <edge from-layer="40" from-port="11" to-layer="45" to-port="1" />
816
+ <edge from-layer="40" from-port="12" to-layer="45" to-port="2" />
817
+ <edge from-layer="41" from-port="2" to-layer="43" to-port="0" />
818
+ <edge from-layer="42" from-port="0" to-layer="43" to-port="1" />
819
+ <edge from-layer="43" from-port="2" to-layer="45" to-port="3" />
820
+ <edge from-layer="44" from-port="0" to-layer="45" to-port="4" />
821
+ <edge from-layer="45" from-port="6" to-layer="46" to-port="0" />
822
+ <edge from-layer="45" from-port="5" to-layer="49" to-port="0" />
823
+ <edge from-layer="46" from-port="1" to-layer="47" to-port="0" />
824
+ <edge from-layer="47" from-port="1" to-layer="48" to-port="0" />
825
+ <edge from-layer="49" from-port="1" to-layer="50" to-port="0" />
826
+ </edges>
827
+ <rt_info>
828
+ <eos_token_id value="49407" />
829
+ </rt_info>
830
+ </net>
preprocessor_config.json ADDED
@@ -0,0 +1,44 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_valid_processor_keys": [
3
+ "images",
4
+ "do_resize",
5
+ "size",
6
+ "resample",
7
+ "do_center_crop",
8
+ "crop_size",
9
+ "do_rescale",
10
+ "rescale_factor",
11
+ "do_normalize",
12
+ "image_mean",
13
+ "image_std",
14
+ "do_convert_rgb",
15
+ "return_tensors",
16
+ "data_format",
17
+ "input_data_format"
18
+ ],
19
+ "crop_size": {
20
+ "height": 224,
21
+ "width": 224
22
+ },
23
+ "do_center_crop": true,
24
+ "do_convert_rgb": true,
25
+ "do_normalize": true,
26
+ "do_rescale": true,
27
+ "do_resize": true,
28
+ "image_mean": [
29
+ 0.5,
30
+ 0.5,
31
+ 0.5
32
+ ],
33
+ "image_processor_type": "CLIPFeatureExtractor",
34
+ "image_std": [
35
+ 0.5,
36
+ 0.5,
37
+ 0.5
38
+ ],
39
+ "resample": 3,
40
+ "rescale_factor": 0.00392156862745098,
41
+ "size": {
42
+ "shortest_edge": 224
43
+ }
44
+ }
special_tokens_map.json ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": {
3
+ "content": "<|startoftext|>",
4
+ "lstrip": false,
5
+ "normalized": true,
6
+ "rstrip": false,
7
+ "single_word": false
8
+ },
9
+ "eos_token": {
10
+ "content": "<|endoftext|>",
11
+ "lstrip": false,
12
+ "normalized": false,
13
+ "rstrip": false,
14
+ "single_word": false
15
+ },
16
+ "pad_token": {
17
+ "content": "<|endoftext|>",
18
+ "lstrip": false,
19
+ "normalized": false,
20
+ "rstrip": false,
21
+ "single_word": false
22
+ },
23
+ "unk_token": {
24
+ "content": "<|endoftext|>",
25
+ "lstrip": false,
26
+ "normalized": false,
27
+ "rstrip": false,
28
+ "single_word": false
29
+ }
30
+ }
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
@@ -0,0 +1,30 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_prefix_space": false,
3
+ "added_tokens_decoder": {
4
+ "49406": {
5
+ "content": "<|startoftext|>",
6
+ "lstrip": false,
7
+ "normalized": true,
8
+ "rstrip": false,
9
+ "single_word": false,
10
+ "special": true
11
+ },
12
+ "49407": {
13
+ "content": "<|endoftext|>",
14
+ "lstrip": false,
15
+ "normalized": false,
16
+ "rstrip": false,
17
+ "single_word": false,
18
+ "special": true
19
+ }
20
+ },
21
+ "bos_token": "<|startoftext|>",
22
+ "clean_up_tokenization_spaces": true,
23
+ "do_lower_case": true,
24
+ "eos_token": "<|endoftext|>",
25
+ "errors": "replace",
26
+ "model_max_length": 1000000000000000019884624838656,
27
+ "pad_token": "<|endoftext|>",
28
+ "tokenizer_class": "CLIPTokenizer",
29
+ "unk_token": "<|endoftext|>"
30
+ }
vocab.json ADDED
The diff for this file is too large to render. See raw diff